Dumb try to reduce size of cassettes

Author: vshlapakov

tests/hubstorage/conftest.py

@@ -1,5 +1,8 @@
 import os
 import vcr
+import zlib
+import base64
+import pickle
 import pytest
 import requests
 from scrapinghub import HubstorageClient
@@ -15,7 +18,16 @@
 TEST_AUTH = os.getenv('HS_AUTH', 'f' * 32)
 TEST_ENDPOINT = os.getenv('HS_ENDPOINT', 'http://storage.vm.scrapinghub.com')
 
-VCR_CASSETES_DIR = 'tests/hubstorage/cassetes'
+VCR_CASSETES_DIR = 'tests/hubstorage/cassettes'
+
+
+class VCRGzipSerializer(object):
+
+    def serialize(self, cassette_dict):
+        return base64.b64encode(zlib.compress(pickle.dumps(cassette_dict))).decode('utf8')
+
+    def deserialize(self, cassette_string):
+        return pickle.loads(zlib.decompress(base64.b64decode(cassette_string.encode('utf8'))))
 
 
 @pytest.fixture(scope='session')
@@ -49,14 +61,17 @@ def setup_session(hsclient):
 
 @pytest.fixture
 def vcr_instance(scope='session'):
-    return vcr.VCR(cassette_library_dir=VCR_CASSETES_DIR, record_mode='once')
+    test_vcr = vcr.VCR(cassette_library_dir=VCR_CASSETES_DIR, record_mode='once')
+    test_vcr.register_serializer('gz', VCRGzipSerializer())
+    test_vcr.serializer = 'gz'
+    return test_vcr
 
 
 @pytest.fixture(autouse=True)
 def setup_test(hsclient, hsproject, hscollection, request, vcr_instance):
     # generates names like "test_module/test_function.yaml"
     # vcrpy creates the cassetes automatically under VCR_CASSETES_DIR
-    cassette_name = '{}/{}.yaml'.format(
+    cassette_name = '{}/{}.gz'.format(
         request.function.__module__.split('.')[-1],
         request.function.__name__
     )