WIP: Skipping all gzip tests to hunt down ResourceWarning

Author: h-vetinari

pandas/tests/io/formats/test_to_csv.py

@@ -547,6 +547,8 @@ def test_to_csv_compression(self, compression_only,
         filename = "test."
 
         if compression == "gzip":
+            pytest.skip('trying to find unclosed socket causing that is '
+                        'causing a Resourcewarning')
             filename += "gz"
         else:
             # xz --> .xz

pandas/tests/io/json/test_compression.py

@@ -107,6 +107,8 @@ def test_to_json_compression(compression_only,
     filename = "test."
 
     if compression == "gzip":
+        pytest.skip('trying to find unclosed socket causing that is '
+                    'causing a Resourcewarning')
         filename += "gz"
     else:
         # xz --> .xz

pandas/tests/io/parser/c_parser_only.py

@@ -50,6 +50,8 @@ def test_buffer_rd_bytes(self):
                '\x1f\x8b\x08\x00VT\x97V\x00\x03\xed]\xefO'
         for i in range(100):
             try:
+                pytest.skip('trying to find unclosed socket causing that is '
+                            'causing a Resourcewarning')
                 self.read_csv(StringIO(data),
                               compression='gzip',
                               delim_whitespace=True)

pandas/tests/io/parser/python_parser_only.py

@@ -145,6 +145,8 @@ def test_decompression_regex_sep(self):
         expected = self.read_csv(self.csv1)
 
         with tm.ensure_clean() as path:
+            pytest.skip('trying to find unclosed socket causing that is '
+                        'causing a Resourcewarning')
             tmp = gzip.GzipFile(path, mode='wb')
             tmp.write(data)
             tmp.close()

pandas/tests/io/parser/test_network.py

@@ -60,6 +60,8 @@ def tips_df(datapath):
 @td.skip_if_not_us_locale()
 class TestS3(object):
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3_bucket(self, tips_df):
         pytest.importorskip('s3fs')
 
@@ -78,6 +80,8 @@ def test_parse_public_s3_bucket(self, tips_df):
         assert not df.empty
         tm.assert_frame_equal(df, tips_df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3n_bucket(self, tips_df):
 
         # Read from AWS s3 as "s3n" URL
@@ -86,13 +90,17 @@ def test_parse_public_s3n_bucket(self, tips_df):
         assert not df.empty
         tm.assert_frame_equal(tips_df.iloc[:10], df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3a_bucket(self, tips_df):
         # Read from AWS s3 as "s3a" URL
         df = read_csv('s3a://pandas-test/tips.csv', nrows=10)
         assert isinstance(df, DataFrame)
         assert not df.empty
         tm.assert_frame_equal(tips_df.iloc[:10], df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3_bucket_nrows(self, tips_df):
         for ext, comp in [('', None), ('.gz', 'gzip'), ('.bz2', 'bz2')]:
             df = read_csv('s3://pandas-test/tips.csv' +
@@ -101,6 +109,8 @@ def test_parse_public_s3_bucket_nrows(self, tips_df):
             assert not df.empty
             tm.assert_frame_equal(tips_df.iloc[:10], df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3_bucket_chunked(self, tips_df):
         # Read with a chunksize
         chunksize = 5
@@ -118,6 +128,8 @@ def test_parse_public_s3_bucket_chunked(self, tips_df):
                     chunksize * i_chunk: chunksize * (i_chunk + 1)]
                 tm.assert_frame_equal(true_df, df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3_bucket_chunked_python(self, tips_df):
         # Read with a chunksize using the Python parser
         chunksize = 5
@@ -135,6 +147,8 @@ def test_parse_public_s3_bucket_chunked_python(self, tips_df):
                     chunksize * i_chunk: chunksize * (i_chunk + 1)]
                 tm.assert_frame_equal(true_df, df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3_bucket_python(self, tips_df):
         for ext, comp in [('', None), ('.gz', 'gzip'), ('.bz2', 'bz2')]:
             df = read_csv('s3://pandas-test/tips.csv' + ext, engine='python',
@@ -143,6 +157,8 @@ def test_parse_public_s3_bucket_python(self, tips_df):
             assert not df.empty
             tm.assert_frame_equal(df, tips_df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_infer_s3_compression(self, tips_df):
         for ext in ['', '.gz', '.bz2']:
             df = read_csv('s3://pandas-test/tips.csv' + ext,
@@ -151,6 +167,8 @@ def test_infer_s3_compression(self, tips_df):
             assert not df.empty
             tm.assert_frame_equal(df, tips_df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_parse_public_s3_bucket_nrows_python(self, tips_df):
         for ext, comp in [('', None), ('.gz', 'gzip'), ('.bz2', 'bz2')]:
             df = read_csv('s3://pandas-test/tips.csv' + ext, engine='python',
@@ -159,6 +177,8 @@ def test_parse_public_s3_bucket_nrows_python(self, tips_df):
             assert not df.empty
             tm.assert_frame_equal(tips_df.iloc[:10], df)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_s3_fails(self):
         with pytest.raises(IOError):
             read_csv('s3://nyqpug/asdf.csv')
@@ -168,6 +188,8 @@ def test_s3_fails(self):
         with pytest.raises(IOError):
             read_csv('s3://cant_get_it/')
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_read_csv_handles_boto_s3_object(self,
                                              s3_resource,
                                              tips_file):
@@ -184,6 +206,8 @@ def test_read_csv_handles_boto_s3_object(self,
         expected = read_csv(tips_file)
         tm.assert_frame_equal(result, expected)
 
+    @pytest.mark.skip('trying to find unclosed socket causing that is '
+                      'causing a Resourcewarning')
     def test_read_csv_chunked_download(self, s3_resource, caplog):
         # 8 MB, S3FS usees 5MB chunks
         df = DataFrame(np.random.randn(100000, 4), columns=list('abcd'))

pandas/tests/io/parser/test_read_fwf.py

@@ -205,6 +205,9 @@ def test_fwf_compression(self):
             data = bytes(data, encoding='utf-8')
         comps = [('gzip', gzip.GzipFile), ('bz2', bz2.BZ2File)]
         for comp_name, compresser in comps:
+            if comp_name == 'gzip':
+                pytest.skip('trying to find unclosed socket causing that is '
+                            'causing a Resourcewarning')
             with tm.ensure_clean() as path:
                 tmp = compresser(path, mode='wb')
                 tmp.write(data)

pandas/tests/io/test_parquet.py

@@ -279,9 +279,11 @@ def test_compression(self, engine, compression):
 
         if compression == 'snappy':
             pytest.importorskip('snappy')
-
         elif compression == 'brotli':
             pytest.importorskip('brotli')
+        elif compression == 'gzip':
+            pytest.skip('trying to find unclosed socket causing that is '
+                        'causing a Resourcewarning')
 
         df = pd.DataFrame({'A': [1, 2, 3]})
         check_round_trip(df, engine, write_kwargs={'compression': compression})

pandas/tests/io/test_pickle.py

@@ -326,6 +326,8 @@ def compress_file(self, src_path, dest_path, compression):
             return
 
         if compression == 'gzip':
+            pytest.skip('trying to find unclosed socket causing that is '
+                        'causing a Resourcewarning')
             import gzip
             f = gzip.open(dest_path, "w")
         elif compression == 'bz2':