optional pytest run against nightly

Author: twoertwein

.github/workflows/test.yml

@@ -57,3 +57,8 @@ jobs:
 
     - name: Install pandas-stubs and run tests on the installed stubs
       run: poetry run poe test_dist
+
+    # pandas nightly might have deprecated older python versions
+    - if: matrix.python-version == '3.10' && matrix.os == 'ubuntu-latest'
+      name: Run pytest (against pandas nightly)
+      run: poetry run poe pytest --nightly

pyproject.toml

@@ -70,7 +70,8 @@ script = "scripts.test:test(dist=True)"
 
 [tool.poe.tasks.pytest]
 help = "Run pytest"
-script = "scripts.test.run:pytest"
+script = "scripts.test:pytest(nightly)"
+args = [{name = "nightly", positional = false, default = false, type = "boolean", required = false, help= "Use pandas nightly (off by default)"}]
 
 [tool.poe.tasks.style]
 help = "Run pre-commit"

scripts/test/__init__.py

@@ -46,3 +46,8 @@ def stubtest(allowlist: str, check_missing: bool, nightly: bool) -> None:
     if nightly:
         steps.append(_step.nightly)
     run_job(steps + [stubtest])
+
+
+def pytest(nightly: bool) -> None:
+    steps = [_step.nightly] if nightly else []
+    run_job(steps + [_step.pytest])

scripts/test/run.py

@@ -14,7 +14,7 @@ def pyright_src():
 
 
 def pytest():
-    cmd = ["pytest", "--cache-clear"]
+    cmd = ["pytest", "--cache-clear", "-Werror"]
     subprocess.run(cmd, check=True)
 
 
@@ -81,22 +81,27 @@ def restore_src():
 
 
 def nightly_pandas():
-    cmd = [sys.executable, "-m", "pip", "uninstall", "-y", "pandas"]
-    subprocess.run(cmd, check=True)
     cmd = [
         sys.executable,
         "-m",
         "pip",
         "install",
-        "-i",
+        "--use-deprecated=legacy-resolver",
+        "--upgrade",
+        "--index-url",
         "https://pypi.anaconda.org/scipy-wheels-nightly/simple",
         "pandas",
     ]
     subprocess.run(cmd, check=True)
 
 
 def released_pandas():
-    cmd = [sys.executable, "-m", "pip", "uninstall", "-y", "pandas"]
-    subprocess.run(cmd, check=True)
-    cmd = [sys.executable, "-m", "pip", "install", "pandas"]
+    # query pandas version
+    text = Path("pyproject.toml").read_text()
+    version_line = next(
+        line for line in text.splitlines() if line.startswith("pandas = ")
+    )
+    version = version_line.split('"')[1]
+
+    cmd = [sys.executable, "-m", "pip", "install", f"pandas=={version}"]
     subprocess.run(cmd, check=True)

tests/test_frame.py

@@ -110,13 +110,10 @@ def test_types_to_csv() -> None:
 
 def test_types_to_csv_when_path_passed() -> None:
     df = pd.DataFrame(data={"col1": [1, 2], "col2": [3, 4]})
-    path: Path = Path("./dummy_path.txt")
-    try:
-        assert not path.exists()
+    with ensure_clean() as file:
+        path = Path(file)
         df.to_csv(path)
         df5: pd.DataFrame = pd.read_csv(path)
-    finally:
-        path.unlink()
 
 
 def test_types_copy() -> None:
@@ -788,16 +785,17 @@ def test_to_markdown() -> None:
 def test_types_to_feather() -> None:
     pytest.importorskip("pyarrow")
     df = pd.DataFrame(data={"col1": [1, 1, 2], "col2": [3, 4, 5]})
-    df.to_feather("dummy_path")
-    # kwargs for pyarrow.feather.write_feather added in 1.1.0 https://pandas.pydata.org/docs/whatsnew/v1.1.0.html
-    df.to_feather("dummy_path", compression="zstd", compression_level=3, chunksize=2)
-
-    # to_feather has been able to accept a buffer since pandas 1.0.0
-    # See https://pandas.pydata.org/docs/whatsnew/v1.0.0.html
-    # Docstring and type were updated in 1.2.0.
-    # https://github.com/pandas-dev/pandas/pull/35408
     with ensure_clean() as path:
         df.to_feather(path)
+        # kwargs for pyarrow.feather.write_feather added in 1.1.0 https://pandas.pydata.org/docs/whatsnew/v1.1.0.html
+        df.to_feather(path, compression="zstd", compression_level=3, chunksize=2)
+
+        # to_feather has been able to accept a buffer since pandas 1.0.0
+        # See https://pandas.pydata.org/docs/whatsnew/v1.0.0.html
+        # Docstring and type were updated in 1.2.0.
+        # https://github.com/pandas-dev/pandas/pull/35408
+        with open(path, mode="wb") as file:
+            df.to_feather(file)
 
 
 # compare() method added in 1.1.0 https://pandas.pydata.org/docs/whatsnew/v1.1.0.html

tests/test_io.py

@@ -163,43 +163,51 @@ def test_clipboard_iterator():
 def test_sas_bdat() -> None:
     path = pathlib.Path(CWD, "data", "airline.sas7bdat")
     check(assert_type(read_sas(path), DataFrame), DataFrame)
-    check(
+    with check(
         assert_type(read_sas(path, iterator=True), Union[SAS7BDATReader, XportReader]),
         SAS7BDATReader,
-    )
-    check(
+    ):
+        pass
+    with check(
         assert_type(read_sas(path, iterator=True, format="sas7bdat"), SAS7BDATReader),
         SAS7BDATReader,
-    )
-    check(
+    ):
+        pass
+    with check(
         assert_type(read_sas(path, chunksize=1), Union[SAS7BDATReader, XportReader]),
         SAS7BDATReader,
-    )
-    check(
+    ):
+        pass
+    with check(
         assert_type(read_sas(path, chunksize=1, format="sas7bdat"), SAS7BDATReader),
         SAS7BDATReader,
-    )
+    ):
+        pass
 
 
 def test_sas_xport() -> None:
     path = pathlib.Path(CWD, "data", "SSHSV1_A.xpt")
     check(assert_type(read_sas(path), DataFrame), DataFrame)
-    check(
+    with check(
         assert_type(read_sas(path, iterator=True), Union[SAS7BDATReader, XportReader]),
         XportReader,
-    )
-    check(
+    ):
+        pass
+    with check(
         assert_type(read_sas(path, iterator=True, format="xport"), XportReader),
         XportReader,
-    )
-    check(
+    ):
+        pass
+    with check(
         assert_type(read_sas(path, chunksize=1), Union[SAS7BDATReader, XportReader]),
         XportReader,
-    )
-    check(
+    ):
+        pass
+    with check(
         assert_type(read_sas(path, chunksize=1, format="xport"), XportReader),
         XportReader,
-    )
+    ):
+        pass
 
 
 def test_hdf():