BLD: Split out tests into pandas_tests package

MANIFEST.in

@@ -53,7 +53,11 @@ global-exclude *.pxi
 # GH 39321
 # csv_dir_path fixture checks the existence of the directory
 # exclude the whole directory to avoid running related tests in sdist
-prune pandas/tests/io/parser/data
+#prune pandas/tests/io/parser/data
+
+# Remove tests
+# Those will be distributed in a separate package
+prune pandas/tests
 
 # Selectively re-add *.cxx files that were excluded above
 graft pandas/_libs/src

pandas/pyproject.toml

@@ -0,0 +1,22 @@
+# Note: This is the pyproject.toml for the pandas-tests package
+# The pyproject.toml for the pandas package is in the parent directory
+# of this one
+[build-system]
+requires = [
+    "setuptools>=61.0.0",
+]
+[project]
+name="pandas-tests"
+# Note: The version is hardcoded since the pandas version has to
+# match the tests version. Remember to bump both!
+version="2.1"
+#dependencies=[
+#    "pandas==2.1.0"
+#]
+requires-python=">=3.9"
+
+[tool.setuptools]
+package-dir={"pandas_tests"= "tests"}
+
+[tool.setuptools.package-data]
+"pandas_tests"=["pytest.ini"]

pandas/conftest.py → pandas/tests/conftest.py

@@ -1167,7 +1167,7 @@ def datapath(strict_data_files: str) -> Callable[..., str]:
     ValueError
         If the path doesn't exist and the --strict-data-files option is set.
     """
-    BASE_PATH = os.path.join(os.path.dirname(__file__), "tests")
+    BASE_PATH = os.path.join(os.path.dirname(__file__), "")
 
     def deco(*args):
         path = os.path.join(BASE_PATH, *args)

pandas/tests/pytest.ini

@@ -0,0 +1,44 @@
+[pytest]
+# sync minversion with pyproject.toml & install.rst
+minversion = 7.0
+addopts = --strict-data-files --strict-markers --strict-config --capture=no --durations=30 --junitxml=test-data.xml
+empty_parameter_set_mark = fail_at_collect
+xfail_strict = true
+testpaths = pandas
+doctest_optionflags =
+  NORMALIZE_WHITESPACE
+  IGNORE_EXCEPTION_DETAIL
+  ELLIPSIS
+
+filterwarnings =
+  error:::pandas
+  error::ResourceWarning
+  error::pytest.PytestUnraisableExceptionWarning
+  ignore:.*ssl.SSLSocket:pytest.PytestUnraisableExceptionWarning
+  ignore:.*ssl.SSLSocket:ResourceWarning
+  ignore::ResourceWarning:asyncio
+  # From plotting doctests
+  ignore:More than 20 figures have been opened:RuntimeWarning
+  # Will be fixed in numba 0.56: https://github.com/numba/numba/issues/7758
+  ignore:`np.MachAr` is deprecated:DeprecationWarning:numba
+  ignore:.*urllib3:DeprecationWarning:botocore
+  ignore:Setuptools is replacing distutils.:UserWarning:_distutils_hack
+  # https://github.com/PyTables/PyTables/issues/822
+  ignore:a closed node found in the registry:UserWarning:tables
+  ignore:`np.object` is a deprecated:DeprecationWarning:tables
+  ignore:tostring:DeprecationWarning:tables
+  ignore:distutils Version classes are deprecated:DeprecationWarning:numexpr
+  ignore:distutils Version classes are deprecated:DeprecationWarning:fastparquet
+  ignore:distutils Version classes are deprecated:DeprecationWarning:fsspec
+
+junit_family = xunit2
+markers =
+  single_cpu: tests that should run on a single cpu only
+  slow: mark a test as slow
+  network: mark a test as network
+  db: tests requiring a database (mysql or postgres)
+  clipboard: mark a pd.read_clipboard test
+  arm_slow: mark a test as slow for arm64 architecture
+  arraymanager: mark a test to run with ArrayManager enabled
+
+asyncio_mode = strict

pandas/util/_tester.py

@@ -8,8 +8,6 @@
 
 from pandas.compat._optional import import_optional_dependency
 
-PKG = os.path.dirname(os.path.dirname(__file__))
-
 
 def test(extra_args: list[str] | None = None) -> None:
     """
@@ -23,6 +21,8 @@ def test(extra_args: list[str] | None = None) -> None:
         Extra marks to run the tests.
     """
     pytest = import_optional_dependency("pytest")
+    pandas_tests = import_optional_dependency("pandas_tests")
+    PKG = os.path.dirname(pandas_tests.__file__)
     import_optional_dependency("hypothesis")
     cmd = ['-m "not slow and not network and not db"']
     if extra_args:

pyproject.toml

@@ -121,6 +121,8 @@ include-package-data = true
 
 [tool.setuptools.packages.find]
 include = ["pandas", "pandas.*"]
+# need to have a * after otherwise won't match anything
+exclude = ["pandas.tests*"]
 namespaces = false
 
 [tool.setuptools.exclude-package-data]
@@ -415,51 +417,6 @@ disable = [
   "using-constant-test"
 ]
 
-[tool.pytest.ini_options]
-# sync minversion with pyproject.toml & install.rst
-minversion = "7.0"
-addopts = "--strict-data-files --strict-markers --strict-config --capture=no --durations=30 --junitxml=test-data.xml"
-empty_parameter_set_mark = "fail_at_collect"
-xfail_strict = true
-testpaths = "pandas"
-doctest_optionflags = [
-  "NORMALIZE_WHITESPACE",
-  "IGNORE_EXCEPTION_DETAIL",
-  "ELLIPSIS",
-]
-filterwarnings = [
-  "error:::pandas",
-  "error::ResourceWarning",
-  "error::pytest.PytestUnraisableExceptionWarning",
-  "ignore:.*ssl.SSLSocket:pytest.PytestUnraisableExceptionWarning",
-  "ignore:.*ssl.SSLSocket:ResourceWarning",
-  "ignore::ResourceWarning:asyncio",
-  # From plotting doctests
-  "ignore:More than 20 figures have been opened:RuntimeWarning",
-  # Will be fixed in numba 0.56: https://github.com/numba/numba/issues/7758
-  "ignore:`np.MachAr` is deprecated:DeprecationWarning:numba",
-  "ignore:.*urllib3:DeprecationWarning:botocore",
-  "ignore:Setuptools is replacing distutils.:UserWarning:_distutils_hack",
-  # https://github.com/PyTables/PyTables/issues/822
-  "ignore:a closed node found in the registry:UserWarning:tables",
-  "ignore:`np.object` is a deprecated:DeprecationWarning:tables",
-  "ignore:tostring:DeprecationWarning:tables",
-  "ignore:distutils Version classes are deprecated:DeprecationWarning:numexpr",
-  "ignore:distutils Version classes are deprecated:DeprecationWarning:fastparquet",
-  "ignore:distutils Version classes are deprecated:DeprecationWarning:fsspec",
-]
-junit_family = "xunit2"
-markers = [
-  "single_cpu: tests that should run on a single cpu only",
-  "slow: mark a test as slow",
-  "network: mark a test as network",
-  "db: tests requiring a database (mysql or postgres)",
-  "clipboard: mark a pd.read_clipboard test",
-  "arm_slow: mark a test as slow for arm64 architecture",
-  "arraymanager: mark a test to run with ArrayManager enabled",
-]
-asyncio_mode = "strict"
-
 [tool.mypy]
 # Import discovery
 mypy_path = "typings"