CLN: Consolidate Dependencies (#53863)

* CLN: Dependencies

* Move back togglepromt

* Add tokenize-rt

* Use hauntsaninja/black-pre-commit-mirror

Author: mroeschke

.pre-commit-config.yaml

@@ -15,18 +15,11 @@ default_stages: [
 ci:
     autofix_prs: false
 repos:
--   repo: local
+-   repo: https://github.com/hauntsaninja/black-pre-commit-mirror
+    # black compiled with mypyc
+    rev: 23.3.0
     hooks:
-    # NOTE: we make `black` a local hook because if it's installed from
-    # PyPI (rather than from source) then it'll run twice as fast thanks to mypyc
-    -   id: black
-        name: black
-        description: "Black: The uncompromising Python code formatter"
-        entry: black
-        language: python
-        require_serial: true
-        types_or: [python, pyi]
-        additional_dependencies: [black==23.3.0]
+      - id: black
 -   repo: https://github.com/charliermarsh/ruff-pre-commit
     rev: v0.0.270
     hooks:
@@ -74,7 +67,7 @@ repos:
             --linelength=88,
             '--filter=-readability/casting,-runtime/int,-build/include_subdir,-readability/fn_size'
         ]
--   repo: https://github.com/pycqa/pylint
+-   repo: https://github.com/pylint-dev/pylint
     rev: v3.0.0a6
     hooks:
     -   id: pylint
@@ -93,11 +86,6 @@ repos:
             |^pandas/conftest\.py  # keep excluded
         args: [--disable=all, --enable=redefined-outer-name]
         stages: [manual]
-    -   id: pylint
-        alias: unspecified-encoding
-        name: Using open without explicitly specifying an encoding
-        args: [--disable=all, --enable=unspecified-encoding]
-        stages: [manual]
 -   repo: https://github.com/PyCQA/isort
     rev: 5.12.0
     hooks:

environment.yml

@@ -39,7 +39,7 @@ dependencies:
   - lxml>=4.8.0
   - matplotlib>=3.6.1
   - numba>=0.55.2
-  - numexpr>=2.8.0  # pin for "Run checks on imported code" job
+  - numexpr>=2.8.0
   - openpyxl>=3.0.10
   - odfpy>=1.4.1
   - py
@@ -75,14 +75,10 @@ dependencies:
   - cxx-compiler
 
   # code checks
-  - black=23.3.0
-  - cpplint
-  - flake8=6.0.0
-  - isort>=5.2.1  # check that imports are in the right order
-  - mypy=1.2
+  - flake8=6.0.0  # run in subprocess over docstring examples
+  - mypy=1.2  # pre-commit uses locally installed mypy
+  - tokenize-rt  # scripts/check_for_inconsistent_pandas_namespace.py
   - pre-commit>=2.15.0
-  - pyupgrade
-  - ruff=0.0.215
 
   # documentation
   - gitpython  # obtain contributors from git for whatsnew
@@ -118,6 +114,6 @@ dependencies:
   - pygments # Code highlighting
 
   - pip:
-      - sphinx-toggleprompt
+      - sphinx-toggleprompt  # conda-forge version has stricter pins on jinja2
       - typing_extensions; python_version<"3.11"
       - tzdata>=2022.1

pyproject.toml

@@ -331,7 +331,6 @@ exclude = [
   ".eggs/*.py",
   # vendored files
   "pandas/util/version/*",
-  "versioneer.py",
   # exclude asv benchmark environments from linting
   "env",
 ]
@@ -445,7 +444,6 @@ disable = [
   "super-init-not-called",
   "try-except-raise",
   "unnecessary-lambda",
-  "unspecified-encoding",
   "unused-argument",
   "unused-variable",
   "using-constant-test"

requirements-dev.txt

@@ -52,14 +52,10 @@ seaborn
 moto
 flask
 asv>=0.5.1
-black==23.3.0
-cpplint
 flake8==6.0.0
-isort>=5.2.1
 mypy==1.2
+tokenize-rt
 pre-commit>=2.15.0
-pyupgrade
-ruff==0.0.215
 gitpython
 gitdb
 natsort