Merge branch 'main' into test_numpy_complex

Author: MichaelTiemannOSC

.github/workflows/unit-tests.yml

@@ -77,16 +77,12 @@ jobs:
             env_file: actions-311-numpydev.yaml
             pattern: "not slow and not network and not single_cpu"
             test_args: "-W error::DeprecationWarning -W error::FutureWarning"
-            # TODO(cython3): Re-enable once next-beta(after beta 1) comes out
-            # There are some warnings failing the build with -werror
-            pandas_ci: "0"
           - name: "Pyarrow Nightly"
             env_file: actions-311-pyarrownightly.yaml
             pattern: "not slow and not network and not single_cpu"
       fail-fast: false
     name: ${{ matrix.name || format('ubuntu-latest {0}', matrix.env_file) }}
     env:
-      ENV_FILE: ci/deps/${{ matrix.env_file }}
       PATTERN: ${{ matrix.pattern }}
       EXTRA_APT: ${{ matrix.extra_apt || '' }}
       LANG: ${{ matrix.lang || 'C.UTF-8' }}
@@ -150,14 +146,13 @@ jobs:
 
     - name: Generate extra locales
       # These extra locales will be available for locale.setlocale() calls in tests
-      run: |
-        sudo locale-gen ${{ matrix.extra_loc }}
+      run: sudo locale-gen ${{ matrix.extra_loc }}
       if: ${{ matrix.extra_loc }}
 
     - name: Set up Conda
       uses: ./.github/actions/setup-conda
       with:
-        environment-file: ${{ env.ENV_FILE }}
+        environment-file: ci/deps/${{ matrix.env_file }}
 
     - name: Build Pandas
       id: build
@@ -312,15 +307,14 @@ jobs:
     #    to the corresponding posix/windows-macos/sdist etc. workflows.
     # Feel free to modify this comment as necessary.
     #if: false # Uncomment this to freeze the workflow, comment it to unfreeze
+    defaults:
+      run:
+        shell: bash -eou pipefail {0}
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
-        # TODO: Disable macOS for now, Github Actions bug where python is not
-        # symlinked correctly to 3.12
-        # xref https://github.com/actions/setup-python/issues/701
-        #os: [ubuntu-22.04, macOS-latest, windows-latest]
-        os: [ubuntu-22.04, windows-latest]
+        os: [ubuntu-22.04, macOS-latest, windows-latest]
 
     timeout-minutes: 180
 
@@ -345,22 +339,15 @@ jobs:
         with:
           python-version: '3.12-dev'
 
-      - name: Install dependencies
+      - name: Build Environment
         run: |
           python --version
           python -m pip install --upgrade pip setuptools wheel meson[ninja]==1.0.1 meson-python==0.13.1
           python -m pip install --pre --extra-index-url https://pypi.anaconda.org/scientific-python-nightly-wheels/simple numpy
           python -m pip install versioneer[toml]
           python -m pip install python-dateutil pytz tzdata cython hypothesis>=6.46.1 pytest>=7.3.2 pytest-xdist>=2.2.0 pytest-cov pytest-asyncio>=0.17
-          python -m pip list
-
-      - name: Build Pandas
-        run: |
           python -m pip install -ve . --no-build-isolation --no-index
+          python -m pip list
 
-      - name: Build Version
-        run: |
-          python -c "import pandas; pandas.show_versions();"
-
-      - name: Test
+      - name: Run Tests
         uses: ./.github/actions/run-tests

README.md

@@ -130,23 +130,17 @@ In the `pandas` directory (same one where you found this file after
 cloning the git repo), execute:
 
 ```sh
-python setup.py install
+pip install .
 ```
 
 or for installing in [development mode](https://pip.pypa.io/en/latest/cli/pip_install/#install-editable):
 
 
 ```sh
-python -m pip install -e . --no-build-isolation --no-use-pep517
+python -m pip install -ve . --no-build-isolation --config-settings=editable-verbose=true
 ```
 
-or alternatively
-
-```sh
-python setup.py develop
-```
-
-See the full instructions for [installing from source](https://pandas.pydata.org/pandas-docs/stable/getting_started/install.html#installing-from-source).
+See the full instructions for [installing from source](https://pandas.pydata.org/docs/dev/development/contributing_environment.html).
 
 ## License
 [BSD 3](LICENSE)

ci/deps/actions-310.yaml

@@ -27,7 +27,6 @@ dependencies:
   - beautifulsoup4>=4.11.1
   - blosc>=1.21.0
   - bottleneck>=1.3.4
-  - brotlipy>=0.7.0
   - fastparquet>=0.8.1
   - fsspec>=2022.05.0
   - html5lib>=1.1
@@ -47,7 +46,6 @@ dependencies:
   - pymysql>=1.0.2
   - pyreadstat>=1.1.5
   - pytables>=3.7.0
-  - python-snappy>=0.6.1
   - pyxlsb>=1.0.9
   - s3fs>=2022.05.0
   - scipy>=1.8.1

ci/deps/actions-311-downstream_compat.yaml

@@ -28,7 +28,6 @@ dependencies:
   - beautifulsoup4>=4.11.1
   - blosc>=1.21.0
   - bottleneck>=1.3.4
-  - brotlipy>=0.7.0
   - fastparquet>=0.8.1
   - fsspec>=2022.05.0
   - html5lib>=1.1
@@ -48,7 +47,6 @@ dependencies:
   - pymysql>=1.0.2
   - pyreadstat>=1.1.5
   - pytables>=3.7.0
-  - python-snappy>=0.6.1
   - pyxlsb>=1.0.9
   - s3fs>=2022.05.0
   - scipy>=1.8.1

ci/deps/actions-311.yaml

@@ -27,7 +27,6 @@ dependencies:
   - beautifulsoup4>=4.11.1
   - blosc>=1.21.0
   - bottleneck>=1.3.4
-  - brotlipy>=0.7.0
   - fastparquet>=0.8.1
   - fsspec>=2022.05.0
   - html5lib>=1.1
@@ -47,7 +46,6 @@ dependencies:
   - pymysql>=1.0.2
   - pyreadstat>=1.1.5
   # - pytables>=3.7.0, 3.8.0 is first version that supports 3.11
-  - python-snappy>=0.6.1
   - pyxlsb>=1.0.9
   - s3fs>=2022.05.0
   - scipy>=1.8.1

ci/deps/actions-39-minimum_versions.yaml

@@ -29,7 +29,6 @@ dependencies:
   - beautifulsoup4=4.11.1
   - blosc=1.21.0
   - bottleneck=1.3.4
-  - brotlipy=0.7.0
   - fastparquet=0.8.1
   - fsspec=2022.05.0
   - html5lib=1.1
@@ -49,7 +48,6 @@ dependencies:
   - pymysql=1.0.2
   - pyreadstat=1.1.5
   - pytables=3.7.0
-  - python-snappy=0.6.1
   - pyxlsb=1.0.9
   - s3fs=2022.05.0
   - scipy=1.8.1

ci/deps/actions-39.yaml

@@ -27,7 +27,6 @@ dependencies:
   - beautifulsoup4>=4.11.1
   - blosc>=1.21.0
   - bottleneck>=1.3.4
-  - brotlipy>=0.7.0
   - fastparquet>=0.8.1
   - fsspec>=2022.05.0
   - html5lib>=1.1
@@ -47,7 +46,6 @@ dependencies:
   - pymysql>=1.0.2
   - pyreadstat>=1.1.5
   - pytables>=3.7.0
-  - python-snappy>=0.6.1
   - pyxlsb>=1.0.9
   - s3fs>=2022.05.0
   - scipy>=1.8.1

ci/deps/circle-310-arm64.yaml

@@ -27,7 +27,6 @@ dependencies:
   - beautifulsoup4>=4.11.1
   - blosc>=1.21.0
   - bottleneck>=1.3.4
-  - brotlipy>=0.7.0
   - fastparquet>=0.8.1
   - fsspec>=2022.05.0
   - html5lib>=1.1
@@ -48,7 +47,6 @@ dependencies:
   - pymysql>=1.0.2
   # - pyreadstat>=1.1.5 not available on ARM
   - pytables>=3.7.0
-  - python-snappy>=0.6.1
   - pyxlsb>=1.0.9
   - s3fs>=2022.05.0
   - scipy>=1.8.1

doc/_templates/autosummary/class.rst

@@ -1,33 +1,32 @@
-{% extends "!autosummary/class.rst" %}
+{{ fullname | escape | underline}}
 
-{% block methods %}
-{% if methods %}
+.. currentmodule:: {{ module }}
 
-..
-   HACK -- the point here is that we don't want this to appear in the output, but the autosummary should still generate the pages.
-   .. autosummary::
-      :toctree:
-      {% for item in all_methods %}
-      {%- if not item.startswith('_') or item in ['__call__'] %}
-      {{ name }}.{{ item }}
-      {%- endif -%}
-      {%- endfor %}
+.. autoclass:: {{ objname }}
 
-{% endif %}
-{% endblock %}
+   {% block methods %}
 
-{% block attributes %}
-{% if attributes %}
+   {% block attributes %}
+   {% if attributes %}
+   .. rubric:: {{ _('Attributes') }}
 
-..
-   HACK -- the point here is that we don't want this to appear in the output, but the autosummary should still generate the pages.
    .. autosummary::
-      :toctree:
-      {% for item in all_attributes %}
-      {%- if not item.startswith('_') %}
-      {{ name }}.{{ item }}
-      {%- endif -%}
-      {%- endfor %}
+   {% for item in attributes %}
+      {% if item in members and not item.startswith('_') %}
+        ~{{ name }}.{{ item }}
+      {% endif %}
+   {%- endfor %}
+   {% endif %}
+   {% endblock %}
+
+   {% if methods %}
+   .. rubric:: {{ _('Methods') }}
 
-{% endif %}
-{% endblock %}
+   .. autosummary::
+   {% for item in methods %}
+      {% if item in members and (not item.startswith('_') or item in ['__call__']) %}
+        ~{{ name }}.{{ item }}
+      {% endif %}
+   {%- endfor %}
+   {% endif %}
+   {% endblock %}

doc/source/conf.py

@@ -76,7 +76,6 @@
     # to ensure that include files (partial pages) aren't built, exclude them
     # https://github.com/sphinx-doc/sphinx/issues/1965#issuecomment-124732907
     "**/includes/**",
-    "**/api/pandas.Series.dt.rst",
 ]
 try:
     import nbconvert
@@ -130,6 +129,8 @@
 autodoc_typehints = "none"
 
 # numpydoc
+numpydoc_show_class_members = False
+numpydoc_show_inherited_class_members = False
 numpydoc_attributes_as_param_list = False
 
 # matplotlib plot directive

doc/source/development/contributing_codebase.rst

@@ -754,7 +754,7 @@ install pandas) by typing::
     your installation is probably fine and you can start contributing!
 
 Often it is worth running only a subset of tests first around your changes before running the
-entire suite (tip: you can use the [pandas-coverage app](https://pandas-coverage-12d2130077bc.herokuapp.com/))
+entire suite (tip: you can use the `pandas-coverage app <https://pandas-coverage-12d2130077bc.herokuapp.com/>`_)
 to find out which tests hit the lines of code you've modified, and then run only those).
 
 The easiest way to do this is with::

doc/source/development/contributing_environment.rst

@@ -214,7 +214,7 @@ due to limitations in setuptools.
 
 The newer build system, invokes the meson backend through pip (via a `PEP 517 <https://peps.python.org/pep-0517/>`_ build).
 It automatically uses all available cores on your CPU, and also avoids the need for manual rebuilds by
-rebuilding automatically whenever pandas is imported(with an editable install).
+rebuilding automatically whenever pandas is imported (with an editable install).
 
 For these reasons, you should compile pandas with meson.
 Because the meson build system is newer, you may find bugs/minor issues as it matures. You can report these bugs
@@ -228,6 +228,14 @@ To compile pandas with meson, run::
    # If you do not want to see this, omit everything after --no-build-isolation
    python -m pip install -ve . --no-build-isolation --config-settings editable-verbose=true
 
+.. note::
+   The version number is pulled from the latest repository tag. Be sure to fetch the latest tags from upstream
+   before building::
+
+      # set the upstream repository, if not done already, and fetch the latest tags
+      git remote add upstream https://github.com/pandas-dev/pandas.git
+      git fetch upstream --tags
+
 **Build options**
 
 It is possible to pass options from the pip frontend to the meson backend if you would like to configure your

doc/source/getting_started/install.rst

@@ -412,8 +412,6 @@ Installable with ``pip install "pandas[compression]"``
 ========================= ================== =============== =============================================================
 Dependency                Minimum Version    pip extra       Notes
 ========================= ================== =============== =============================================================
-brotli                    0.7.0              compression     Brotli compression
-python-snappy             0.6.1              compression     Snappy compression
 Zstandard                 0.17.0             compression     Zstandard compression
 ========================= ================== =============== =============================================================
 

doc/source/reference/series.rst

@@ -273,6 +273,19 @@ pandas provides dtype-specific methods under various accessors.
 These are separate namespaces within :class:`Series` that only apply
 to specific data types.
 
+.. autosummary::
+    :toctree: api/
+    :nosignatures:
+    :template: autosummary/accessor.rst
+
+    Series.str
+    Series.cat
+    Series.dt
+    Series.sparse
+    DataFrame.sparse
+    Index.str
+
+
 =========================== =================================
 Data Type                   Accessor
 =========================== =================================
@@ -458,22 +471,6 @@ strings and apply several methods to it. These can be accessed like
    Series.str.isdecimal
    Series.str.get_dummies
 
-..
-    The following is needed to ensure the generated pages are created with the
-    correct template (otherwise they would be created in the Series/Index class page)
-
-..
-    .. autosummary::
-       :toctree: api/
-       :template: autosummary/accessor.rst
-
-       Series.str
-       Series.cat
-       Series.dt
-       Series.sparse
-       DataFrame.sparse
-       Index.str
-
 .. _api.series.cat:
 
 Categorical accessor