MAINT: Merge master

Author: Kevin Sheppard

.github/setup/action.yaml

@@ -0,0 +1,35 @@
+name: Install project dependencies
+
+inputs:
+  python-version:
+    required: true
+  os:
+    required: true
+
+runs:
+  using: composite
+  steps:
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ inputs.python-version }}
+
+    - name: Install Poetry
+      shell: bash
+      run: python -m pip install poetry
+
+    - name: Determine poetry version
+      shell: bash
+      run: echo "::set-output name=VERSION::$(poetry --version)"
+      id: poetry_version
+
+    - name: Cache poetry.lock
+      uses: actions/cache@v3
+      with:
+        path: poetry.lock
+        key: ${{ inputs.os }}-${{ inputs.python-version }}-poetry-${{ steps.poetry_version.outputs.VERSION }}-${{ hashFiles('pyproject.toml') }}
+
+    - name: Install project dependencies
+      shell: bash
+      run: poetry install -vvv --no-root

.github/workflows/test.yml

@@ -3,7 +3,7 @@ name: 'Test'
 on:
   [push, pull_request, workflow_dispatch]
 jobs:
-  test:
+  released:
     runs-on: ${{ matrix.os }}
     timeout-minutes: 10
     strategy:
@@ -13,34 +13,17 @@ jobs:
         python-version: ['3.8', '3.9', '3.10']
 
     steps:
-
     - uses: actions/checkout@v3
 
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - name: Install project dependencies
+      uses: ./.github/setup
       with:
+        os: ${{ matrix.os }}
         python-version: ${{ matrix.python-version }}
 
-    - name: Install Poetry
-      run: pip install poetry
-
-    - name: Determine poetry version
-      run: echo "::set-output name=VERSION::$(poetry --version)"
-      id: poetry_version
-
-    - name: Cache poetry.lock
-      uses: actions/cache@v3
-      with:
-        path: poetry.lock
-        key: ${{ matrix.os }}-${{ matrix.python-version }}-poetry-${{ steps.poetry_version.outputs.VERSION }}-${{ hashFiles('pyproject.toml') }}
-
-    - name: Install project dependencies
-      run: poetry install -vvv --no-root
-
     - name: Show poetry python location (Windows)
       shell: pwsh
-      run: |
-        poetry run where python
+      run: poetry run where python
       if: matrix.os == 'windows-latest'
 
     - name: Run mypy on 'tests' (using the local stubs) and on the local stubs
@@ -52,8 +35,30 @@ jobs:
     - name: Run pytest
       run: poetry run poe pytest
 
-    - if: matrix.python-version == '3.8' && matrix.os == 'ubuntu-latest'
-      uses: pre-commit/action@v3.0.0
-
     - name: Install pandas-stubs and run tests on the installed stubs
       run: poetry run poe test_dist
+
+  nightly:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Install project dependencies
+      uses: ./.github/setup
+      with:
+        os: ubuntu-latest
+        python-version: '3.10'
+
+    - name: Run pytest (against pandas nightly)
+      run: poetry run poe pytest --nightly
+
+  precommit:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - uses: pre-commit/action@v3.0.0

.pre-commit-config.yaml

@@ -3,22 +3,22 @@ ci:
     autofix_prs: false
 repos:
 -   repo: https://github.com/python/black
-    rev: 22.6.0
+    rev: 22.8.0
     hooks:
     -   id: black
 -   repo: https://github.com/PyCQA/isort
     rev: 5.10.1
     hooks:
     -   id: isort
 -   repo: https://github.com/asottile/pyupgrade
-    rev: v2.34.0
+    rev: v2.37.3
     hooks:
     -   id: pyupgrade
         types_or: [python, pyi]
         types: [text]  # overwrite types: [python]
         args: [--py38-plus]
 -   repo: https://github.com/PyCQA/flake8
-    rev: 4.0.1
+    rev: 5.0.4
     hooks:
     -   id: flake8
         name: flake8 (py)
@@ -27,7 +27,7 @@ repos:
     -   id: flake8
         name: flake8 (pyi)
         additional_dependencies:
-        - flake8-pyi==22.7.0
+        - flake8-pyi==22.8.2
         types: [pyi]
         args: [
           --ignore=E301 E302 E305 E402 E501 E701 E704 F401 F811 W503 Y019 Y026 Y027 Y034 Y037,

pandas-stubs/core/frame.pyi

@@ -38,6 +38,7 @@ from pandas.core.window.rolling import (
     Rolling,
     Window,
 )
+import xarray as xr
 
 from pandas._typing import (
     S1,
@@ -87,6 +88,7 @@ from pandas._typing import (
     XMLParsers,
     np_ndarray_bool,
     np_ndarray_str,
+    npt,
     num,
 )
 
@@ -228,15 +230,32 @@ class DataFrame(NDFrame, OpsMixin):
     @overload
     def to_dict(
         self,
-        orient: Literal["records"],
-        into: Hashable = ...,
-    ) -> list[dict[_str, Any]]: ...
+        orient: Literal["dict", "list", "series", "split", "tight", "index"],
+        into: Mapping | type[Mapping],
+    ) -> Mapping[Hashable, Any]: ...
+    @overload
+    def to_dict(
+        self,
+        orient: Literal["dict", "list", "series", "split", "tight", "index"] = ...,
+        *,
+        into: Mapping | type[Mapping],
+    ) -> Mapping[Hashable, Any]: ...
     @overload
     def to_dict(
         self,
         orient: Literal["dict", "list", "series", "split", "tight", "index"] = ...,
-        into: Hashable = ...,
-    ) -> dict[_str, Any]: ...
+        into: None = ...,
+    ) -> dict[Hashable, Any]: ...
+    @overload
+    def to_dict(
+        self,
+        orient: Literal["records"],
+        into: Mapping | type[Mapping],
+    ) -> list[Mapping[Hashable, Any]]: ...
+    @overload
+    def to_dict(
+        self, orient: Literal["records"], into: None = ...
+    ) -> list[dict[Hashable, Any]]: ...
     def to_gbq(
         self,
         destination_table: str,
@@ -258,8 +277,14 @@ class DataFrame(NDFrame, OpsMixin):
     def to_records(
         self,
         index: _bool = ...,
-        columnDTypes: _str | dict | None = ...,
-        indexDTypes: _str | dict | None = ...,
+        column_dtypes: _str
+        | npt.DTypeLike
+        | Mapping[HashableT, npt.DTypeLike]
+        | None = ...,
+        index_dtypes: _str
+        | npt.DTypeLike
+        | Mapping[HashableT, npt.DTypeLike]
+        | None = ...,
     ) -> np.recarray: ...
     def to_stata(
         self,
@@ -279,12 +304,6 @@ class DataFrame(NDFrame, OpsMixin):
     ) -> None: ...
     def to_feather(self, path: FilePath | WriteBuffer[bytes], **kwargs) -> None: ...
     @overload
-    def to_markdown(
-        self, buf: FilePathOrBuffer | None, mode: _str | None = ..., **kwargs
-    ) -> None: ...
-    @overload
-    def to_markdown(self, mode: _str | None = ..., **kwargs) -> _str: ...
-    @overload
     def to_parquet(
         self,
         path: FilePath | WriteBuffer[bytes],
@@ -1932,18 +1951,6 @@ class DataFrame(NDFrame, OpsMixin):
         compression: CompressionOptions = ...,
         protocol: int = ...,
     ) -> None: ...
-    def to_sql(
-        self,
-        name: _str,
-        con,
-        schema: _str | None = ...,
-        if_exists: _str = ...,
-        index: _bool = ...,
-        index_label: _str | Sequence[_str] | None = ...,
-        chunksize: int | None = ...,
-        dtype: dict | Scalar | None = ...,
-        method: _str | Callable | None = ...,
-    ) -> None: ...
     @overload
     def to_string(
         self,
@@ -1989,7 +1996,7 @@ class DataFrame(NDFrame, OpsMixin):
         max_colwidth: int | None = ...,
         encoding: _str | None = ...,
     ) -> _str: ...
-    def to_xarray(self): ...
+    def to_xarray(self) -> xr.Dataset: ...
     def truediv(
         self,
         other: num | ListLike | DataFrame,

pandas-stubs/core/generic.pyi

@@ -1,8 +1,10 @@
+import sqlite3
 from typing import (
     Any,
     Callable,
     ClassVar,
     Hashable,
+    Iterable,
     Literal,
     Mapping,
     Sequence,
@@ -13,13 +15,15 @@ import numpy as np
 from pandas.core.base import PandasObject
 from pandas.core.indexes.base import Index
 import pandas.core.indexing as indexing
+import sqlalchemy.engine
 
 from pandas._typing import (
     S1,
     ArrayLike,
     Axis,
     CompressionOptions,
     Dtype,
+    DtypeArg,
     FilePath,
     FilePathOrBuffer,
     FileWriteMode,
@@ -29,17 +33,18 @@ from pandas._typing import (
     HashableT,
     HDFCompLib,
     IgnoreRaise,
+    IndexLabel,
     Level,
     NDFrameT,
     ReplaceMethod,
-    Scalar,
     SeriesAxisType,
     SortKind,
     StorageOptions,
     T,
 )
 
 from pandas.io.pytables import HDFStore
+from pandas.io.sql import SQLTable
 
 _bool = bool
 _str = str
@@ -131,18 +136,38 @@ class NDFrame(PandasObject, indexing.IndexingMixin):
         ] = ...,
         encoding: _str = ...,
     ) -> None: ...
+    @overload
+    def to_markdown(
+        self,
+        buf: FilePathOrBuffer,
+        mode: FileWriteMode | None = ...,
+        index: _bool = ...,
+        storage_options: StorageOptions = ...,
+        **kwargs: Any,
+    ) -> None: ...
+    @overload
+    def to_markdown(
+        self,
+        buf: None = ...,
+        mode: FileWriteMode | None = ...,
+        index: _bool = ...,
+        storage_options: StorageOptions = ...,
+        **kwargs: Any,
+    ) -> _str: ...
     def to_sql(
         self,
         name: _str,
-        con,
+        con: str | sqlalchemy.engine.Connection | sqlite3.Connection,
         schema: _str | None = ...,
-        if_exists: _str = ...,
+        if_exists: Literal["fail", "replace", "append"] = ...,
         index: _bool = ...,
-        index_label: _str | Sequence[_str] | None = ...,
+        index_label: IndexLabel = ...,
         chunksize: int | None = ...,
-        dtype: dict | Scalar | None = ...,
-        method: _str | Callable | None = ...,
-    ) -> None: ...
+        dtype: DtypeArg | None = ...,
+        method: Literal["multi"]
+        | Callable[[SQLTable, Any, list[str], Iterable], int | None]
+        | None = ...,
+    ) -> int | None: ...
     def to_pickle(
         self,
         path: _str,
@@ -152,7 +177,6 @@ class NDFrame(PandasObject, indexing.IndexingMixin):
     def to_clipboard(
         self, excel: _bool = ..., sep: _str | None = ..., **kwargs
     ) -> None: ...
-    def to_xarray(self): ...
     @overload
     def to_latex(
         self,