Merge remote-tracking branch 'upstream/master' into arrow-string-array-dtype

Author: simonjayhawkins

asv_bench/benchmarks/frame_methods.py

@@ -652,7 +652,9 @@ class Rank:
     ]
 
     def setup(self, dtype):
-        self.df = DataFrame(np.random.randn(10000, 10), columns=range(10), dtype=dtype)
+        self.df = DataFrame(
+            np.random.randn(10000, 10).astype(dtype), columns=range(10), dtype=dtype
+        )
 
     def time_rank(self, dtype):
         self.df.rank()

asv_bench/benchmarks/plotting.py

@@ -1,5 +1,9 @@
+import importlib
+import sys
+
 import matplotlib
 import numpy as np
+import pkg_resources
 
 from pandas import (
     DataFrame,
@@ -13,6 +17,8 @@
 except ImportError:
     from pandas.tools.plotting import andrews_curves
 
+from pandas.plotting._core import _get_plot_backend
+
 matplotlib.use("Agg")
 
 
@@ -99,4 +105,28 @@ def time_plot_andrews_curves(self):
         andrews_curves(self.df, "Name")
 
 
+class BackendLoading:
+    repeat = 1
+    number = 1
+    warmup_time = 0
+
+    def setup(self):
+        dist = pkg_resources.get_distribution("pandas")
+        spec = importlib.machinery.ModuleSpec("my_backend", None)
+        mod = importlib.util.module_from_spec(spec)
+        mod.plot = lambda *args, **kwargs: 1
+
+        backends = pkg_resources.get_entry_map("pandas")
+        my_entrypoint = pkg_resources.EntryPoint(
+            "pandas_plotting_backend", mod.__name__, dist=dist
+        )
+        backends["pandas_plotting_backends"][mod.__name__] = my_entrypoint
+        for i in range(10):
+            backends["pandas_plotting_backends"][str(i)] = my_entrypoint
+        sys.modules["my_backend"] = mod
+
+    def time_get_plot_backend(self):
+        _get_plot_backend("my_backend")
+
+
 from .pandas_vb_common import setup  # noqa: F401 isort:skip

doc/source/reference/style.rst

@@ -67,5 +67,6 @@ Style export and import
    Styler.render
    Styler.export
    Styler.use
+   Styler.to_html
    Styler.to_excel
    Styler.to_latex

doc/source/user_guide/options.rst

@@ -487,6 +487,8 @@ styler.sparse.index                     True         "Sparsify" MultiIndex displ
                                                      elements in outer levels within groups).
 styler.sparse.columns                   True         "Sparsify" MultiIndex display for columns
                                                      in Styler output.
+styler.render.max_elements              262144       Maximum number of datapoints that Styler will render
+                                                     trimming either rows, columns or both to fit.
 ======================================= ============ ==================================
 
 

doc/source/whatsnew/v1.2.5.rst

@@ -21,6 +21,13 @@ Fixed regressions
 
 .. ---------------------------------------------------------------------------
 
+.. _whatsnew_125.deprecations:
+
+Deprecations
+~~~~~~~~~~~~
+
+- Deprecated passing lists as ``key`` to :meth:`DataFrame.xs` and :meth:`Series.xs` (:issue:`41760`)
+
 .. _whatsnew_125.bug_fixes:
 
 Bug fixes

doc/source/whatsnew/v1.3.0.rst

@@ -516,7 +516,7 @@ def group_add(add_t[:, ::1] out,
                 val = values[i, j]
 
                 # not nan
-                if val == val:
+                if not checknull(val):
                     nobs[lab, j] += 1
 
                     if nobs[lab, j] == 1:

pandas/_libs/groupby.pyx

@@ -106,7 +106,8 @@ cdef class IndexEngine:
 
         try:
             return self.mapping.get_item(val)
-        except (TypeError, ValueError):
+        except (TypeError, ValueError, OverflowError):
+            # GH#41775 OverflowError e.g. if we are uint64 and val is -1
             raise KeyError(val)
 
     cdef inline _get_loc_duplicates(self, object val):

pandas/_libs/index.pyx

@@ -11,7 +11,10 @@ from typing import (
 
 import numpy as np
 
-from pandas._typing import ArrayLike
+from pandas._typing import (
+    ArrayLike,
+    DtypeObj,
+)
 
 # placeholder until we can specify np.ndarray[object, ndim=2]
 ndarray_obj_2d = np.ndarray
@@ -52,8 +55,6 @@ def is_float_array(values: np.ndarray, skipna: bool = False): ...
 def is_integer_array(values: np.ndarray, skipna: bool = False): ...
 def is_bool_array(values: np.ndarray, skipna: bool = False): ...
 
-def fast_multiget(mapping: dict, keys: np.ndarray, default=np.nan) -> np.ndarray: ...
-
 def fast_unique_multiple_list_gen(gen: Generator, sort: bool = True) -> list: ...
 def fast_unique_multiple_list(lists: list, sort: bool = True) -> list: ...
 def fast_unique_multiple(arrays: list, sort: bool = True) -> list: ...
@@ -73,6 +74,7 @@ def maybe_convert_objects(
     convert_timedelta: bool = ...,
     convert_period: Literal[False] = ...,
     convert_to_nullable_integer: Literal[False] = ...,
+    dtype_if_all_nat: DtypeObj | None = ...,
 ) -> np.ndarray: ...
 
 @overload
@@ -85,6 +87,7 @@ def maybe_convert_objects(
     convert_timedelta: bool = ...,
     convert_period: bool = ...,
     convert_to_nullable_integer: Literal[True] = ...,
+    dtype_if_all_nat: DtypeObj | None = ...,
 ) -> ArrayLike: ...
 
 @overload
@@ -97,6 +100,7 @@ def maybe_convert_objects(
     convert_timedelta: bool = ...,
     convert_period: bool = ...,
     convert_to_nullable_integer: bool = ...,
+    dtype_if_all_nat: DtypeObj | None = ...,
 ) -> ArrayLike: ...
 
 @overload
@@ -109,6 +113,7 @@ def maybe_convert_objects(
     convert_timedelta: bool = ...,
     convert_period: Literal[True] = ...,
     convert_to_nullable_integer: bool = ...,
+    dtype_if_all_nat: DtypeObj | None = ...,
 ) -> ArrayLike: ...
 
 @overload
@@ -121,6 +126,7 @@ def maybe_convert_objects(
     convert_timedelta: bool = ...,
     convert_period: bool = ...,
     convert_to_nullable_integer: bool = ...,
+    dtype_if_all_nat: DtypeObj | None = ...,
 ) -> ArrayLike: ...
 
 @overload
@@ -184,11 +190,7 @@ def maybe_indices_to_slice(
     max_len: int,
 ) -> slice | np.ndarray: ...  # np.ndarray[np.uint8]
 
-def clean_index_list(obj: list) -> tuple[
-    list | np.ndarray,  # np.ndarray[object] | np.ndarray[np.int64]
-    bool,
-]: ...
-
+def is_all_arraylike(obj: list) -> bool: ...
 
 # -----------------------------------------------------------------
 # Functions which in reality take memoryviews