Merge branch 'master' into PR_TOOL_MERGE_PR_26316

Author: jreback

asv_bench/benchmarks/ctors.py

@@ -55,7 +55,14 @@ class SeriesConstructors:
               [False, True],
               ['float', 'int']]
 
+    # Generators get exhausted on use, so run setup before every call
+    number = 1
+    repeat = (3, 250, 10)
+
     def setup(self, data_fmt, with_index, dtype):
+        if data_fmt in (gen_of_str, gen_of_tuples) and with_index:
+            raise NotImplementedError('Series constructors do not support '
+                                      'using generators with indexes')
         N = 10**4
         if dtype == 'float':
             arr = np.random.randn(N)

asv_bench/benchmarks/frame_ctor.py

@@ -72,6 +72,10 @@ class FromRecords:
     params = [None, 1000]
     param_names = ['nrows']
 
+    # Generators get exhausted on use, so run setup before every call
+    number = 1
+    repeat = (3, 250, 10)
+
     def setup(self, nrows):
         N = 100000
         self.gen = ((x, (x * 20), (x * 100)) for x in range(N))

asv_bench/benchmarks/indexing.py

@@ -5,7 +5,7 @@
 from pandas import (Series, DataFrame, MultiIndex,
                     Int64Index, UInt64Index, Float64Index,
                     IntervalIndex, CategoricalIndex,
-                    IndexSlice, concat, date_range)
+                    IndexSlice, concat, date_range, option_context)
 
 
 class NumericSeriesIndexing:
@@ -335,4 +335,20 @@ def time_assign_with_setitem(self):
             self.df[i] = np.random.randn(self.N)
 
 
+class ChainIndexing:
+
+    params = [None, 'warn']
+    param_names = ['mode']
+
+    def setup(self, mode):
+        self.N = 1000000
+
+    def time_chained_indexing(self, mode):
+        with warnings.catch_warnings(record=True):
+            with option_context('mode.chained_assignment', mode):
+                df = DataFrame({'A': np.arange(self.N), 'B': 'foo'})
+                df2 = df[df.A > self.N // 2]
+                df2['C'] = 1.0
+
+
 from .pandas_vb_common import setup  # noqa: F401

asv_bench/benchmarks/offset.py

@@ -9,7 +9,7 @@
     pass
 
 hcal = pd.tseries.holiday.USFederalHolidayCalendar()
-# These offests currently raise a NotImplimentedError with .apply_index()
+# These offsets currently raise a NotImplimentedError with .apply_index()
 non_apply = [pd.offsets.Day(),
              pd.offsets.BYearEnd(),
              pd.offsets.BYearBegin(),

ci/azure/windows.yml

@@ -21,7 +21,9 @@ jobs:
       displayName: 'Add conda to PATH'
     - script: conda update -q -n base conda
       displayName: Update conda
-    - script: conda env create -q --file ci\\deps\\azure-windows-$(CONDA_PY).yaml
+    - script: |
+        call activate
+        conda env create -q --file ci\\deps\\azure-windows-$(CONDA_PY).yaml
       displayName: 'Create anaconda environment'
     - script: |
         call activate pandas-dev

ci/code_checks.sh

@@ -256,8 +256,8 @@ fi
 ### DOCSTRINGS ###
 if [[ -z "$CHECK" || "$CHECK" == "docstrings" ]]; then
 
-    MSG='Validate docstrings (GL03, GL06, GL07, GL09, SS04, SS05, PR03, PR04, PR05, PR10, EX04, RT01, RT04, RT05, SA05)' ; echo $MSG
-    $BASE_DIR/scripts/validate_docstrings.py --format=azure --errors=GL03,GL06,GL07,GL09,SS04,SS05,PR03,PR04,PR05,PR10,EX04,RT01,RT04,RT05,SA05
+    MSG='Validate docstrings (GL03, GL04, GL05, GL06, GL07, GL09, SS04, SS05, PR03, PR04, PR05, PR10, EX04, RT01, RT04, RT05, SA05)' ; echo $MSG
+    $BASE_DIR/scripts/validate_docstrings.py --format=azure --errors=GL03,GL04,GL05,GL06,GL07,GL09,SS04,SS05,PR03,PR04,PR05,PR10,EX04,RT01,RT04,RT05,SA05
     RET=$(($RET + $?)) ; echo $MSG "DONE"
 
 fi

ci/deps/azure-35-compat.yaml

@@ -22,6 +22,7 @@ dependencies:
   - hypothesis>=3.58.0
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - pip
   - pip:
     # for python 3.5, pytest>=4.0.2 is not available in conda

ci/deps/azure-36-locale.yaml

@@ -23,6 +23,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - hypothesis>=3.58.0
   - pip
   - pip:

ci/deps/azure-36-locale_slow.yaml

@@ -29,6 +29,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - moto
   - pip
   - pip:

ci/deps/azure-37-locale.yaml

@@ -28,6 +28,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - pip
   - pip:
     - hypothesis>=3.58.0

ci/deps/azure-37-numpydev.yaml

@@ -17,3 +17,4 @@ dependencies:
     - "--pre"
     - "numpy"
     - "scipy"
+    - pytest-azurepipelines

ci/deps/azure-macos-35.yaml

@@ -29,3 +29,4 @@ dependencies:
     - pytest-xdist
     - pytest-mock
     - hypothesis>=3.58.0
+    - pytest-azurepipelines

ci/deps/azure-windows-36.yaml

@@ -26,4 +26,5 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - hypothesis>=3.58.0

ci/deps/azure-windows-37.yaml

@@ -28,6 +28,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - moto
   - hypothesis>=3.58.0
   - pyreadstat

ci/deps/travis-36-locale.yaml

@@ -8,24 +8,22 @@ dependencies:
   - python-blosc
   - cython>=0.28.2
   - fastparquet=0.2.1
-  - gcsfs=0.1.0
+  - gcsfs=0.2.2
   - html5lib
   - ipython
   - jinja2
-  - lxml=3.7.0
-  - matplotlib=3.0.0
+  - lxml=3.8.0
+  - matplotlib=3.0.*
   - nomkl
   - numexpr
   - numpy
   - openpyxl
   - pandas-gbq=0.8.0
   - psycopg2=2.6.2
-  - pymysql=0.7.9
+  - pymysql=0.7.11
   - pytables
   - python-dateutil
-  # cannot go past python=3.6.6 for matplotlib=3.0.0 due to
-  # https://github.com/matplotlib/matplotlib/issues/12626
-  - python=3.6.6
+  - python=3.6.*
   - pytz
   - s3fs=0.0.8
   - scipy

codecov.yml

@@ -1,13 +1,13 @@
 codecov:
   branch: master
 
+comment: off
+
 coverage:
   status:
     project:
       default:
-        enabled: no
         target: '82'
     patch:
       default:
-        enabled: no
         target: '50'

doc/source/development/contributing.rst

@@ -127,7 +127,7 @@ to build the documentation locally before pushing your changes.
 
 .. _contributing.dev_c:
 
-Installing a C Compiler
+Installing a C compiler
 ~~~~~~~~~~~~~~~~~~~~~~~
 
 Pandas uses C extensions (mostly written using Cython) to speed up certain
@@ -155,7 +155,7 @@ Let us know if you have any difficulties by opening an issue or reaching out on
 
 .. _contributing.dev_python:
 
-Creating a Python Environment
+Creating a Python environment
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 
 Now that you have a C compiler, create an isolated pandas development
@@ -209,7 +209,7 @@ See the full conda docs `here <http://conda.pydata.org/docs>`__.
 
 .. _contributing.pip:
 
-Creating a Python Environment (pip)
+Creating a Python environment (pip)
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 
 If you aren't using conda for your development environment, follow these instructions.
@@ -605,7 +605,7 @@ and run ``flake8`` on them, one after the other.
 
 .. _contributing.import-formatting:
 
-Import Formatting
+Import formatting
 ~~~~~~~~~~~~~~~~~
 *pandas* uses `isort <https://pypi.org/project/isort/>`__ to standardise import
 formatting across the codebase.
@@ -651,7 +651,7 @@ The `--recursive` flag can be passed to sort all files in a directory.
 
 You can then verify the changes look ok, then git :ref:`commit <contributing.commit-code>` and :ref:`push <contributing.push-code>`.
 
-Backwards Compatibility
+Backwards compatibility
 ~~~~~~~~~~~~~~~~~~~~~~~
 
 Please try to maintain backward compatibility. *pandas* has lots of users with lots of
@@ -699,7 +699,7 @@ See :ref:`contributing.warnings` for more.
 
 .. _contributing.ci:
 
-Testing With Continuous Integration
+Testing with continuous integration
 -----------------------------------
 
 The *pandas* test suite will run automatically on `Travis-CI <https://travis-ci.org/>`__ and
@@ -930,7 +930,7 @@ options or subtle interactions to test (or think of!) all of them.
 
 .. _contributing.warnings:
 
-Testing Warnings
+Testing warnings
 ~~~~~~~~~~~~~~~~
 
 By default, one of pandas CI workers will fail if any unhandled warnings are emitted.

doc/source/development/contributing_docstring.rst

@@ -929,7 +929,7 @@ plot will be generated automatically when building the documentation.
 
 .. _docstring.sharing:
 
-Sharing Docstrings
+Sharing docstrings
 ------------------
 
 Pandas has a system for sharing docstrings, with slight variations, between

doc/source/development/extending.rst

@@ -3,7 +3,7 @@
 {{ header }}
 
 ****************
-Extending Pandas
+Extending pandas
 ****************
 
 While pandas provides a rich set of methods, containers, and data types, your
@@ -12,7 +12,7 @@ pandas.
 
 .. _extending.register-accessors:
 
-Registering Custom Accessors
+Registering custom accessors
 ----------------------------
 
 Libraries can use the decorators
@@ -70,7 +70,7 @@ applies only to certain dtypes.
 
 .. _extending.extension-types:
 
-Extension Types
+Extension types
 ---------------
 
 .. versionadded:: 0.23.0
@@ -210,7 +210,7 @@ will
 
 .. _extending.extension.testing:
 
-Testing Extension Arrays
+Testing extension arrays
 ^^^^^^^^^^^^^^^^^^^^^^^^
 
 We provide a test suite for ensuring that your extension arrays satisfy the expected
@@ -238,7 +238,7 @@ for a list of all the tests available.
 
 .. _extending.subclassing-pandas:
 
-Subclassing pandas Data Structures
+Subclassing pandas data structures
 ----------------------------------
 
 .. warning:: There are some easier alternatives before considering subclassing ``pandas`` data structures.
@@ -260,7 +260,7 @@ This section describes how to subclass ``pandas`` data structures to meet more s
 
    You can find a nice example in `geopandas <https://github.com/geopandas/geopandas>`_ project.
 
-Override Constructor Properties
+Override constructor properties
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
 Each data structure has several *constructor properties* for returning a new
@@ -348,7 +348,7 @@ Below example shows how to define ``SubclassedSeries`` and ``SubclassedDataFrame
    >>> type(sliced2)
    <class '__main__.SubclassedSeries'>
 
-Define Original Properties
+Define original properties
 ^^^^^^^^^^^^^^^^^^^^^^^^^^
 
 To let original data structures have additional properties, you should let ``pandas`` know what properties are added. ``pandas`` maps unknown properties to data names overriding ``__getattribute__``. Defining original properties can be done in one of 2 ways:

doc/source/development/internals.rst

@@ -102,7 +102,7 @@ So, for example, ``Series[category]._values`` is a ``Categorical``, while
 
 .. _ref-subclassing-pandas:
 
-Subclassing pandas Data Structures
+Subclassing pandas data structures
 ----------------------------------
 
 This section has been moved to :ref:`extending.subclassing-pandas`.

doc/source/ecosystem.rst

@@ -3,7 +3,7 @@
 {{ header }}
 
 ****************
-pandas Ecosystem
+Pandas ecosystem
 ****************
 
 Increasingly, packages are being built on top of pandas to address specific needs
@@ -26,7 +26,7 @@ substantial projects that you feel should be on this list, please let us know.
 
 .. _ecosystem.stats:
 
-Statistics and Machine Learning
+Statistics and machine learning
 -------------------------------
 
 `Statsmodels <https://www.statsmodels.org/>`__
@@ -243,7 +243,7 @@ you can obtain for free on the FRED website.
 
 .. _ecosystem.domain:
 
-Domain Specific
+Domain specific
 ---------------
 
 `Geopandas <https://github.com/kjordahl/geopandas>`__
@@ -332,7 +332,7 @@ and check that they're *actually* true.
 
 .. _ecosystem.extensions:
 
-Extension Data Types
+Extension data types
 --------------------
 
 Pandas provides an interface for defining