WIP

Author: jonashaag

.github/actions/build_pandas/action.yml

@@ -5,11 +5,18 @@ runs:
   steps:
 
     - name: Environment Detail
+      id: env-detail
       run: |
         conda info
         conda list
+        echo ::set-output name=python-version::$(conda list -f python --json | jq -r '.[0].version')
       shell: bash -el {0}
 
+    - name: Set up Ccache
+      uses: ./.github/actions/setup-ccache
+      with:
+        extra-cache-key: ${{ steps.env-detail.outputs.python-version }}
+
     - name: Build Pandas
       run: |
         python setup.py build_ext -j $N_JOBS

.github/actions/setup-ccache/action.yml

@@ -0,0 +1,28 @@
+name: Setup sccache
+inputs:
+  extra-cache-key:
+    required: false
+    default: ''
+runs:
+  using: composite
+  steps:
+    - name: Get Date
+      id: get-date
+      run: echo "::set-output name=today::$(/bin/date -u '+%Y%m%d')"
+      shell: bash
+
+    - name: Fix Windows temporary directory
+      # On Windows, for some reason the default temporary directory provided to sccache
+      # may become read-only at some point. Work around by having a private tempdir.
+      id: mktemp
+      run: echo "::set-output name=tmpdir::$(cygpath -w $(mktemp -d))"
+      shell: bash
+      if: ${{ runner.os == 'Windows' }}
+
+    - name: Setup sccache
+      uses: hendrikmuhs/ccache-action@v1.2
+      with:
+        variant: sccache
+        key: ${{ runner.os }}--${{ runner.arch }}--${{ github.workflow }}--${{ steps.get-date.outputs.today }}--${{ inputs.extra-cache-key }}
+      env:
+        TMP: "${{ steps.mktemp.outputs.tmpdir }}"

.github/workflows/macos-windows.yml

@@ -28,7 +28,7 @@ jobs:
     strategy:
       matrix:
         os: [macos-latest, windows-latest]
-        env_file: [actions-38.yaml, actions-39.yaml, actions-310.yaml]
+        env_file: [actions-38.yaml] #, actions-39.yaml, actions-310.yaml]
       fail-fast: false
     runs-on: ${{ matrix.os }}
     name: ${{ format('{0} {1}', matrix.os, matrix.env_file) }}

.github/workflows/posix.yml

@@ -24,11 +24,11 @@ jobs:
     timeout-minutes: 120
     strategy:
       matrix:
-        env_file: [actions-38.yaml, actions-39.yaml, actions-310.yaml]
-        pattern: ["not single_cpu", "single_cpu"]
+        env_file: [actions-38.yaml] #, actions-39.yaml, actions-310.yaml]
+        pattern: ["not single_cpu"] #, "single_cpu"]
         # Don't test pyarrow v2/3: Causes timeouts in read_csv engine
         # even if tests are skipped/xfailed
-        pyarrow_version: ["5", "6", "7"]
+        pyarrow_version: ["5"] #, "6", "7"]
         include:
           - name: "Downstream Compat"
             env_file: actions-38-downstream_compat.yaml

ci/run_tests.sh

@@ -1,4 +1,7 @@
 #!/bin/bash -e
+which pytest
+pytest --help
+exit 0
 
 # Workaround for pytest-xdist (it collects different tests in the workers if PYTHONHASHSEED is not set)
 # https://github.com/pytest-dev/pytest/issues/920

setup.py

@@ -74,7 +74,48 @@ def is_platform_mac():
     _pxi_dep[module] = pxi_files
 
 
-class build_ext(_build_ext):
+class CompilerLauncherMixin:
+    """Add "compiler launchers" to distutils.
+
+    We use this to be able to run the Pandas build using "ccache".
+
+    A compiler launcher is a program that is invoked instead of invoking the
+    compiler directly. It is passed the full compiler invocation command line.
+
+    A similar feature exists in CMake, see
+    https://cmake.org/cmake/help/latest/prop_tgt/LANG_COMPILER_LAUNCHER.html.
+    """
+
+    __is_set_up = False
+
+    def build_extensions(self):
+        # Integrate into "build_ext"
+        self.__setup()
+        super().build_extensions()
+
+    def build_libraries(self):
+        # Integrate into "build_clib"
+        self.__setup()
+        super().build_extensions()
+
+    def __setup(self):
+        if self.__is_set_up:
+            return
+        self.__is_set_up = True
+        compiler_launcher = os.getenv("DISTUTILS_C_COMPILER_LAUNCHER")
+        if compiler_launcher:
+
+            def spawn_with_compiler_launcher(cmd):
+                exclude_programs = ("link.exe",)
+                if not cmd[0].endswith(exclude_programs):
+                    cmd = [compiler_launcher] + cmd
+                return original_spawn(cmd)
+
+            original_spawn = self.compiler.spawn
+            self.compiler.spawn = spawn_with_compiler_launcher
+
+
+class build_ext(CompilerLauncherMixin, _build_ext):
     @classmethod
     def render_templates(cls, pxifiles):
         for pxifile in pxifiles: