diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 051407b5354..1c619927d4c 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -87,6 +87,13 @@ jobs:
           restore-keys: |
             ${{ runner.os }}-cargo-
 
+      - name: Install Rust
+        run: |
+          rustup set profile minimal
+          # Pin to older version until a clippy regression is fixed
+          rustup update 1.53.0
+          rustup default 1.53.0
+
       - id: rustc
         run:
           echo "::set-output name=version::$(rustc -V)"
@@ -99,13 +106,6 @@ jobs:
           restore-keys: |
             v2-${{ runner.os }}-cargo-clippy-${{ steps.rustc.outputs.version }}-
 
-      - name: Install Rust
-        run: |
-          rustup set profile minimal
-          # Pin to older version until a clippy regression is fixed
-          rustup update 1.53.0
-          rustup default 1.53.0
-
       - run: rustup component add rustfmt
       - run: rustup component add clippy