diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 580e111a71..dad7952486 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -72,15 +72,6 @@ jobs:
             ${{ runner.OS }}-build-${{ hashFiles('**/Cargo.lock') }}
             ${{ runner.OS }}-build-
 
-      # Causes failure when new rustc
-      - name: Cache Rust toolchain
-        uses: actions/cache@v2
-        with:
-          path: /usr/share/rust/
-          key: ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-          restore-keys: |
-            ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-
       - name: Install Rust ${{ matrix.toolchain }} with target (${{ matrix.target }})
         uses: actions-rs/toolchain@v1
         with:
@@ -136,15 +127,6 @@ jobs:
             ${{ runner.OS }}-build-${{ hashFiles('**/Cargo.lock') }}
             ${{ runner.OS }}-build-
 
-      # Causes failure when new rustc
-      - name: Cache Rust toolchain
-        uses: actions/cache@v2
-        with:
-          path: /usr/share/rust/
-          key: ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-          restore-keys: |
-            ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-
       - name: Install Rust ${{ matrix.toolchain }} with target (${{ matrix.target }})
         uses: actions-rs/toolchain@v1
         with:
@@ -346,15 +328,6 @@ jobs:
             ${{ runner.OS }}-build-${{ hashFiles('**/Cargo.lock') }}
             ${{ runner.OS }}-build-
 
-      # Causes failure when new rustc
-      - name: Cache Rust toolchain
-        uses: actions/cache@v2
-        with:
-          path: /usr/share/rust/
-          key: ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-          restore-keys: |
-            ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-
       - name: Install Rust ${{ matrix.toolchain }} with target (${{ matrix.target }})
         uses: actions-rs/toolchain@v1
         with:
@@ -401,15 +374,6 @@ jobs:
           restore-keys: |
             ${{ runner.OS }}-build-
 
-      # Causes failure when new rustc
-      - name: Cache Rust toolchain
-        uses: actions/cache@v2
-        with:
-          path: /usr/share/rust/
-          key: ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-          restore-keys: |
-            ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-
       - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
@@ -454,15 +418,6 @@ jobs:
           restore-keys: |
             ${{ runner.OS }}-build-
 
-      # Causes failure when new rustc
-      - name: Cache Rust toolchain
-        uses: actions/cache@v2
-        with:
-          path: /usr/share/rust/
-          key: ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-          restore-keys: |
-            ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-
       - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
@@ -508,15 +463,6 @@ jobs:
           restore-keys: |
             ${{ runner.OS }}-build-
 
-      # Causes failure when new rustc
-      - name: Cache Rust toolchain
-        uses: actions/cache@v2
-        with:
-          path: /usr/share/rust/
-          key: ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-          restore-keys: |
-            ${{ runner.OS }}-rust-${{ env.rustc_hash }}
-
       - name: Cache pip installed linkchecker
         uses: actions/cache@v2
         with: