diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index c9b05f9f..a089e557 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -48,11 +48,6 @@ jobs:
           cache: pip
           cache-dependency-path: "pyproject.toml"
           python-version: "3.10"
-      - name: Rust Cache
-        if: ${{ !contains(matrix.os, 'self-hosted') }}
-        uses: Swatinem/rust-cache@v2.7.0
-        with:
-          working-directory: native
       - name: Disable scmtools local scheme
         if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
         run: >-
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index b78dfd0f..70441807 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -27,12 +27,9 @@ jobs:
       - name: Install hatch
         run: |
           pip install -U hatch
-      - uses: dtolnay/rust-toolchain@stable
-      - name: Rust Cache
-        uses: Swatinem/rust-cache@v2.7.0
+      - uses: actions-rs/toolchain@v1
         with:
-          shared-key: "shared"
-          workspaces: native
+          toolchain: stable
       - name: Build LibCST
         run: hatch env create
       - name: Tests
@@ -139,11 +136,6 @@ jobs:
       - uses: dtolnay/rust-toolchain@stable
         with:
           components: rustfmt, clippy
-      - name: Rust Cache
-        uses: Swatinem/rust-cache@v2.7.0
-        with:
-          shared-key: "shared"
-          workspaces: native
       - uses: actions/setup-python@v4
         with:
           cache: pip