diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 8ee1c4d184..9acf75f2a3 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -24,6 +24,7 @@ jobs:
       - uses: taiki-e/install-action@cargo-hack
       - uses: mkroening/rust-toolchain-toml@main
       - uses: Swatinem/rust-cache@v2
+        save-if: ${{ github.ref == 'refs/heads/main' }}
       - name: Check each feature
         run: cargo hack check --package hermit-kernel --each-feature --no-dev-deps --target x86_64-unknown-none
         env:
@@ -37,6 +38,7 @@ jobs:
       - uses: mkroening/rust-toolchain-toml@main
       - run: rustup component add clippy
       - uses: Swatinem/rust-cache@v2
+        save-if: ${{ github.ref == 'refs/heads/main' }}
       - run: cargo xtask clippy
 
   format:
@@ -56,6 +58,7 @@ jobs:
       - uses: mkroening/rust-toolchain-toml@main
       - run: rustup target add aarch64-unknown-none-softfloat
       - uses: Swatinem/rust-cache@v2
+        save-if: ${{ github.ref == 'refs/heads/main' }}
       - name: Check docs
         run: |
           cargo doc --package hermit-kernel --no-deps --document-private-items --target x86_64-unknown-none
@@ -68,6 +71,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: mkroening/rust-toolchain-toml@main
       - uses: Swatinem/rust-cache@v2
+        save-if: ${{ github.ref == 'refs/heads/main' }}
       - name: Build minimal kernel
         run: |
           cargo xtask build --arch x86_64 --no-default-features
@@ -84,6 +88,7 @@ jobs:
           sudo apt-get install qemu-system-x86
       - uses: mkroening/rust-toolchain-toml@main
       - uses: Swatinem/rust-cache@v2
+        save-if: ${{ github.ref == 'refs/heads/main' }}
       - name: Unit tests
         run: cargo test --lib
         env:
@@ -164,6 +169,7 @@ jobs:
         with:
           toolchain-file: 'kernel/rust-toolchain.toml'
       - uses: Swatinem/rust-cache@v2
+        save-if: ${{ github.ref == 'refs/heads/main' }}
         with:
           workspaces: |
             .
@@ -246,6 +252,7 @@ jobs:
       with:
         toolchain-file: 'kernel/rust-toolchain.toml'
     - uses: Swatinem/rust-cache@v2
+      save-if: ${{ github.ref == 'refs/heads/main' }}
     - name: rusty_demo on Uhyve
       run: cargo xtask ci uhyve --arch x86_64 --package rusty_demo
     - name: rusty_demo on Uhyve (release)