diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index c9c1c141..5def7a0b 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -99,5 +99,6 @@ jobs:
 
       - name: Clean up cache
         run: |
-          rm -rf ./.buildx-cache
-          mv ./.buildx-cache-new /tmp/.buildx-cache
\ No newline at end of file
+          rm -rf ./.buildx-cache/cache/test
+          rm -rf ./.buildx-cache/cache/latest
+          mv ./.buildx-cache/cache-new ./.buildx-cache/cache
\ No newline at end of file