diff --git a/src/download.ts b/src/download.ts
index ba78d6a..9a6da71 100644
--- a/src/download.ts
+++ b/src/download.ts
@@ -113,6 +113,7 @@ export async function downloadFromCache(
 
             const cargoBinPath = binPath();
             core.info(`Extracting files into ${cargoBinPath}`);
+            await fs.unlink(cargoBinPath + crate);
             await tc.extractZip(path, cargoBinPath);
         } catch (error) {
             core.warning(