diff --git a/src/concrete/ml/deployment/fhe_client_server.py b/src/concrete/ml/deployment/fhe_client_server.py
index c409d17b9..bedc5f474 100644
--- a/src/concrete/ml/deployment/fhe_client_server.py
+++ b/src/concrete/ml/deployment/fhe_client_server.py
@@ -222,6 +222,7 @@ def save(self, via_mlir: bool = False):
         with zipfile.ZipFile(path_circuit_client, "a") as zip_file:
             zip_file.write(filename=versions_path, arcname="versions.json")
 
+        versions_path.unlink()
         json_path.unlink()