Optimization - deterministic deployments

stack/cloud_function_ais_analysis.py

@@ -1,7 +1,5 @@
 """cloud function to find slick culprits from AIS tracks"""
 
-import time
-
 import database
 import git
 import pulumi
@@ -58,7 +56,7 @@
 # source code. ("main.py" and "requirements.txt".)
 source_archive_object = storage.BucketObject(
     construct_name("source-cf-ais"),
-    name=f"handler.py-{time.time():f}",
+    name="handler.py",
     bucket=bucket.name,
     source=archive,
 )

stack/cloud_function_historical_run.py

@@ -1,7 +1,5 @@
 """cloud function to select appropriate scenes (over water and IW) from SNS notification"""
 
-import time
-
 import cloud_function_scene_relevancy
 import cloud_run_orchestrator
 import database
@@ -37,7 +35,7 @@
 # source code. ("main.py" and "requirements.txt".)
 source_archive_object = storage.BucketObject(
     construct_name("source-cf-historical-run"),
-    name=f"handler.py-{time.time():f}",
+    name="handler.py",
     bucket=cloud_function_scene_relevancy.bucket.name,
     source=archive,
 )

stack/cloud_function_scene_relevancy.py

@@ -1,7 +1,5 @@
 """cloud function to select appropriate scenes (over water and IW) from SNS notification"""
 
-import time
-
 import cloud_run_orchestrator
 import database
 import pulumi
@@ -60,7 +58,7 @@
 # source code. ("main.py" and "requirements.txt".)
 source_archive_object = storage.BucketObject(
     construct_name("source-cf-sr"),
-    name=f"handler.py-{time.time():f}",
+    name="handler.py",
     bucket=bucket.name,
     source=archive,
 )

stack/utils.py

@@ -126,9 +126,7 @@ def create_zip(
     :param compression: The compression type to use for the zip file (default is ZIP_DEFLATED)
     """
     if not zip_filepath:
-        _, zip_filepath = mkstemp(
-            suffix=".zip",
-        )
+        _, zip_filepath = mkstemp(suffix=".zip")
     else:
         zip_filepath = os.path.abspath(zip_filepath)
 
@@ -142,7 +140,21 @@ def create_zip(
                 ):
                     # Store the file relative to the directory specified
                     archive_name = os.path.relpath(full_path, dir_to_zip)
-                    zipf.write(full_path, archive_name)
+
+                    # Create ZipInfo object to set the date_time manually
+                    zinfo = zipfile.ZipInfo.from_file(full_path, archive_name)
+                    # Set date_time to January 1, 1980
+                    zinfo.date_time = (1980, 1, 1, 0, 0, 0)
+
+                    # Write file data to zip in chunks to be memory efficient
+                    with open(full_path, "rb") as f:
+                        with zipf.open(zinfo, "w") as zf:
+                            while True:
+                                chunk = f.read(1024 * 1024)  # Read 1MB at a time
+                                if not chunk:
+                                    break
+                                zf.write(chunk)
+
     return zip_filepath