Update dags/veda_data_pipeline/veda_dataset_pipeline.py

Co-authored-by: Alexandra Kirk <[email protected]>
NASA-IMPACT · Dec 3, 2024 · 3a48975 · 3a48975
1 parent 9d7c611
commit 3a48975
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/dags/veda_data_pipeline/veda_dataset_pipeline.py b/dags/veda_data_pipeline/veda_dataset_pipeline.py
@@ -66,11 +66,15 @@ def mutate_payload(**kwargs):
     ti = kwargs.get("ti")
     payload = ti.dag_run.conf
     if assets := payload.get("assets"):
-        # is first key thumbnail
+        # remove thumbnail asset if provided in collection config
         if "thumbnail" in assets.keys():
             assets.pop("thumbnail")
+        # if thumbnail was only asset, delete assets
         if not assets:
             payload.pop("assets")
+        # finally put the mutated assets back in the payload
+        else:
+            payload["assets"] = assets
     return payload