Golden access mechanisms: added executor_config

cern-sis · Jul 5, 2024 · 7b3f396 · 7b3f396
1 parent 33bd15e
commit 7b3f396
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/dags/open_access/gold_open_access_mechanisms.py b/dags/open_access/gold_open_access_mechanisms.py
@@ -16,7 +16,7 @@
     params={"year": 2023},
 )
 def oa_gold_open_access_mechanisms():
-    @task(multiple_outputs=True)
+    @task(multiple_outputs=True, executor_config=kubernetes_executor_config)
     def generate_params(query, **kwargs):
         year = kwargs["params"].get("year")
         current_collection = "Published+Articles"
@@ -36,7 +36,7 @@ def generate_params(query, **kwargs):
         }
 
     @task
-    def fetch_count(parameters):
+    def fetch_count(parameters, executor_config=kubernetes_executor_config):
         http_hook = HttpHook(http_conn_id="cds", method="GET")
         response = http_hook.run_with_advanced_retry(
             endpoint=parameters["endpoint"],