diff --git a/dags/open_access/gold_open_access_mechanisms.py b/dags/open_access/gold_open_access_mechanisms.py index 9fb46f1..f300b42 100644 --- a/dags/open_access/gold_open_access_mechanisms.py +++ b/dags/open_access/gold_open_access_mechanisms.py @@ -16,7 +16,7 @@ params={"year": 2023}, ) def oa_gold_open_access_mechanisms(): - @task(multiple_outputs=True) + @task(multiple_outputs=True, executor_config=kubernetes_executor_config) def generate_params(query, **kwargs): year = kwargs["params"].get("year") current_collection = "Published+Articles" @@ -35,7 +35,7 @@ def generate_params(query, **kwargs): "type_of_query": type_of_query, } - @task + @task(executor_config=kubernetes_executor_config) def fetch_count(parameters): http_hook = HttpHook(http_conn_id="cds", method="GET") response = http_hook.run_with_advanced_retry(