From 8417387fdbd7a5841cc7249fb8a6bd9fe1e286de Mon Sep 17 00:00:00 2001 From: Ernesta Date: Tue, 30 Jul 2024 07:42:14 +0200 Subject: [PATCH] open access: addition of 'executor_config' (#30) * Adds in the golden access mechanisms. --- dags/open_access/gold_open_access_mechanisms.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dags/open_access/gold_open_access_mechanisms.py b/dags/open_access/gold_open_access_mechanisms.py index 9fb46f1..f300b42 100644 --- a/dags/open_access/gold_open_access_mechanisms.py +++ b/dags/open_access/gold_open_access_mechanisms.py @@ -16,7 +16,7 @@ params={"year": 2023}, ) def oa_gold_open_access_mechanisms(): - @task(multiple_outputs=True) + @task(multiple_outputs=True, executor_config=kubernetes_executor_config) def generate_params(query, **kwargs): year = kwargs["params"].get("year") current_collection = "Published+Articles" @@ -35,7 +35,7 @@ def generate_params(query, **kwargs): "type_of_query": type_of_query, } - @task + @task(executor_config=kubernetes_executor_config) def fetch_count(parameters): http_hook = HttpHook(http_conn_id="cds", method="GET") response = http_hook.run_with_advanced_retry(