From 7b3f39629b6e0f97a8df659776a681f35abe7f8f Mon Sep 17 00:00:00 2001 From: ErnestaP Date: Fri, 5 Jul 2024 11:08:41 +0200 Subject: [PATCH] Golden access mechanisms: added executor_config --- dags/open_access/gold_open_access_mechanisms.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dags/open_access/gold_open_access_mechanisms.py b/dags/open_access/gold_open_access_mechanisms.py index fb5b91f..ecc2c2f 100644 --- a/dags/open_access/gold_open_access_mechanisms.py +++ b/dags/open_access/gold_open_access_mechanisms.py @@ -16,7 +16,7 @@ params={"year": 2023}, ) def oa_gold_open_access_mechanisms(): - @task(multiple_outputs=True) + @task(multiple_outputs=True, executor_config=kubernetes_executor_config) def generate_params(query, **kwargs): year = kwargs["params"].get("year") current_collection = "Published+Articles" @@ -36,7 +36,7 @@ def generate_params(query, **kwargs): } @task - def fetch_count(parameters): + def fetch_count(parameters, executor_config=kubernetes_executor_config): http_hook = HttpHook(http_conn_id="cds", method="GET") response = http_hook.run_with_advanced_retry( endpoint=parameters["endpoint"],