diff --git a/dags/open_access/gold_open_access_mechanisms.py b/dags/open_access/gold_open_access_mechanisms.py index fb5b91f..ecc2c2f 100644 --- a/dags/open_access/gold_open_access_mechanisms.py +++ b/dags/open_access/gold_open_access_mechanisms.py @@ -16,7 +16,7 @@ params={"year": 2023}, ) def oa_gold_open_access_mechanisms(): - @task(multiple_outputs=True) + @task(multiple_outputs=True, executor_config=kubernetes_executor_config) def generate_params(query, **kwargs): year = kwargs["params"].get("year") current_collection = "Published+Articles" @@ -36,7 +36,7 @@ def generate_params(query, **kwargs): } @task - def fetch_count(parameters): + def fetch_count(parameters, executor_config=kubernetes_executor_config): http_hook = HttpHook(http_conn_id="cds", method="GET") response = http_hook.run_with_advanced_retry( endpoint=parameters["endpoint"],