open access: addition of 'executor_config' (#30)

* Adds in the golden access mechanisms.
cern-sis · Jul 30, 2024 · 8417387 · 8417387
1 parent afbcd7b
commit 8417387
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/dags/open_access/gold_open_access_mechanisms.py b/dags/open_access/gold_open_access_mechanisms.py
@@ -16,7 +16,7 @@
     params={"year": 2023},
 )
 def oa_gold_open_access_mechanisms():
-    @task(multiple_outputs=True)
+    @task(multiple_outputs=True, executor_config=kubernetes_executor_config)
     def generate_params(query, **kwargs):
         year = kwargs["params"].get("year")
         current_collection = "Published+Articles"
@@ -35,7 +35,7 @@ def generate_params(query, **kwargs):
             "type_of_query": type_of_query,
         }
 
-    @task
+    @task(executor_config=kubernetes_executor_config)
     def fetch_count(parameters):
         http_hook = HttpHook(http_conn_id="cds", method="GET")
         response = http_hook.run_with_advanced_retry(