Schedule consistent with hepcrawl

cern-sis · Feb 23, 2024 · 0ac80fc · 0ac80fc
1 parent 34b830a
commit 0ac80fc
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 2 deletions.
diff --git a/dags/aps/aps_pull_api.py b/dags/aps/aps_pull_api.py
@@ -14,7 +14,7 @@
 
 @dag(
     start_date=pendulum.today("UTC").add(days=-1),
-    schedule="@hourly",
+    schedule="30 */2 * * *",
     params={"from_date": None, "until_date": None, "per_page": None},
 )
 def aps_pull_api():

diff --git a/dags/elsevier/elsevier_pull_sftp.py b/dags/elsevier/elsevier_pull_sftp.py
@@ -12,6 +12,7 @@
 
 @dag(
     start_date=pendulum.today("UTC").add(days=-1),
+    schedule="30 */3 * * *",
     params={
         "excluded_directories": [],
         "force_pull": False,

diff --git a/dags/hindawi/hindawi_pull_api.py b/dags/hindawi/hindawi_pull_api.py
@@ -13,7 +13,7 @@
 
 @dag(
     start_date=pendulum.today("UTC").add(days=-1),
-    schedule="30 */3 * * *",
+    schedule="15 */3 * * *",
     params={"from_date": None, "until_date": None, "record_doi": None},
 )
 def hindawi_pull_api():

diff --git a/dags/iop/iop_pull_sftp.py b/dags/iop/iop_pull_sftp.py
@@ -8,6 +8,7 @@
 
 @dag(
     start_date=pendulum.today("UTC").add(days=-1),
+    schedule="30 */3 * * *",
     params={
         "excluded_directories": [],
         "force_pull": False,

diff --git a/dags/oup/oup_pull_ftp.py b/dags/oup/oup_pull_ftp.py
@@ -10,6 +10,7 @@
 
 @dag(
     start_date=pendulum.today("UTC").add(days=-1),
+    schedule="30 */3 * * *",
     params={
         "excluded_directories": [],
         "force_pull": False,