Skip to content

Commit

Permalink
Daily start of the fill annotation with a smaller batch size
Browse files Browse the repository at this point in the history
Start the day with a smaller batch size and switch to a bigger one after
1 hour.

Run the task every 3 minutes instead of 4.
  • Loading branch information
marcospri committed Nov 3, 2023
1 parent 27f1eeb commit a9b1ef7
Showing 1 changed file with 8 additions and 2 deletions.
10 changes: 8 additions & 2 deletions h_periodic/h_beat.py
Original file line number Diff line number Diff line change
Expand Up @@ -52,11 +52,17 @@
"schedule": timedelta(minutes=1),
"kwargs": {"limit": 400},
},
"fill-annotation-slim-first-batch": {
"options": {"expires": 30},
"task": "h.tasks.annotations.fill_annotation_slim",
"schedule": crontab(hour="8", minute="*/3"),
"kwargs": {"batch_size": 500},
},
"fill-annotation-slim": {
"options": {"expires": 30},
"task": "h.tasks.annotations.fill_annotation_slim",
"schedule": crontab(hour="9-13", minute="*/4"),
"kwargs": {"batch_size": 1000},
"schedule": crontab(hour="9-13", minute="*/3"),
"kwargs": {"batch_size": 1500},
},
"report-sync-annotations-queue-length": {
"options": {"expires": 30},
Expand Down

0 comments on commit a9b1ef7

Please sign in to comment.