Skip to content

Commit

Permalink
Daily start of the fill annotation with a smaller batch size
Browse files Browse the repository at this point in the history
Start the day with a smaller batch size and switch to a bigger one after
1 hour.

Run the task every 3 minutes instead of 4.
  • Loading branch information
marcospri committed Nov 3, 2023
1 parent 27f1eeb commit 4181136
Showing 1 changed file with 8 additions and 2 deletions.
10 changes: 8 additions & 2 deletions h_periodic/h_beat.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,8 +55,14 @@
"fill-annotation-slim": {
"options": {"expires": 30},
"task": "h.tasks.annotations.fill_annotation_slim",
"schedule": crontab(hour="9-13", minute="*/4"),
"kwargs": {"batch_size": 1000},
"schedule": crontab(hour="8", minute="*/3"),
"kwargs": {"batch_size": 500},
},
"fill-annotation-slim": {
"options": {"expires": 30},
"task": "h.tasks.annotations.fill_annotation_slim",
"schedule": crontab(hour="9-13", minute="*/3"),
"kwargs": {"batch_size": 1500},
},
"report-sync-annotations-queue-length": {
"options": {"expires": 30},
Expand Down

0 comments on commit 4181136

Please sign in to comment.