Skip to content

Commit

Permalink
Add task to fill the AnnotationSlim table
Browse files Browse the repository at this point in the history
4AM UTC seem to be the lowest activity period now, before the report
refresh and the backup.

Starting with a small batch size.
  • Loading branch information
marcospri committed Oct 26, 2023
1 parent 1ed17f9 commit 7cad7e7
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions h_periodic/h_beat.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@
from os import environ

from celery import Celery
from celery.schedules import crontab

from h_periodic._util import asbool

Expand Down Expand Up @@ -51,6 +52,12 @@
"schedule": timedelta(minutes=1),
"kwargs": {"limit": 400},
},
"fill-annotation-slim": {
"options": {"expires": 30},
"task": "h.tasks.annotations.fill_annotation_slim",
"schedule": crontab(hour="4", minute="*/10"),
"kwargs": {"batch_size": 1000},
},
"report-sync-annotations-queue-length": {
"options": {"expires": 30},
"task": "h.tasks.indexer.report_job_queue_metrics",
Expand Down

0 comments on commit 7cad7e7

Please sign in to comment.