From 3d6c231bff662ae9ae538b66428adf8bb5e8b94c Mon Sep 17 00:00:00 2001 From: devsjc Date: Thu, 14 Sep 2023 14:30:43 +0100 Subject: [PATCH] Fix partitioning for ECMWF --- nwp/jobs.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/nwp/jobs.py b/nwp/jobs.py index 56368f6..890d852 100644 --- a/nwp/jobs.py +++ b/nwp/jobs.py @@ -1,6 +1,7 @@ import datetime as dt from dagster import ( + daily_partitioned_config, AssetSelection, DailyPartitionsDefinition, ScheduleDefinition, @@ -59,7 +60,7 @@ def build_config_on_runtime(model, run, delay=0): schedules.append(ScheduleDefinition(job=asset_job, cron_schedule="0 8 * * *")) -@partitioned_config(partitions_def=DailyPartitionsDefinition(start_date=dt.datetime(2021, 1, 1))) +@daily_partitioned_config(start_date=dt.datetime(2021, 1, 1)) def ecmwf_daily_partitioned_config(start: dt.datetime, _end: dt.datetime): return {"ops": {"nwp_consumer_docker_op": {"config": { "date_from": start.strftime("%Y-%m-%d"),