diff --git a/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/partitions.py b/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/partitions.py index 5f40d3c..e1fe593 100644 --- a/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/partitions.py +++ b/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/partitions.py @@ -5,7 +5,7 @@ ) daily_partition = DailyPartitionsDefinition( - start_date="2023-12-20", end_offset=0, timezone="Europe/Amsterdam", fmt="%Y-%m-%d" + start_date="2024-01-26", end_offset=0, timezone="Europe/Amsterdam", fmt="%Y-%m-%d" ) stations_partition = DynamicPartitionsDefinition(name="stations") diff --git a/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/sensors.py b/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/sensors.py index d9cf281..4e08009 100644 --- a/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/sensors.py +++ b/dags/luchtmeetnet_ingestion/src/luchtmeetnet_ingestion/sensors.py @@ -52,7 +52,7 @@ def slack_message_on_failure(context: RunFailureSensorContext, slack: SlackResou @sensor(job=ingestion_job) def stations_sensor(context, luchtmeetnet_api: LuchtMeetNetResource): # Only take first three stations for demo purposes - stations_request = luchtmeetnet_api.request("stations")[:10] + stations_request = luchtmeetnet_api.request("stations") context.log.debug(stations_request) stations = [ f["number"]