diff --git a/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html b/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html index e7e2df904..b2f7e26c5 100644 --- a/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html +++ b/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html @@ -144,6 +144,13 @@
pipelines.rj_smtr.br_rj_riodejaneiro_gtfs.flows
"version": {},
},
}
+ gtfs_materializacao_parameters_new = {
+ "dataset_id": "gtfs",
+ "dbt_vars": {
+ "data_versao_gtfs": data_versao_gtfs,
+ "version": {},
+ },
+ }
run_materializacao = create_flow_run(
flow_name=gtfs_materializacao.name,
@@ -153,6 +160,14 @@ Module pipelines.rj_smtr.br_rj_riodejaneiro_gtfs.flows
upstream_tasks=[wait_captura],
)
+ run_materializacao_new_dataset_id = create_flow_run(
+ flow_name=gtfs_materializacao.name,
+ project_name=emd_constants.PREFECT_DEFAULT_PROJECT.value,
+ parameters=gtfs_materializacao_parameters_new,
+ labels=LABELS,
+ upstream_tasks=[wait_captura],
+ )
+
wait_materializacao = wait_for_flow_run(
run_materializacao,
stream_states=True,
@@ -160,6 +175,13 @@ Module pipelines.rj_smtr.br_rj_riodejaneiro_gtfs.flows
raise_final_state=True,
)
+ wait_materializacao_new_dataset_id = wait_for_flow_run(
+ run_materializacao_new_dataset_id,
+ stream_states=True,
+ stream_logs=True,
+ raise_final_state=True,
+ )
+
gtfs_captura_tratamento.storage = GCS(emd_constants.GCS_FLOWS_BUCKET.value)
gtfs_captura_tratamento.run_config = KubernetesRun(
image=emd_constants.DOCKER_IMAGE.value,