From 0a97d1381f31946f7d994374cd3f8353a2660517 Mon Sep 17 00:00:00 2001 From: lingsv <45212671+lingsv@users.noreply.github.com> Date: Thu, 22 Feb 2024 21:23:17 +0000 Subject: [PATCH] =?UTF-8?q?Deploying=20to=20gh-pages=20from=20@=20prefeitu?= =?UTF-8?q?ra-rio/pipelines@482ed5555712e294812aca531efe69e56153e122=20?= =?UTF-8?q?=F0=9F=9A=80?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- rj_smtr/br_rj_riodejaneiro_gtfs/flows.html | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html b/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html index e7e2df904..b2f7e26c5 100644 --- a/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html +++ b/rj_smtr/br_rj_riodejaneiro_gtfs/flows.html @@ -144,6 +144,13 @@
pipelines.rj_smtr.br_rj_riodejaneiro_gtfs.flows
"version": {},
},
}
+ gtfs_materializacao_parameters_new = {
+ "dataset_id": "gtfs",
+ "dbt_vars": {
+ "data_versao_gtfs": data_versao_gtfs,
+ "version": {},
+ },
+ }
run_materializacao = create_flow_run(
flow_name=gtfs_materializacao.name,
@@ -153,6 +160,14 @@ Module pipelines.rj_smtr.br_rj_riodejaneiro_gtfs.flows
upstream_tasks=[wait_captura],
)
+ run_materializacao_new_dataset_id = create_flow_run(
+ flow_name=gtfs_materializacao.name,
+ project_name=emd_constants.PREFECT_DEFAULT_PROJECT.value,
+ parameters=gtfs_materializacao_parameters_new,
+ labels=LABELS,
+ upstream_tasks=[wait_captura],
+ )
+
wait_materializacao = wait_for_flow_run(
run_materializacao,
stream_states=True,
@@ -160,6 +175,13 @@ Module pipelines.rj_smtr.br_rj_riodejaneiro_gtfs.flows
raise_final_state=True,
)
+ wait_materializacao_new_dataset_id = wait_for_flow_run(
+ run_materializacao_new_dataset_id,
+ stream_states=True,
+ stream_logs=True,
+ raise_final_state=True,
+ )
+
gtfs_captura_tratamento.storage = GCS(emd_constants.GCS_FLOWS_BUCKET.value)
gtfs_captura_tratamento.run_config = KubernetesRun(
image=emd_constants.DOCKER_IMAGE.value,