From 9b423604969f1ce27d8d792c58fb9633df9e8a8f Mon Sep 17 00:00:00 2001 From: Guilherme Botelho Date: Fri, 31 Jan 2025 14:50:10 -0300 Subject: [PATCH 1/4] cria dicionario --- .../models/br_rj_riodejaneiro_rdo/dicionario.sql | 12 ++++++++++++ queries/models/br_rj_riodejaneiro_rdo/schema.yml | 13 +++++++++++++ queries/models/sources.yml | 1 + 3 files changed, 26 insertions(+) create mode 100644 queries/models/br_rj_riodejaneiro_rdo/dicionario.sql diff --git a/queries/models/br_rj_riodejaneiro_rdo/dicionario.sql b/queries/models/br_rj_riodejaneiro_rdo/dicionario.sql new file mode 100644 index 000000000..76d2f1d48 --- /dev/null +++ b/queries/models/br_rj_riodejaneiro_rdo/dicionario.sql @@ -0,0 +1,12 @@ +{{ + config( + materialized="table", + ) +}} +select + safe_cast(chave as string) as chave, + safe_cast(cobertura_temporal as string) as cobertura_temporal, + safe_cast(id_tabela as string) as id_tabela, + safe_cast(coluna as string) as coluna, + safe_cast(valor as string) as valor +from {{ source("br_rj_riodejaneiro_rdo_staging", "dicionario") }} diff --git a/queries/models/br_rj_riodejaneiro_rdo/schema.yml b/queries/models/br_rj_riodejaneiro_rdo/schema.yml index 95dacce62..29ed1bca7 100644 --- a/queries/models/br_rj_riodejaneiro_rdo/schema.yml +++ b/queries/models/br_rj_riodejaneiro_rdo/schema.yml @@ -301,3 +301,16 @@ models: quote: true description: "{{ doc('datetime_ultima_atualizacao') }}" description: Tabela materializada para acesso geral aos dados do RDO STPL + - name: dicionario + description: "DicionĂ¡rio de dados" + columns: + - name: chave + description: "Chave" + - name: cobertura_temporal + description: "Cobertura temporal" + - name: id_tabela + description: "Nome da tabela" + - name: coluna + description: "Nome da coluna" + - name: valor + description: "Valor" diff --git a/queries/models/sources.yml b/queries/models/sources.yml index 8a621984e..002ab1e6d 100644 --- a/queries/models/sources.yml +++ b/queries/models/sources.yml @@ -88,6 +88,7 @@ sources: - name: rho_registros_sppo - name: rho_registros_stpl - name: rdo_registros_stpl + - name: dicionario - name: br_rj_riodejaneiro_rdo database: rj-smtr From aeac77e360f97beddbff7fa1c5fdd71c63282bdb Mon Sep 17 00:00:00 2001 From: Guilherme Botelho Date: Fri, 31 Jan 2025 14:56:14 -0300 Subject: [PATCH 2/4] corrige conflito --- .../{dicionario.sql => dicionario_rdo.sql} | 0 queries/models/br_rj_riodejaneiro_rdo/schema.yml | 2 +- 2 files changed, 1 insertion(+), 1 deletion(-) rename queries/models/br_rj_riodejaneiro_rdo/{dicionario.sql => dicionario_rdo.sql} (100%) diff --git a/queries/models/br_rj_riodejaneiro_rdo/dicionario.sql b/queries/models/br_rj_riodejaneiro_rdo/dicionario_rdo.sql similarity index 100% rename from queries/models/br_rj_riodejaneiro_rdo/dicionario.sql rename to queries/models/br_rj_riodejaneiro_rdo/dicionario_rdo.sql diff --git a/queries/models/br_rj_riodejaneiro_rdo/schema.yml b/queries/models/br_rj_riodejaneiro_rdo/schema.yml index 29ed1bca7..2ff607631 100644 --- a/queries/models/br_rj_riodejaneiro_rdo/schema.yml +++ b/queries/models/br_rj_riodejaneiro_rdo/schema.yml @@ -301,7 +301,7 @@ models: quote: true description: "{{ doc('datetime_ultima_atualizacao') }}" description: Tabela materializada para acesso geral aos dados do RDO STPL - - name: dicionario + - name: dicionario_rdo description: "DicionĂ¡rio de dados" columns: - name: chave From c630a1e864e505b2eca36c5fcb1860978f32cdea Mon Sep 17 00:00:00 2001 From: Guilherme Botelho Date: Fri, 31 Jan 2025 14:56:46 -0300 Subject: [PATCH 3/4] registra flow --- pipelines/migration/br_rj_riodejaneiro_rdo/flows.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pipelines/migration/br_rj_riodejaneiro_rdo/flows.py b/pipelines/migration/br_rj_riodejaneiro_rdo/flows.py index a5c17a769..1d13549da 100644 --- a/pipelines/migration/br_rj_riodejaneiro_rdo/flows.py +++ b/pipelines/migration/br_rj_riodejaneiro_rdo/flows.py @@ -2,7 +2,7 @@ """ Flows for br_rj_riodejaneiro_rdo -DBT 2024-09-06 +DBT: 2025-01-31 """ from prefect import Parameter, case from prefect.run_configs import KubernetesRun From 3056d36ba6e29e540046a7eca6cf4872d9916f4a Mon Sep 17 00:00:00 2001 From: Guilherme Botelho Date: Fri, 31 Jan 2025 16:46:42 -0300 Subject: [PATCH 4/4] add alias --- queries/models/br_rj_riodejaneiro_rdo/dicionario_rdo.sql | 1 + 1 file changed, 1 insertion(+) diff --git a/queries/models/br_rj_riodejaneiro_rdo/dicionario_rdo.sql b/queries/models/br_rj_riodejaneiro_rdo/dicionario_rdo.sql index 76d2f1d48..c99362c09 100644 --- a/queries/models/br_rj_riodejaneiro_rdo/dicionario_rdo.sql +++ b/queries/models/br_rj_riodejaneiro_rdo/dicionario_rdo.sql @@ -1,6 +1,7 @@ {{ config( materialized="table", + alias="dicionario", ) }} select