Merge branch 'main' into add_format_sql

prefeitura-rio · Jan 6, 2025 · 320579a · 320579a
2 parents f592e75 + f3dcb3c
commit 320579a
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 13 deletions.
diff --git a/pipelines/migration/br_rj_riodejaneiro_bilhetagem/flows.py b/pipelines/migration/br_rj_riodejaneiro_bilhetagem/flows.py
@@ -2,7 +2,7 @@
 """
 Flows for br_rj_riodejaneiro_bilhetagem
 
-DBT: 2025-01-02
+DBT: 2025-01-06
 """
 
 from copy import deepcopy

diff --git a/queries/models/br_rj_riodejaneiro_bilhetagem/integracao.sql b/queries/models/br_rj_riodejaneiro_bilhetagem/integracao.sql
@@ -22,20 +22,27 @@
 {% if execute %}
     {% if is_incremental() %}
         {% set integracao_partitions_query %}
-
-            SELECT DISTINCT
-                CONCAT("'", DATE(data_transacao), "'") AS data_transacao
+            WITH integracao AS (
+                SELECT DISTINCT
+                    CONCAT("'", DATE(data_transacao), "'") AS data_transacao
+                FROM
+                    {{ integracao_staging }},
+                    UNNEST([
+                        data_transacao_t0,
+                        data_transacao_t1,
+                        data_transacao_t2,
+                        data_transacao_t3,
+                        data_transacao_t4
+                    ]) AS data_transacao
+                WHERE
+                    {{ incremental_filter }}
+            )
+            SELECT
+                *
             FROM
-                {{ integracao_staging }},
-                UNNEST([
-                    data_transacao_t0,
-                    data_transacao_t1,
-                    data_transacao_t2,
-                    data_transacao_t3,
-                    data_transacao_t4
-                ]) AS data_transacao
+                integracao
             WHERE
-                {{ incremental_filter }}
+                data_transacao IS NOT NULL
 
         {% endset %}