Remove unused library imports, update dbt task default

stellar · Nov 11, 2024 · 8e889ee · 8e889ee
1 parent b29125b
commit 8e889ee
Show file tree

Hide file tree

Showing 6 changed files with 4 additions and 13 deletions.
diff --git a/dags/dbt_data_quality_alerts_dag.py b/dags/dbt_data_quality_alerts_dag.py
@@ -1,12 +1,9 @@
 from datetime import datetime
 
 from airflow import DAG
-from airflow.operators.empty import EmptyOperator
 from kubernetes.client import models as k8s
-from stellar_etl_airflow.build_dbt_task import dbt_task
 from stellar_etl_airflow.build_elementary_slack_alert_task import elementary_task
 from stellar_etl_airflow.default import (
-    alert_sla_miss,
     get_default_dag_args,
     init_sentry,
 )

diff --git a/dags/dbt_recency_tests_dag.py b/dags/dbt_recency_tests_dag.py
@@ -1,12 +1,9 @@
 from datetime import datetime
 
 from airflow import DAG
-from airflow.operators.empty import EmptyOperator
 from kubernetes.client import models as k8s
 from stellar_etl_airflow.build_dbt_task import dbt_task
-from stellar_etl_airflow.build_elementary_slack_alert_task import elementary_task
 from stellar_etl_airflow.default import (
-    alert_sla_miss,
     get_default_dag_args,
     init_sentry,
 )

diff --git a/dags/dbt_singular_tests_dag.py b/dags/dbt_singular_tests_dag.py
@@ -1,12 +1,9 @@
 from datetime import datetime
 
 from airflow import DAG
-from airflow.operators.empty import EmptyOperator
 from kubernetes.client import models as k8s
 from stellar_etl_airflow.build_dbt_task import dbt_task
-from stellar_etl_airflow.build_elementary_slack_alert_task import elementary_task
 from stellar_etl_airflow.default import (
-    alert_sla_miss,
     get_default_dag_args,
     init_sentry,
 )

diff --git a/dags/dbt_stellar_marts_dag.py b/dags/dbt_stellar_marts_dag.py
@@ -46,7 +46,8 @@
 partnership_assets_task = dbt_task(dag, tag="partnership_assets")
 history_assets = dbt_task(dag, tag="history_assets")
 soroban = dbt_task(dag, tag="soroban")
-snapshot_state = dbt_task(dag, tag="snapshot_state")
+# Disable snapshot state tables because they're broken
+# snapshot_state = dbt_task(dag, tag="snapshot_state")
 # Disable releveant_asset_trades due to bugs in SCD tables
 # relevant_asset_trades = dbt_task(dag, tag="relevant_asset_trades")
 
@@ -63,5 +64,5 @@
 wait_on_dbt_enriched_base_tables >> partnership_assets_task
 wait_on_dbt_enriched_base_tables >> history_assets
 wait_on_dbt_enriched_base_tables >> soroban
-wait_on_dbt_enriched_base_tables >> snapshot_state
+# wait_on_dbt_enriched_base_tables >> snapshot_state
 # wait_on_dbt_enriched_base_tables >> relevant_asset_trades
diff --git a/dags/dbt_stellar_marts_mgi_dag.py b/dags/dbt_stellar_marts_mgi_dag.py
@@ -5,7 +5,6 @@
 from stellar_etl_airflow.build_cross_dependency_task import build_cross_deps
 from stellar_etl_airflow.build_dbt_task import dbt_task
 from stellar_etl_airflow.default import (
-    alert_sla_miss,
     get_default_dag_args,
     init_sentry,
 )

diff --git a/dags/stellar_etl_airflow/build_dbt_task.py b/dags/stellar_etl_airflow/build_dbt_task.py
@@ -63,7 +63,7 @@ def dbt_task(
     model_name=None,
     tag=None,
     flag="select",
-    operator="",
+    operator="+",
     command_type="build",
     excluded=None,
     resource_cfg="default",