diff --git a/dags/dbt_data_quality_alerts_dag.py b/dags/dbt_data_quality_alerts_dag.py index 3a599218..4e15eaa4 100644 --- a/dags/dbt_data_quality_alerts_dag.py +++ b/dags/dbt_data_quality_alerts_dag.py @@ -1,12 +1,9 @@ from datetime import datetime from airflow import DAG -from airflow.operators.empty import EmptyOperator from kubernetes.client import models as k8s -from stellar_etl_airflow.build_dbt_task import dbt_task from stellar_etl_airflow.build_elementary_slack_alert_task import elementary_task from stellar_etl_airflow.default import ( - alert_sla_miss, get_default_dag_args, init_sentry, ) diff --git a/dags/dbt_recency_tests_dag.py b/dags/dbt_recency_tests_dag.py index a100cee8..675c069f 100644 --- a/dags/dbt_recency_tests_dag.py +++ b/dags/dbt_recency_tests_dag.py @@ -1,12 +1,9 @@ from datetime import datetime from airflow import DAG -from airflow.operators.empty import EmptyOperator from kubernetes.client import models as k8s from stellar_etl_airflow.build_dbt_task import dbt_task -from stellar_etl_airflow.build_elementary_slack_alert_task import elementary_task from stellar_etl_airflow.default import ( - alert_sla_miss, get_default_dag_args, init_sentry, ) diff --git a/dags/dbt_singular_tests_dag.py b/dags/dbt_singular_tests_dag.py index 8c056fd2..4ce59cc7 100644 --- a/dags/dbt_singular_tests_dag.py +++ b/dags/dbt_singular_tests_dag.py @@ -1,12 +1,9 @@ from datetime import datetime from airflow import DAG -from airflow.operators.empty import EmptyOperator from kubernetes.client import models as k8s from stellar_etl_airflow.build_dbt_task import dbt_task -from stellar_etl_airflow.build_elementary_slack_alert_task import elementary_task from stellar_etl_airflow.default import ( - alert_sla_miss, get_default_dag_args, init_sentry, ) diff --git a/dags/dbt_stellar_marts_dag.py b/dags/dbt_stellar_marts_dag.py index adaf80df..9ea08bf4 100644 --- a/dags/dbt_stellar_marts_dag.py +++ b/dags/dbt_stellar_marts_dag.py @@ -46,7 +46,8 @@ partnership_assets_task = dbt_task(dag, tag="partnership_assets") history_assets = dbt_task(dag, tag="history_assets") soroban = dbt_task(dag, tag="soroban") -snapshot_state = dbt_task(dag, tag="snapshot_state") +# Disable snapshot state tables because they're broken +# snapshot_state = dbt_task(dag, tag="snapshot_state") # Disable releveant_asset_trades due to bugs in SCD tables # relevant_asset_trades = dbt_task(dag, tag="relevant_asset_trades") @@ -63,5 +64,5 @@ wait_on_dbt_enriched_base_tables >> partnership_assets_task wait_on_dbt_enriched_base_tables >> history_assets wait_on_dbt_enriched_base_tables >> soroban -wait_on_dbt_enriched_base_tables >> snapshot_state +# wait_on_dbt_enriched_base_tables >> snapshot_state # wait_on_dbt_enriched_base_tables >> relevant_asset_trades diff --git a/dags/dbt_stellar_marts_mgi_dag.py b/dags/dbt_stellar_marts_mgi_dag.py index fb2756de..094aca92 100644 --- a/dags/dbt_stellar_marts_mgi_dag.py +++ b/dags/dbt_stellar_marts_mgi_dag.py @@ -5,7 +5,6 @@ from stellar_etl_airflow.build_cross_dependency_task import build_cross_deps from stellar_etl_airflow.build_dbt_task import dbt_task from stellar_etl_airflow.default import ( - alert_sla_miss, get_default_dag_args, init_sentry, ) diff --git a/dags/stellar_etl_airflow/build_dbt_task.py b/dags/stellar_etl_airflow/build_dbt_task.py index 53c7f085..7fc4bc8d 100644 --- a/dags/stellar_etl_airflow/build_dbt_task.py +++ b/dags/stellar_etl_airflow/build_dbt_task.py @@ -63,7 +63,7 @@ def dbt_task( model_name=None, tag=None, flag="select", - operator="", + operator="+", command_type="build", excluded=None, resource_cfg="default",