Merge pull request #75 from elementary-data/databricks_config_to_models

databricks config fix
elementary-data · Aug 14, 2022 · 974a427 · 974a427
2 parents 346ae5e + 9268f28
commit 974a427
Show file tree

Hide file tree

Showing 10 changed files with 18 additions and 18 deletions.
diff --git a/dbt_project.yml b/dbt_project.yml
@@ -19,15 +19,6 @@ clean-targets: # directories to be removed by `dbt clean`
   - "dbt_packages"
   - "dbt_modules"
 
-models:
-  elementary:
-    edr:
-      data_monitoring:
-        +enabled: "{{ target.type != 'databricks' | as_bool() }}"
-      metadata_store:
-        +enabled: "{{ target.type != 'databricks' | as_bool() }}"
-      system:
-        +enabled: "{{ target.type != 'databricks' | as_bool() }}"
 
 on-run-start:
   - "{{ elementary.create_elementary_tests_schema() if flags.WHICH in ['test', 'build'] }}"

diff --git a/models/edr/data_monitoring/anomaly_detection/alerts_anomaly_detection.sql b/models/edr/data_monitoring/anomaly_detection/alerts_anomaly_detection.sql
@@ -1,7 +1,8 @@
 {{
   config(
     materialized = 'view',
-    bind=False
+    bind =False,
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/data_monitoring/anomaly_detection/anomaly_threshold_sensitivity.sql b/models/edr/data_monitoring/anomaly_detection/anomaly_threshold_sensitivity.sql
@@ -1,7 +1,8 @@
 {{
   config(
     materialized = 'view',
-    bind=False
+    bind=False,
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/data_monitoring/anomaly_detection/metrics_anomaly_score.sql b/models/edr/data_monitoring/anomaly_detection/metrics_anomaly_score.sql
@@ -1,7 +1,8 @@
 {{
   config(
     materialized = 'view',
-    bind=False
+    bind=False,
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/data_monitoring/data_monitoring/data_monitoring_metrics.sql b/models/edr/data_monitoring/data_monitoring/data_monitoring_metrics.sql
@@ -2,7 +2,8 @@
   config(
     materialized='incremental',
     unique_key='id',
-    on_schema_change='append_new_columns' 
+    on_schema_change='append_new_columns',
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/data_monitoring/schema_changes/alerts_schema_changes.sql b/models/edr/data_monitoring/schema_changes/alerts_schema_changes.sql
@@ -1,7 +1,8 @@
 {{
   config(
     materialized = 'view',
-    bind=False
+    bind=False,
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/data_monitoring/schema_changes/schema_columns_snapshot.sql b/models/edr/data_monitoring/schema_changes/schema_columns_snapshot.sql
@@ -1,7 +1,8 @@
 {{
   config(
     materialized='incremental',
-    unique_key = 'column_state_id'
+    unique_key = 'column_state_id',
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/metadata_store/filtered_information_schema_columns.sql b/models/edr/metadata_store/filtered_information_schema_columns.sql
@@ -1,6 +1,7 @@
 {{
   config(
-    materialized = 'view'
+    materialized = 'view',
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/metadata_store/filtered_information_schema_tables.sql b/models/edr/metadata_store/filtered_information_schema_tables.sql
@@ -1,6 +1,7 @@
 {{
   config(
-    materialized = 'view'
+    materialized = 'view',
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}
 

diff --git a/models/edr/system/monitors_runs.sql b/models/edr/system/monitors_runs.sql
@@ -1,7 +1,8 @@
 {{
   config(
     materialized = 'view',
-    bind=False
+    bind=False,
+    enabled = target.type != 'databricks' | as_bool()
   )
 }}