updates to CI testing

tuva-health · Aug 30, 2023 · d90bb39 · d90bb39
1 parent a7972c6
commit d90bb39
Show file tree

Hide file tree

Showing 6 changed files with 148 additions and 9 deletions.
diff --git a/...bt_v1.4.6_redshift_build_full_refresh.yml → ...bt_v1.4.6_redshift_build_full_refresh.yml b/...bt_v1.4.6_redshift_build_full_refresh.yml → ...bt_v1.4.6_redshift_build_full_refresh.yml
@@ -2,9 +2,9 @@ name: dbt_v1.4.6_redshift_build_full_refresh
 
 on:
   workflow_dispatch:
-  pull_request:
-    branches:
-      - main
+  schedule:
+    # This job will run at 1:00 am on the 1st and 15th of the month
+    - cron: '0 1 1,15 * *'
 
 
 env:

diff --git a/...t_v1.4.6_snowflake_build_full_refresh.yml → ...t_v1.4.6_snowflake_build_full_refresh.yml b/...t_v1.4.6_snowflake_build_full_refresh.yml → ...t_v1.4.6_snowflake_build_full_refresh.yml
@@ -2,9 +2,9 @@ name: dbt_v1.4.6_snowflake_build_full_refresh
 
 on:
   workflow_dispatch:
-  pull_request:
-    branches:
-      - main
+  schedule:
+    # This job will run at 1:00 am on the 1st and 15th of the month
+    - cron: '0 1 1,15 * *'
 
 env:
   DBT_TUVA_SNOWFLAKE_ACCOUNT: ${{ secrets.DBT_TUVA_SNOWFLAKE_ACCOUNT }}

diff --git a/...bt_v1.4.6_bigquery_build_full_refresh.yml → ...bt_v1.4.6_bigquery_build_full_refresh.yml b/...bt_v1.4.6_bigquery_build_full_refresh.yml → ...bt_v1.4.6_bigquery_build_full_refresh.yml
@@ -2,9 +2,9 @@ name: dbt_v1.4.6_bigquery_build_full_refresh
 
 on:
   workflow_dispatch:
-  pull_request:
-    branches:
-      - main
+  schedule:
+    # This job will run at 1:00 am on the 1st and 15th of the month
+    - cron: '0 1 1,15 * *'
 
 env:
   DBT_BIGQUERY_TOKEN: ${{ secrets.TUVA_BIGQUERY_TOKEN }}

diff --git a/.github/workflows/dbt_v1.5.0_bigquery_build_full_refresh.yml b/.github/workflows/dbt_v1.5.0_bigquery_build_full_refresh.yml
@@ -0,0 +1,44 @@
+name: dbt_v1.5.0_bigquery_build_full_refresh
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches:
+      - main
+
+env:
+  DBT_BIGQUERY_TOKEN: ${{ secrets.TUVA_BIGQUERY_TOKEN }}
+  TUVA_BIGQUERY_PROJECT: ${{ secrets.TUVA_BIGQUERY_PROJECT }}
+
+
+jobs:
+  action:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: dbt-deps
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: "dbt deps --profiles-dir ./profiles/bigquery"
+          dbt_project_folder: "integration_tests"
+
+
+      - name: dbt-debug
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: "dbt debug --profiles-dir ./profiles/bigquery"
+          dbt_project_folder: "integration_tests"
+
+      - name: dbt-build
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: 'dbt build --full-refresh --profiles-dir ./profiles/bigquery  --vars {"tuva_database":"dev-ci-testing","input_database":"dev-ci-testing","input_schema":"connector"}'
+          dbt_project_folder: "integration_tests"
+
+
+      - name: Get the result
+        if: ${{ always() }}
+        run: echo "${{ steps.dbt-build.outputs.result }}"
+        shell: bash
diff --git a/.github/workflows/dbt_v1.5.0_redshift_build_full_refresh.yml b/.github/workflows/dbt_v1.5.0_redshift_build_full_refresh.yml
@@ -0,0 +1,47 @@
+name: dbt_v1.5.0_redshift_build_full_refresh
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches:
+      - main
+
+
+env:
+  DBT_REDSHIFT_CI_HOST: ${{ secrets.DBT_REDSHIFT_CI_HOST }}
+  DBT_REDSHIFT_CI_USER: ${{ secrets.DBT_REDSHIFT_CI_USER }}
+  DBT_REDSHIFT_CI_PASSWORD: ${{ secrets.DBT_REDSHIFT_CI_PASSWORD }}
+  DBT_REDSHIFT_CI_PORT: ${{ secrets.DBT_REDSHIFT_CI_PORT }}
+
+
+jobs:
+  action:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: dbt-deps
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: "dbt deps --profiles-dir ./profiles/redshift"
+          dbt_project_folder: "integration_tests"
+
+
+      - name: dbt-debug
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: "dbt debug --profiles-dir ./profiles/redshift"
+          dbt_project_folder: "integration_tests"
+
+      - name: dbt-build
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: 'dbt build --full-refresh --profiles-dir ./profiles/redshift --vars {"tuva_database":"dev_ci_testing","input_database":"dev_ci_testing","input_schema":"claims_common"}'
+          dbt_project_folder: "integration_tests"
+
+
+      - name: Get the result
+        if: ${{ always() }}
+        run: echo "${{ steps.dbt-build.outputs.result }}"
+        shell: bash
diff --git a/.github/workflows/dbt_v1.5.0_snowflake_build_full_refresh.yml b/.github/workflows/dbt_v1.5.0_snowflake_build_full_refresh.yml
@@ -0,0 +1,48 @@
+name: dbt_v1.5.0_snowflake_build_full_refresh
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches:
+      - main
+
+env:
+  DBT_TUVA_SNOWFLAKE_ACCOUNT: ${{ secrets.DBT_TUVA_SNOWFLAKE_ACCOUNT }}
+  DBT_TUVA_CI_DATABASE: ${{ secrets.DBT_TUVA_CI_DATABASE }}
+  DBT_SNOWFLAKE_CI_PASSWORD: ${{ secrets.DBT_SNOWFLAKE_CI_PASSWORD }}
+  DBT_SNOWFLAKE_CI_ROLE: ${{ secrets.DBT_SNOWFLAKE_CI_ROLE }}
+  DBT_SNOWFLAKE_CI_SCHEMA: ${{ secrets.DBT_SNOWFLAKE_CI_SCHEMA }}
+  DBT_SNOWFLAKE_CI_USER: ${{ secrets.DBT_SNOWFLAKE_CI_USER }}
+  DBT_SNOWFLAKE_CI_WAREHOUSE: ${{ secrets.DBT_SNOWFLAKE_CI_WAREHOUSE }}
+
+jobs:
+  action:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: dbt-deps
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: "dbt deps --profiles-dir ./profiles/snowflake"
+          dbt_project_folder: "integration_tests"
+
+
+      - name: dbt-debug
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: "dbt debug --profiles-dir ./profiles/snowflake"
+          dbt_project_folder: "integration_tests"
+
+      - name: dbt-build
+        uses: mwhitaker/[email protected]
+        with:
+          dbt_command: 'dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars {"tuva_database":"dev_ci_testing","input_database":"dev_ci_testing","input_schema":"claims_common"}'
+          dbt_project_folder: "integration_tests"
+
+
+      - name: Get the result
+        if: ${{ always() }}
+        run: echo "${{ steps.dbt-build.outputs.result }}"
+        shell: bash