Update partition logic with source relation

.github/workflows/auto-release.yml

@@ -0,0 +1,13 @@
+name: 'auto release'
+on:
+  pull_request:
+    types:
+      - closed
+    branches:
+      - main
+
+jobs:
+  call-workflow-passing-data:
+    if: github.event.pull_request.merged
+    uses: fivetran/dbt_package_automations/.github/workflows/auto-release.yml@main
+    secrets: inherit

.gitignore

@@ -3,4 +3,5 @@ target/
 dbt_modules/
 logs/
 env/
-dbt_packages/
+dbt_packages/
+package-lock.yml

CHANGELOG.md

@@ -1,3 +1,13 @@
+# dbt_shopify v0.11.0
+[PR #74](https://github.com/fivetran/dbt_shopify/pull/74) includes the following updates: 
+
+## 🚨 Breaking Changes 🚨
+- Added `source_relation` to the `partition_by` clauses that determine the `customer_index` in the `int_shopify__customer_email_rollup` table. If the user is leveraging the union feature, this could change data values. 
+
+## 🚘 Under The Hood 🚘
+- Included auto-releaser GitHub Actions workflow to automate future releases.
+- Added additional casting in seed dependencies for above models `integration_tests/dbt_project.yml` to ensure local testing passed on null cases.
+
 # dbt_shopify v0.10.0
 ## 🚨 Breaking Changes 🚨
 - This release will be a breaking change due to the removal of below dependencies.

README.md

@@ -54,7 +54,7 @@ If you are **not** using the [Shopify Holistic reporting package](https://github
 ```yml
 packages:
   - package: fivetran/shopify
-    version: [">=0.10.0", "<0.11.0"] # we recommend using ranges to capture non-breaking changes automatically
+    version: [">=0.11.0", "<0.12.0"] # we recommend using ranges to capture non-breaking changes automatically
 ```
 
 Do **NOT** include the `shopify_source` package in this file. The transformation package itself has a dependency on it and will install the source package as well. 
@@ -205,7 +205,7 @@ This dbt package is dependent on the following dbt packages. Please be aware tha
 ```yml
 packages:
     - package: fivetran/shopify_source
-      version: [">=0.10.0", "<0.11.0"]
+      version: [">=0.11.0", "<0.12.0"]
 
     - package: fivetran/fivetran_utils
       version: [">=0.4.0", "<0.5.0"]

dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'shopify'
-version: '0.10.0'
+version: '0.11.0'
 config-version: 2
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 models:

integration_tests/dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'shopify_integration_tests'
-version: '0.10.0'
+version: '0.11.0'
 profile: 'integration_tests'
 config-version: 2
 
@@ -117,9 +117,14 @@ seeds:
         user_id: "{%- if target.type == 'bigquery' -%} INT64 {%- else -%} bigint {%- endif -%}"
     shopify_abandoned_checkout_discount_code_data:
       +column_types:
+        checkout_id: "{%- if target.type == 'bigquery' -%} INT64 {%- else -%} bigint {%- endif -%}"
+        discount_id: "{%- if target.type == 'bigquery' -%} INT64 {%- else -%} bigint {%- endif -%}"
         amount: float
+        _fivetran_synced: timestamp
         created_at: timestamp
         updated_at: timestamp
+        code: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        type: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
     shopify_abandoned_checkout_data:
       +column_types:
         total_line_items_price: float
@@ -156,6 +161,9 @@ seeds:
       +column_types:
         value_type: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
         type: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: timestamp
+        created_at: timestamp
+        updated_at: timestamp
     shopify_shop_data:
       +column_types:
         taxes_included: boolean

models/intermediate/int_shopify__customer_email_rollup.sql

@@ -2,7 +2,7 @@ with customers as (
 
     select 
         *,
-        row_number() over(partition by email order by created_timestamp desc) as customer_index
+        row_number() over(partition by email, source_relation order by created_timestamp desc) as customer_index
 
     from {{ var('shopify_customer') }}
     where email is not null -- nonsensical to include any null emails here

packages.yml

@@ -1,3 +1,6 @@
 packages:
-- package: fivetran/shopify_source
-  version: [">=0.10.0", "<0.11.0"]
+# - package: fivetran/shopify_source
+#   version: [">=0.10.0", "<0.11.0"]
+  - git: https://github.com/fivetran/dbt_shopify_source.git
+    revision: bugfix/update-partition-logic-add-source-relation
+    warn-unpinned: false