Merge pull request #57 from fivetran/bugfix/filter-deleted-accounts

Filter out deleted accounts
fivetran · Oct 30, 2024 · c2c1703 · c2c1703
2 parents ba373f4 + cbe92cf
commit c2c1703
Show file tree

Hide file tree

Showing 29 changed files with 145 additions and 108 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,3 +1,23 @@
+# dbt_quickbooks_source v0.11.0
+[PR #57](https://github.com/fivetran/dbt_quickbooks_source/pull/57) introduces the following updates:
+
+## Breaking Changes
+- We are currently bringing in records that have previously been deleted, which could be impacting reporting accuracy. Thus, we introduced the `_fivetran_deleted` field to filter out these records from the following staging models:
+  - `stg_quickbooks__account`
+  - `stg_quickbooks__bundle`
+  - `stg_quickbooks__customer`
+  - `stg_quickbooks__department`
+  - `stg_quickbooks__item`
+  - `stg_quickbooks__vendor`
+- As this will filter out deleted records that were previously being counted and we are adding a new field to these staging models, this will be a breaking change here and in `dbt_quickbooks`. 
+
+## Documentation Updates
+- Added the `_fivetran_deleted` field to `src_quickbooks` and `stg_quickbook` yml documentation.
+- Added the `_fivetran_deleted` field to the above corresponding seed files in integration tests.
+
+## Contibutors
+- [@brandonrf94](https://github.com/brandonrf94) ([PR #56](https://github.com/fivetran/dbt_quickbooks_source/pull/56))
+
 # dbt_quickbooks_source v0.10.1
 [PR #53](https://github.com/fivetran/dbt_quickbooks_source/pull/53) introduces the following updates: 
 

diff --git a/README.md b/README.md
@@ -52,7 +52,7 @@ If you are **not** using the [QuickBooks transformation package](https://github.
 ```yaml
 packages:
   - package: fivetran/quickbooks_source
-    version: [">=0.9.0", "<0.10.0"] # we recommend using ranges to capture non-breaking changes automatically
+    version: [">=0.11.0", "<0.12.0"] # we recommend using ranges to capture non-breaking changes automatically
 ```
 
 ### Step 3: Define database and schema variables

diff --git a/dbt_project.yml b/dbt_project.yml
@@ -1,7 +1,7 @@
 config-version: 2
 name: 'quickbooks_source'
 
-version: '0.10.1'
+version: '0.11.0'
 
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 

diff --git a/docs/catalog.json b/docs/catalog.json
diff --git a/docs/index.html b/docs/index.html
diff --git a/docs/manifest.json b/docs/manifest.json
diff --git a/docs/run_results.json b/docs/run_results.json
diff --git a/integration_tests/ci/sample.profiles.yml b/integration_tests/ci/sample.profiles.yml
@@ -16,13 +16,13 @@ integration_tests:
       pass: "{{ env_var('CI_REDSHIFT_DBT_PASS') }}"
       dbname: "{{ env_var('CI_REDSHIFT_DBT_DBNAME') }}"
       port: 5439
-      schema: quickbooks_source_integrations_tests
+      schema: quickbooks_source_integration_tests_1
       threads: 8
     bigquery:
       type: bigquery
       method: service-account-json
       project: 'dbt-package-testing'
-      schema: quickbooks_source_integrations_tests
+      schema: quickbooks_source_integration_tests_1
       threads: 8
       keyfile_json: "{{ env_var('GCLOUD_SERVICE_KEY') | as_native }}"
     snowflake:
@@ -33,7 +33,7 @@ integration_tests:
       role: "{{ env_var('CI_SNOWFLAKE_DBT_ROLE') }}"
       database: "{{ env_var('CI_SNOWFLAKE_DBT_DATABASE') }}"
       warehouse: "{{ env_var('CI_SNOWFLAKE_DBT_WAREHOUSE') }}"
-      schema: quickbooks_source_integrations_tests
+      schema: quickbooks_source_integration_tests_1
       threads: 8
     postgres:
       type: postgres
@@ -42,13 +42,13 @@ integration_tests:
       pass: "{{ env_var('CI_POSTGRES_DBT_PASS') }}"
       dbname: "{{ env_var('CI_POSTGRES_DBT_DBNAME') }}"
       port: 5432
-      schema: quickbooks_source_integrations_tests
+      schema: quickbooks_source_integration_tests_1
       threads: 8
     databricks:
       catalog: "{{ env_var('CI_DATABRICKS_DBT_CATALOG') }}"
       host: "{{ env_var('CI_DATABRICKS_DBT_HOST') }}"
       http_path: "{{ env_var('CI_DATABRICKS_DBT_HTTP_PATH') }}"
-      schema: quickbooks_source_integrations_tests
+      schema: quickbooks_source_integration_tests_1
       threads: 8
       token: "{{ env_var('CI_DATABRICKS_DBT_TOKEN') }}"
       type: databricks
diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml
@@ -1,5 +1,5 @@
 name: 'quickbooks_source_integration_tests'
-version: '0.10.1'
+version: '0.11.0'
 
 
 profile: 'integration_tests'
@@ -13,7 +13,7 @@ models:
 
 vars:
   quickbooks_source:
-    quickbooks_schema: quickbooks_source_integrations_tests
+    quickbooks_schema: quickbooks_source_integration_tests_1
     quickbooks_account_identifier: "account_data"
     quickbooks_address_identifier: "address_data"
     quickbooks_bill_line_identifier: "bill_line_data"

diff --git a/integration_tests/seeds/account_data.csv b/integration_tests/seeds/account_data.csv
@@ -1,11 +1,12 @@
-id,_fivetran_synced,account_number,account_sub_type,account_type,active,balance,balance_with_sub_accounts,classification,created_at,currency_id,description,fully_qualified_name,name,parent_account_id,sub_account,sync_token,tax_code_id,updated_at
-52,2020-06-23 3:58:54,,d225490f65343b9016d6db95c0b146d8,Expense,TRUE,41493,41493,,2020-06-18 14:09:07,USD,,a8dd055b9b91809ca74ddb5a5f357173,9b3a3362b3b1b8055be9d27401cd1be9,51,TRUE,0,,2020-06-18 14:09:07
-51,2020-06-23 3:58:54,,d225490f65343b9016d6db95c0b146d8,Expense,TRUE,45528,45528,,2020-06-18 14:08:47,USD,,82be779191266b6ef0597be0c7f60d6d,82be779191266b6ef0597be0c7f60d6d,,FALSE,0,,2020-06-18 14:09:07
-40,2020-12-09 19:02:02,,195917574edc9b6bbeb5be9785b6a479,Bank,TRUE,93234,93234,Asset,2020-06-05 16:30:39,USD,,dd6e03342a9e50cf278448f99e66d998,dd6e03342a9e50cf278448f99e66d998,,FALSE,0,,2020-12-09 19:01:03
-39,2020-12-09 19:16:58,,195917574edc9b6bbeb5be9785b6a479,Bank,TRUE,17735,17735,Asset,2020-05-28 13:09:16,USD,,6d69cd92d636a07b52a62b37e1f5201a,6d69cd92d636a07b52a62b37e1f5201a,,FALSE,1,,2020-12-09 19:02:26
-28,2020-12-17 20:32:00,,195917574edc9b6bbeb5be9785b6a479,Bank,TRUE,77166,77166,Asset,2020-04-30 17:27:58,USD,,ee791126ad0eff462e26b36f4a97fce0,ee791126ad0eff462e26b36f4a97fce0,,FALSE,2,,2020-12-17 20:17:44
-54,2020-12-08 21:01:59,,195917574edc9b6bbeb5be9785b6a479,Bank,FALSE,23231,23231,Asset,2020-07-08 18:08:40,USD,,245178490d20e65c6626c6af75f62215,245178490d20e65c6626c6af75f62215,,FALSE,1,,2020-12-08 20:58:43
-33,2020-06-23 3:58:54,,4d604dd8f008145471dc845683399189,Other Current Asset,TRUE,80922,80922,Asset,2020-04-30 17:29:35,USD,,07bd344f6acd4e8ed41ae67f8d8b4aee,07bd344f6acd4e8ed41ae67f8d8b4aee,,FALSE,0,,2020-04-30 17:29:35
-34,2020-12-17 19:31:57,6674,263b6c4c47a488aab804c8b8c12b4f76,Bank,TRUE,83287,83287,Asset,2020-04-30 17:36:45,USD,,939ee17c7427610c55083b8623cde590,939ee17c7427610c55083b8623cde590,,FALSE,0,,2020-12-17 19:21:21
-57,2020-12-02 15:31:58,,100fb8196b919896e083af2939bbffb2,Other Current Asset,TRUE,84550,84550,Asset,2020-07-13 19:15:58,USD,,5270c9c9f9382af307c28a838e89c57d,5270c9c9f9382af307c28a838e89c57d,,FALSE,0,,2020-12-02 15:19:27
-60,2020-11-09 22:47:02,,9337c3fde59c076b0d3ba902fa18e4e8,Other Current Asset,TRUE,65627,65627,Asset,2020-11-09 22:33:35,USD,,4d41392cafa229d9dffd274c9bf6d278,4d41392cafa229d9dffd274c9bf6d278,,FALSE,0,,2020-11-09 22:33:35
+id,_fivetran_synced,account_number,account_sub_type,account_type,active,balance,balance_with_sub_accounts,classification,created_at,currency_id,description,fully_qualified_name,name,parent_account_id,sub_account,sync_token,tax_code_id,updated_at,_fivetran_deleted
+52,2020-06-23 3:58:54,,d225490f65343b9016d6db95c0b146d8,Expense,TRUE,41493,41493,,2020-06-18 14:09:07,USD,,a8dd055b9b91809ca74ddb5a5f357173,9b3a3362b3b1b8055be9d27401cd1be9,51,TRUE,0,,2020-06-18 14:09:07,FALSE
+51,2020-06-23 3:58:54,,d225490f65343b9016d6db95c0b146d8,Expense,TRUE,45528,45528,,2020-06-18 14:08:47,USD,,82be779191266b6ef0597be0c7f60d6d,82be779191266b6ef0597be0c7f60d6d,,FALSE,0,,2020-06-18 14:09:07,FALSE
+40,2020-12-09 19:02:02,,195917574edc9b6bbeb5be9785b6a479,Bank,TRUE,93234,93234,Asset,2020-06-05 16:30:39,USD,,dd6e03342a9e50cf278448f99e66d998,dd6e03342a9e50cf278448f99e66d998,,FALSE,0,,2020-12-09 19:01:03,FALSE
+39,2020-12-09 19:16:58,,195917574edc9b6bbeb5be9785b6a479,Bank,TRUE,17735,17735,Asset,2020-05-28 13:09:16,USD,,6d69cd92d636a07b52a62b37e1f5201a,6d69cd92d636a07b52a62b37e1f5201a,,FALSE,1,,2020-12-09 19:02:26,FALSE
+28,2020-12-17 20:32:00,,195917574edc9b6bbeb5be9785b6a479,Bank,TRUE,77166,77166,Asset,2020-04-30 17:27:58,USD,,ee791126ad0eff462e26b36f4a97fce0,ee791126ad0eff462e26b36f4a97fce0,,FALSE,2,,2020-12-17 20:17:44,FALSE
+54,2020-12-08 21:01:59,,195917574edc9b6bbeb5be9785b6a479,Bank,FALSE,23231,23231,Asset,2020-07-08 18:08:40,USD,,245178490d20e65c6626c6af75f62215,245178490d20e65c6626c6af75f62215,,FALSE,1,,2020-12-08 20:58:43,FALSE
+33,2020-06-23 3:58:54,,4d604dd8f008145471dc845683399189,Other Current Asset,TRUE,80922,80922,Asset,2020-04-30 17:29:35,USD,,07bd344f6acd4e8ed41ae67f8d8b4aee,07bd344f6acd4e8ed41ae67f8d8b4aee,,FALSE,0,,2020-04-30 17:29:35,FALSE
+34,2020-12-17 19:31:57,6674,263b6c4c47a488aab804c8b8c12b4f76,Bank,TRUE,83287,83287,Asset,2020-04-30 17:36:45,USD,,939ee17c7427610c55083b8623cde590,939ee17c7427610c55083b8623cde590,,FALSE,0,,2020-12-17 19:21:21,FALSE
+57,2020-12-02 15:31:58,,100fb8196b919896e083af2939bbffb2,Other Current Asset,TRUE,84550,84550,Asset,2020-07-13 19:15:58,USD,,5270c9c9f9382af307c28a838e89c57d,5270c9c9f9382af307c28a838e89c57d,,FALSE,0,,2020-12-02 15:19:27,FALSE
+60,2020-11-09 22:47:02,,9337c3fde59c076b0d3ba902fa18e4e8,Other Current Asset,TRUE,65627,65627,Asset,2020-11-09 22:33:35,USD,,4d41392cafa229d9dffd274c9bf6d278,4d41392cafa229d9dffd274c9bf6d278,,FALSE,0,,2020-11-09 22:33:35,TRUE
+75,2020-11-09 22:47:02,,DiscountsRefundsGiven,Discount,TRUE,6,6,,2020-11-09 22:33:35,USD,,4d41392cafa229d9dffd274c9bf6d278,4d41392cafa229d9dffd274c9bf6d278,,FALSE,0,,2020-11-09 22:33:35,FALSE
diff --git a/integration_tests/seeds/bundle_data.csv b/integration_tests/seeds/bundle_data.csv
@@ -1,11 +1,11 @@
-id,_fivetran_synced,active,created_at,description,fully_qualified_name,name,print_grouped_items,purchase_cost,sync_token,taxable,unit_price,updated_at
-19,2020-04-07 2:01:57,FALSE,2018-06-13 18:11:46,f69f149c065f9ba26db109327236d5cf,ded3af31c45f3f147bd29c5712d26867,ded3af31c45f3f147bd29c5712d26867,TRUE,0,1,FALSE,0,2019-01-15 19:16:42
-308,2020-10-06 21:15:35,FALSE,2020-10-05 18:12:56,,323c5927c3d020f010a685027d9953e6,323c5927c3d020f010a685027d9953e6,FALSE,0,2,FALSE,0,2020-10-06 20:51:43
-149,2020-04-07 2:01:57,FALSE,2019-09-24 21:53:03,,6a35b856f545b3f10fe168733755db80,6a35b856f545b3f10fe168733755db80,FALSE,0,7,FALSE,0,2019-09-30 3:12:01
-314,2020-10-06 19:16:08,TRUE,2020-10-05 18:21:41,,6d6314f5d29eb469be5607ab4dc43eb9,6d6314f5d29eb469be5607ab4dc43eb9,FALSE,0,1,FALSE,0,2020-10-06 18:46:23
-311,2020-10-05 20:16:13,TRUE,2020-10-05 18:18:28,,03bbca4dc28a8e558eb6115b79ad4b45,03bbca4dc28a8e558eb6115b79ad4b45,FALSE,0,1,FALSE,0,2020-10-05 19:22:50
-323,2020-10-05 20:16:13,TRUE,2020-10-05 18:34:02,,5884cbfcd93a0b9c97e91135c395e8fe,5884cbfcd93a0b9c97e91135c395e8fe,FALSE,0,1,FALSE,0,2020-10-05 19:18:55
-296,2020-10-05 20:16:13,TRUE,2020-10-05 17:51:13,,15500c470b4f3ed71ab9fbdde2115ad4,15500c470b4f3ed71ab9fbdde2115ad4,FALSE,0,1,FALSE,0,2020-10-05 19:30:13
-299,2020-10-05 20:16:13,TRUE,2020-10-05 17:59:13,,9fae5687972112018aaefea9c5334dc5,9fae5687972112018aaefea9c5334dc5,FALSE,0,1,FALSE,0,2020-10-05 19:29:03
-320,2020-10-05 19:15:37,TRUE,2020-10-05 18:30:16,,d1e02e5b96bd4d756b2974d1075ffd00,d1e02e5b96bd4d756b2974d1075ffd00,FALSE,0,1,FALSE,0,2020-10-05 19:14:19
-305,2020-10-05 20:16:13,TRUE,2020-10-05 18:10:06,,8154dbb4a94945236fed5a263f68ea8f,8154dbb4a94945236fed5a263f68ea8f,FALSE,0,1,FALSE,0,2020-10-05 19:26:36
+id,_fivetran_synced,active,created_at,description,fully_qualified_name,name,print_grouped_items,purchase_cost,sync_token,taxable,unit_price,updated_at,_fivetran_deleted
+19,2020-04-07 2:01:57,FALSE,2018-06-13 18:11:46,f69f149c065f9ba26db109327236d5cf,ded3af31c45f3f147bd29c5712d26867,ded3af31c45f3f147bd29c5712d26867,TRUE,0,1,FALSE,0,2019-01-15 19:16:42,FALSE
+308,2020-10-06 21:15:35,FALSE,2020-10-05 18:12:56,,323c5927c3d020f010a685027d9953e6,323c5927c3d020f010a685027d9953e6,FALSE,0,2,FALSE,0,2020-10-06 20:51:43,FALSE
+149,2020-04-07 2:01:57,FALSE,2019-09-24 21:53:03,,6a35b856f545b3f10fe168733755db80,6a35b856f545b3f10fe168733755db80,FALSE,0,7,FALSE,0,2019-09-30 3:12:01,FALSE
+314,2020-10-06 19:16:08,TRUE,2020-10-05 18:21:41,,6d6314f5d29eb469be5607ab4dc43eb9,6d6314f5d29eb469be5607ab4dc43eb9,FALSE,0,1,FALSE,0,2020-10-06 18:46:23,FALSE
+311,2020-10-05 20:16:13,TRUE,2020-10-05 18:18:28,,03bbca4dc28a8e558eb6115b79ad4b45,03bbca4dc28a8e558eb6115b79ad4b45,FALSE,0,1,FALSE,0,2020-10-05 19:22:50,FALSE
+323,2020-10-05 20:16:13,TRUE,2020-10-05 18:34:02,,5884cbfcd93a0b9c97e91135c395e8fe,5884cbfcd93a0b9c97e91135c395e8fe,FALSE,0,1,FALSE,0,2020-10-05 19:18:55,FALSE
+296,2020-10-05 20:16:13,TRUE,2020-10-05 17:51:13,,15500c470b4f3ed71ab9fbdde2115ad4,15500c470b4f3ed71ab9fbdde2115ad4,FALSE,0,1,FALSE,0,2020-10-05 19:30:13,FALSE
+299,2020-10-05 20:16:13,TRUE,2020-10-05 17:59:13,,9fae5687972112018aaefea9c5334dc5,9fae5687972112018aaefea9c5334dc5,FALSE,0,1,FALSE,0,2020-10-05 19:29:03,FALSE
+320,2020-10-05 19:15:37,TRUE,2020-10-05 18:30:16,,d1e02e5b96bd4d756b2974d1075ffd00,d1e02e5b96bd4d756b2974d1075ffd00,FALSE,0,1,FALSE,0,2020-10-05 19:14:19,FALSE
+305,2020-10-05 20:16:13,TRUE,2020-10-05 18:10:06,,8154dbb4a94945236fed5a263f68ea8f,8154dbb4a94945236fed5a263f68ea8f,FALSE,0,1,FALSE,0,2020-10-05 19:26:36,TRUE
diff --git a/integration_tests/seeds/customer_data.csv b/integration_tests/seeds/customer_data.csv
@@ -1,6 +1,6 @@
-id,_fivetran_synced,active,alternate_phone_number,ar_account_id,balance,balance_with_jobs,bill_address_id,bill_with_parent,company_name,created_at,currency_id,default_tax_code_id,display_name,email,family_name,fax_number,fully_qualified_name,given_name,job,level,middle_name,mobile_number,notes,open_balance_date,parent_customer_id,payment_method_id,phone_number,preferred_delivery_method,print_on_check_name,resale_number,sales_term_id,shipping_address_id,suffix,sync_token,tax_exemption_reason_id,taxable,title,updated_at,website
-10,2020-06-23 3:58:55,TRUE,,,0,0,,FALSE,,2020-05-28 13:09:22,USD,,ce7566d1d08cc094b74cf283cf9c56a5,,,,ce7566d1d08cc094b74cf283cf9c56a5,,FALSE,,,,,,,,,None,ce7566d1d08cc094b74cf283cf9c56a5,,,,,0,,FALSE,,2020-05-28 13:09:22,
-14,2020-06-23 3:58:55,TRUE,,,0,0,,FALSE,,2020-06-18 14:11:42,USD,,3e977179d3344861661c03c9e05b9c9a,,,,3e977179d3344861661c03c9e05b9c9a,,FALSE,,,,,,,,,None,3e977179d3344861661c03c9e05b9c9a,,,,,0,,FALSE,,2020-06-18 14:11:42,
-17,2020-07-08 18:17:14,TRUE,,,0,0,,FALSE,,2020-07-08 18:08:43,USD,,56c544fdd8d49c60722aa65430f208df,,,,56c544fdd8d49c60722aa65430f208df,,FALSE,,,,,,,,,None,56c544fdd8d49c60722aa65430f208df,,,,,0,,FALSE,,2020-07-08 18:08:43,
-13,2020-06-23 3:58:55,TRUE,,,0,0,,FALSE,,2020-06-18 14:11:37,USD,,d60433b278363da21329557992b65fef,,,,d60433b278363da21329557992b65fef,,FALSE,,,,,,,,,None,d60433b278363da21329557992b65fef,,,,,0,,FALSE,,2020-06-18 14:11:37,
-19,2020-10-28 16:47:00,TRUE,,,0,0,,FALSE,213cf6f5ce08115d91586b22c0bf6dd7,2020-10-28 16:36:54,USD,,687886f59fa51b6b55d598f3c952c90e,1559d132be94aacd10a778abfb6ecd61,d41d8cd98f00b204e9800998ecf8427e,,687886f59fa51b6b55d598f3c952c90e,780c462e85ba4399a5d42e88f69a15ca,FALSE,,,,,,,,,None,687886f59fa51b6b55d598f3c952c90e,,,,,0,,TRUE,,2020-10-28 16:36:54,
+id,_fivetran_synced,active,alternate_phone_number,ar_account_id,balance,balance_with_jobs,bill_address_id,bill_with_parent,company_name,created_at,currency_id,default_tax_code_id,display_name,email,family_name,fax_number,fully_qualified_name,given_name,job,level,middle_name,mobile_number,notes,open_balance_date,parent_customer_id,payment_method_id,phone_number,preferred_delivery_method,print_on_check_name,resale_number,sales_term_id,shipping_address_id,suffix,sync_token,tax_exemption_reason_id,taxable,title,updated_at,website,_fivetran_deleted
+10,2020-06-23 3:58:55,TRUE,,,0,0,,FALSE,,2020-05-28 13:09:22,USD,,ce7566d1d08cc094b74cf283cf9c56a5,,,,ce7566d1d08cc094b74cf283cf9c56a5,,FALSE,,,,,,,,,None,ce7566d1d08cc094b74cf283cf9c56a5,,,,,0,,FALSE,,2020-05-28 13:09:22,,FALSE
+14,2020-06-23 3:58:55,TRUE,,,0,0,,FALSE,,2020-06-18 14:11:42,USD,,3e977179d3344861661c03c9e05b9c9a,,,,3e977179d3344861661c03c9e05b9c9a,,FALSE,,,,,,,,,None,3e977179d3344861661c03c9e05b9c9a,,,,,0,,FALSE,,2020-06-18 14:11:42,,FALSE
+17,2020-07-08 18:17:14,TRUE,,,0,0,,FALSE,,2020-07-08 18:08:43,USD,,56c544fdd8d49c60722aa65430f208df,,,,56c544fdd8d49c60722aa65430f208df,,FALSE,,,,,,,,,None,56c544fdd8d49c60722aa65430f208df,,,,,0,,FALSE,,2020-07-08 18:08:43,,FALSE
+13,2020-06-23 3:58:55,TRUE,,,0,0,,FALSE,,2020-06-18 14:11:37,USD,,d60433b278363da21329557992b65fef,,,,d60433b278363da21329557992b65fef,,FALSE,,,,,,,,,None,d60433b278363da21329557992b65fef,,,,,0,,FALSE,,2020-06-18 14:11:37,,FALSE
+19,2020-10-28 16:47:00,TRUE,,,0,0,,FALSE,213cf6f5ce08115d91586b22c0bf6dd7,2020-10-28 16:36:54,USD,,687886f59fa51b6b55d598f3c952c90e,1559d132be94aacd10a778abfb6ecd61,d41d8cd98f00b204e9800998ecf8427e,,687886f59fa51b6b55d598f3c952c90e,780c462e85ba4399a5d42e88f69a15ca,FALSE,,,,,,,,,None,687886f59fa51b6b55d598f3c952c90e,,,,,0,,TRUE,,2020-10-28 16:36:54,,TRUE
diff --git a/integration_tests/seeds/department_data.csv b/integration_tests/seeds/department_data.csv
@@ -1,7 +1,7 @@
-id,_fivetran_synced,active,created_at,fully_qualified_name,name,parent_department_id,sub_department,sync_token,updated_at
-1,2020-01-15 0:02:28,TRUE,2018-06-13 19:11:32,456d0deba6a86c9585590550c797502d,456d0deba6a86c9585590550c797502d,,FALSE,0,2018-06-13 19:11:32
-2,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:00,11cfee0d6391dcf2ef4d4242204230ec,11cfee0d6391dcf2ef4d4242204230ec,,FALSE,0,2018-06-13 19:29:00
-3,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:30,7cb15e416d62919b1b40298324fbe30b,7cb15e416d62919b1b40298324fbe30b,,FALSE,0,2018-06-13 19:29:30
-4,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:42,ab0268fb8036a892dc341945cb7ae3be,ab0268fb8036a892dc341945cb7ae3be,,FALSE,0,2018-06-13 19:29:42
-5,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:56,11ff9f68afb6b8b5b8eda218d7c83a65,11ff9f68afb6b8b5b8eda218d7c83a65,,FALSE,0,2018-06-13 19:29:56
-6,2020-01-15 0:02:28,FALSE,2018-06-13 19:30:07,4d4a1d25c4ccb3780cbf5c42a12b138b,4d4a1d25c4ccb3780cbf5c42a12b138b,,FALSE,1,2019-04-30 16:25:57
+id,_fivetran_synced,active,created_at,fully_qualified_name,name,parent_department_id,sub_department,sync_token,updated_at,_fivetran_deleted
+1,2020-01-15 0:02:28,TRUE,2018-06-13 19:11:32,456d0deba6a86c9585590550c797502d,456d0deba6a86c9585590550c797502d,,FALSE,0,2018-06-13 19:11:32,FALSE
+2,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:00,11cfee0d6391dcf2ef4d4242204230ec,11cfee0d6391dcf2ef4d4242204230ec,,FALSE,0,2018-06-13 19:29:00,FALSE
+3,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:30,7cb15e416d62919b1b40298324fbe30b,7cb15e416d62919b1b40298324fbe30b,,FALSE,0,2018-06-13 19:29:30,FALSE
+4,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:42,ab0268fb8036a892dc341945cb7ae3be,ab0268fb8036a892dc341945cb7ae3be,,FALSE,0,2018-06-13 19:29:42,FALSE
+5,2020-01-15 0:02:28,TRUE,2018-06-13 19:29:56,11ff9f68afb6b8b5b8eda218d7c83a65,11ff9f68afb6b8b5b8eda218d7c83a65,,FALSE,0,2018-06-13 19:29:56,FALSE
+6,2020-01-15 0:02:28,FALSE,2018-06-13 19:30:07,4d4a1d25c4ccb3780cbf5c42a12b138b,4d4a1d25c4ccb3780cbf5c42a12b138b,,FALSE,1,2019-04-30 16:25:57,TRUE