fivetran · fivetran-joemarkiewicz · Oct 17, 2023 · Oct 14, 2023 · Oct 17, 2023 · Oct 17, 2023
diff --git a/.gitignore b/.gitignore
@@ -1,4 +1,4 @@
-
+env/
 target/
 dbt_modules/
 logs/

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,3 +1,13 @@
+# dbt_fivetran_log v1.2.0
+
+[PR #92](https://github.com/fivetran/dbt_fivetran_log/pull/92) includes the following updates:
+## Bug Fixes
+- The `unique_table_sync_key` surrogate key which is created within the `fivetran_platform__audit_table` has been updated to also be comprised of the `schema_name` in addition to the `connector_id`, `destination_id`, `table_name`, `write_to_table_start` fields. This update will also ensure the uniqueness test on this record is accurately testing the true grain of the model.
+  - 🚨 Please be aware that as the `fivetran_platform__audit_table` model is an incremental model a `--full-refresh` will be needed following the package upgrade in order for this change to properly be applied to all records in the end model. 🚨
+
+## Contributors
+- [@JustMaris](https://github.com/JustMaris) ([#92](https://github.com/fivetran/dbt_fivetran_log/pull/92))
+
 # dbt_fivetran_log v1.1.0
 
 [PR #87](https://github.com/fivetran/dbt_fivetran_log/pull/87) includes the following updates:

diff --git a/README.md b/README.md
@@ -66,7 +66,7 @@ Include the following Fivetran Platform package version range in your `packages.
 ```yaml
 packages:
   - package: fivetran/fivetran_log
-    version: [">=1.1.0", "<1.2.0"]
+    version: [">=1.2.0", "<1.3.0"]
 ```
 
 > Note that altough the source connector is now "Fivetran Platform", the package retains the old name of "fivetran_log".

diff --git a/dbt_project.yml b/dbt_project.yml
@@ -1,6 +1,6 @@
 config-version: 2
 name: 'fivetran_log'
-version: '1.1.0'
+version: '1.2.0'
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 
 models:

diff --git a/docs/catalog.json b/docs/catalog.json
diff --git a/docs/index.html b/docs/index.html
diff --git a/docs/manifest.json b/docs/manifest.json
diff --git a/docs/run_results.json b/docs/run_results.json
diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml
@@ -1,5 +1,5 @@
 name: 'fivetran_log_integration_tests'
-version: '1.1.0'
+version: '1.2.0'
 
 config-version: 2
 profile: 'integration_tests'

diff --git a/integration_tests/requirements.txt b/integration_tests/requirements.txt
@@ -6,3 +6,4 @@ dbt-spark>=1.3.0,<2.0.0
 dbt-spark[PyHive]>=1.3.0,<2.0.0
 dbt-databricks>=1.3.0,<2.0.0
 
+oscrypto @ git+https://github.com/wbond/oscrypto.git@d5f3437
diff --git a/models/fivetran_platform.yml b/models/fivetran_platform.yml
@@ -272,7 +272,7 @@ models:
       table completely, as `fivetran_audit` reported on pre-duplicated data loads.
     columns:
       - name: unique_table_sync_key
-        description: Primary key of this table, hashed on `connector_id`, `destination_id`, `table_name`, and `unique_table_sync_key`.
+        description: Primary key of this table, hashed on `schema_name`, `connector_id`, `destination_id`, `table_name`, and `unique_table_sync_key`.
         tests:
           - unique
           - not_null

diff --git a/models/fivetran_platform__audit_table.sql b/models/fivetran_platform__audit_table.sql
@@ -134,10 +134,10 @@ final as (
 
     select 
         *,
-        {{ dbt_utils.generate_surrogate_key(['connector_id', 'destination_id', 'table_name', 'write_to_table_start']) }} as unique_table_sync_key, -- for incremental materialization 
+        {{ dbt_utils.generate_surrogate_key(['schema_name','connector_id', 'destination_id', 'table_name', 'write_to_table_start']) }} as unique_table_sync_key, -- for incremental materialization 
         {{ dbt.date_trunc('day', 'sync_start') }} as sync_start_day -- for partitioning in databricks
     from sum_records_modified
 )
 
 select *
-from final
+from final
-Original file line number
+Diff line change
@@ -1,4 +1,4 @@
+    env/
     target/
     dbt_modules/
     logs/
@@ Expand Down @@
Original file line number	Diff line number	Diff line change
Expand Up		@@ -6,3 +6,4 @@ dbt-spark>=1.3.0,<2.0.0
		dbt-spark[PyHive]>=1.3.0,<2.0.0
		dbt-databricks>=1.3.0,<2.0.0

		oscrypto @ git+https://github.com/wbond/oscrypto.git@d5f3437