From e41d7130c3a2392a0e46635d38286bcfba4c02cd Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 16:28:45 +1000 Subject: [PATCH 01/11] Update dbt_project.yml bumped the version number to 0.5.5 --- dbt_project.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt_project.yml b/dbt_project.yml index 4504d519..b49e76da 100644 --- a/dbt_project.yml +++ b/dbt_project.yml @@ -1,7 +1,7 @@ config-version: 2 name: 'fivetran_log' -version: '0.5.4' +version: '0.5.5' require-dbt-version: [">=1.0.0", "<2.0.0"] From fb412821e728c9a9196273380b9b00fd48b1b9ea Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 16:52:48 +1000 Subject: [PATCH 02/11] Update stg_fivetran_log__account_membership.sql added flag to disable this model build if required --- models/staging/stg_fivetran_log__account_membership.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/staging/stg_fivetran_log__account_membership.sql b/models/staging/stg_fivetran_log__account_membership.sql index 830aa081..db01c30d 100644 --- a/models/staging/stg_fivetran_log__account_membership.sql +++ b/models/staging/stg_fivetran_log__account_membership.sql @@ -1,3 +1,5 @@ +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_account_membership'])) }} + with account_membership as ( select * from {{ var('account_membership') }} @@ -17,4 +19,4 @@ fields as ( ) -select * from fields \ No newline at end of file +select * from fields From 05a8e86b3e2aa7de1d178bdacb3bff5adfd8f7cc Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 16:54:59 +1000 Subject: [PATCH 03/11] Update stg_fivetran_log__account_membership.sql --- models/staging/stg_fivetran_log__account_membership.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/staging/stg_fivetran_log__account_membership.sql b/models/staging/stg_fivetran_log__account_membership.sql index db01c30d..fc6762b8 100644 --- a/models/staging/stg_fivetran_log__account_membership.sql +++ b/models/staging/stg_fivetran_log__account_membership.sql @@ -1,4 +1,4 @@ -{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_account_membership'])) }} +{{ config(enabled=false) }} with account_membership as ( From cbda4205ff697c2a63788f413b126d7f63548d4e Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:01:27 +1000 Subject: [PATCH 04/11] Update stg_fivetran_log__account_membership.sql --- models/staging/stg_fivetran_log__account_membership.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/staging/stg_fivetran_log__account_membership.sql b/models/staging/stg_fivetran_log__account_membership.sql index fc6762b8..db01c30d 100644 --- a/models/staging/stg_fivetran_log__account_membership.sql +++ b/models/staging/stg_fivetran_log__account_membership.sql @@ -1,4 +1,4 @@ -{{ config(enabled=false) }} +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_account_membership'])) }} with account_membership as ( From 06b324ccf8ce2846cfae2032044098a3a9961b9b Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:03:29 +1000 Subject: [PATCH 05/11] Update stg_fivetran_log__active_volume.sql Added option to disable this model --- models/staging/stg_fivetran_log__active_volume.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/staging/stg_fivetran_log__active_volume.sql b/models/staging/stg_fivetran_log__active_volume.sql index d2076b68..7be381f3 100644 --- a/models/staging/stg_fivetran_log__active_volume.sql +++ b/models/staging/stg_fivetran_log__active_volume.sql @@ -1,3 +1,5 @@ +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_active_volume'])) }} + with active_volume as ( select * from {{ var('active_volume') }} @@ -18,4 +20,4 @@ fields as ( from active_volume ) -select * from fields \ No newline at end of file +select * from fields From 42b29ee5fc6555c7fa0da6aa9b9aa93eb0e90108 Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:04:04 +1000 Subject: [PATCH 06/11] Update stg_fivetran_log__credits_used.sql Added option to disable this model --- models/staging/stg_fivetran_log__credits_used.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/staging/stg_fivetran_log__credits_used.sql b/models/staging/stg_fivetran_log__credits_used.sql index 162f1242..7871681a 100644 --- a/models/staging/stg_fivetran_log__credits_used.sql +++ b/models/staging/stg_fivetran_log__credits_used.sql @@ -1,3 +1,5 @@ +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_credits_used'])) }} + with credits_used as ( select * from {{ var('credits_used') }} @@ -14,4 +16,4 @@ fields as ( from credits_used ) -select * from fields \ No newline at end of file +select * from fields From b545052f155a520c9f0d31f35e3acb9fb03e8652 Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:04:41 +1000 Subject: [PATCH 07/11] Update stg_fivetran_log__destination_membership.sql Added option to disable this model --- models/staging/stg_fivetran_log__destination_membership.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/staging/stg_fivetran_log__destination_membership.sql b/models/staging/stg_fivetran_log__destination_membership.sql index 8154c28e..86642735 100644 --- a/models/staging/stg_fivetran_log__destination_membership.sql +++ b/models/staging/stg_fivetran_log__destination_membership.sql @@ -1,3 +1,5 @@ +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_destination_membership'])) }} + with destination_membership as ( select * from {{ var('destination_membership') }} @@ -16,4 +18,4 @@ fields as ( from destination_membership ) -select * from fields \ No newline at end of file +select * from fields From bbda8d46d9815f3b75ce82302f0572d42cc5aed9 Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:05:13 +1000 Subject: [PATCH 08/11] Update stg_fivetran_log__user.sql Added option to disable this model --- models/staging/stg_fivetran_log__user.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/staging/stg_fivetran_log__user.sql b/models/staging/stg_fivetran_log__user.sql index 6e779812..deedb474 100644 --- a/models/staging/stg_fivetran_log__user.sql +++ b/models/staging/stg_fivetran_log__user.sql @@ -1,3 +1,5 @@ +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_user'])) }} + with fivetran_user as ( select * from {{ var('user') }} @@ -20,4 +22,4 @@ fields as ( ) -select * from fields \ No newline at end of file +select * from fields From 8110618bbd629231370c7961b6b233044f60aa9a Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:08:08 +1000 Subject: [PATCH 09/11] Update fivetran_log__credit_mar_destination_history.sql Added option to disable this model --- models/fivetran_log__credit_mar_destination_history.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/fivetran_log__credit_mar_destination_history.sql b/models/fivetran_log__credit_mar_destination_history.sql index 4a4840f0..0e2240c2 100644 --- a/models/fivetran_log__credit_mar_destination_history.sql +++ b/models/fivetran_log__credit_mar_destination_history.sql @@ -1,3 +1,5 @@ +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_credits_used'])) }} + with table_mar as ( select * @@ -45,4 +47,4 @@ join_credits_mar as ( ) select * from join_credits_mar -order by measured_month desc \ No newline at end of file +order by measured_month desc From 7f6ba01b0beaffa6793e5ee6ebf65e9a43469f4a Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:15:54 +1000 Subject: [PATCH 10/11] Update fivetran_log__mar_table_history.sql Added option to disable model --- models/fivetran_log__mar_table_history.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/fivetran_log__mar_table_history.sql b/models/fivetran_log__mar_table_history.sql index 58c2c93a..fca095c6 100644 --- a/models/fivetran_log__mar_table_history.sql +++ b/models/fivetran_log__mar_table_history.sql @@ -1,3 +1,5 @@ +{{ config(enabled=fivetran_utils.enabled_vars(['fivetran_log_active_volume'])) }} + with active_volume as ( select @@ -71,4 +73,4 @@ mar_join as ( ) select * from mar_join -order by measured_month desc, destination_id, connector_name \ No newline at end of file +order by measured_month desc, destination_id, connector_name From a2da7370c0936fef737fd8697d0a8e4794c83707 Mon Sep 17 00:00:00 2001 From: Chris McClellan Date: Sat, 23 Apr 2022 17:27:52 +1000 Subject: [PATCH 11/11] Update CHANGELOG.md Updated description for 0.5.5 --- CHANGELOG.md | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index e8b95117..ee6f1335 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,3 +1,22 @@ +# dbt_fivetran_log v0.5.5 +## Fixes +- Added the option to disable some models that are not available depending on your Fivetran license. In dbt_project.yml you can now change these flags to disable parts of the package + - fivetran_log_account_membership + - fivetran_log_active_volume + - fivetran_log_credits_used + - fivetran_log_destination_membership + - fivetran_log_user + + Include this in your dbt_project.yml file + + ``` + fivetran_log_account_membership: false # Disables account membership models + fivetran_log_active_volume: false # Disables account membership models + fivetran_log_credits_used: false # Disables account membership models + fivetran_log_destination_membership: false # Disables account membership models + fivetran_log_user: false # Disables account membership models + ``` + # dbt_fivetran_log v0.5.4 ## Fixes - The unique combination of columns test within the `fivetran_log__schema_changelog` model has been updated to also check the `message_data` field. This is needed as schema changelog events may now sync at the same time. ([#51](https://github.com/fivetran/dbt_fivetran_log/pull/51))