From d9b97fe3ef3cff080d373b7c38eeaface23a81b6 Mon Sep 17 00:00:00 2001 From: kik-kik Date: Fri, 1 Dec 2023 16:03:48 +0100 Subject: [PATCH] Migrated DIM checks over to ETL checks for internet_outages.global_outages_v1 --- .../global_outages_v1/checks.sql | 35 +++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/checks.sql diff --git a/sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/checks.sql b/sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/checks.sql new file mode 100644 index 00000000000..8360e2a3c48 --- /dev/null +++ b/sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/checks.sql @@ -0,0 +1,35 @@ +#fail +{{ min_row_count(1000, where="DATE(datetime) = @submission_date") }} + +#fail +{{ is_unique(columns=["datetime", "city", "country"], where="DATE(`datetime`) = @submission_date") }} + +#fail +{{ not_null(columns=[ + "datetime", + "city", + "country", + "proportion_undefined", + "proportion_timeout", + "proportion_abort", + "proportion_unreachable", + "proportion_terminated", + "proportion_channel_open", + "avg_dns_success_time", + "missing_dns_success", + "avg_dns_failure_time", + "missing_dns_failure", + "count_dns_failure", + "ssl_error_prop", + "avg_tls_handshake_time" + +], where="DATE(`datetime`) = @submission_date") }} + +#fail +SELECT IF( + COUNTIF(LENGTH(country) <> 2) > 0, + ERROR("Some values in this field do not adhere to the ISO 3166-1 specification (2 character country code)."), + null +) +FROM `{{ project_id }}.{{ dataset_id }}.{{ table_name }}` +WHERE DATE(`datetime`) = @submission_date