Experiment with functional testing

tests/conftest.py

@@ -15,6 +15,10 @@ def pytest_configure(config):
         "markers",
         "skip_profile(profile): skip test for the given profile",
     )
+    config.addinivalue_line(
+        "markers",
+        "only_profile(profile): only test the given profile",
+    )
 
 
 @pytest.fixture(scope="session")
@@ -83,3 +87,12 @@ def skip_by_profile_type(request):
         for skip_profile_type in request.node.get_closest_marker("skip_profile").args:
             if skip_profile_type == profile_type:
                 pytest.skip("skipped on '{profile_type}' profile")
+
+
+@pytest.fixture(autouse=True)
+def only_profile_type(request):
+    profile_type = request.config.getoption("--profile")
+    if request.node.get_closest_marker("only_profile"):
+        for only_profile_type in request.node.get_closest_marker("only_profile").args:
+            if only_profile_type != profile_type:
+                pytest.skip("skipped on '{profile_type}' profile")

tests/functional/cross_db_utils/base_cross_db_macro.py

@@ -0,0 +1,30 @@
+import os
+import pytest
+from dbt.tests.util import run_dbt
+from tests.functional.cross_db_utils.fixture_cross_db_macro import (
+    macros__test_assert_equal_sql,
+)
+
+
+class BaseCrossDbMacro:
+    # install this repo as a package!
+    @pytest.fixture(scope="class")
+    def packages(self):
+        return {"packages": [{"local": os.getcwd()}]}
+
+    # setup
+    @pytest.fixture(scope="class")
+    def macros(self):
+        return {"test_assert_equal.sql": macros__test_assert_equal_sql}
+
+    # each child class will reimplement 'models' + 'seeds'
+    def seeds(self):
+        return {}
+
+    def models(self):
+        return {}
+
+    # actual test sequence
+    def test_build_assert_equal(self, project):
+        run_dbt(['deps'])
+        run_dbt(['build'])    # seed, model, test -- all handled by dbt

tests/functional/cross_db_utils/fixture_any_value.py

@@ -0,0 +1,61 @@
+
+# any_value
+
+seeds__data_any_value_csv = """id,key_name,static_col
+1,abc,dbt
+2,abc,dbt
+3,jkl,dbt
+4,jkl,dbt
+5,jkl,dbt
+6,xyz,test
+"""
+
+
+seeds__data_any_value_expected_csv = """key_name,static_col,num_rows
+abc,dbt,2
+jkl,dbt,3
+xyz,test,1
+"""
+
+
+models__test_any_value_sql = """
+with data as (
+
+    select * from {{ ref('data_any_value') }}
+
+),
+
+data_output as (
+
+    select * from {{ ref('data_any_value_expected') }}
+
+),
+
+calculate as (
+    select
+        key_name,
+        {{ dbt_utils.any_value('static_col') }} as static_col,
+        count(id) as num_rows
+    from data
+    group by key_name
+)
+
+select
+    calculate.num_rows as actual,
+    data_output.num_rows as expected
+from calculate
+left join data_output
+on calculate.key_name = data_output.key_name
+and calculate.static_col = data_output.static_col
+"""
+
+
+models__test_any_value_yml = """
+version: 2
+models:
+  - name: test_any_value
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""

tests/functional/cross_db_utils/fixture_bool_or.py

@@ -0,0 +1,63 @@
+
+# bool_or
+
+seeds__data_bool_or_csv = """key,val1,val2
+abc,1,1
+abc,1,0
+def,1,0
+hij,1,1
+hij,1,
+klm,1,0
+klm,1,
+"""
+
+
+seeds__data_bool_or_expected_csv = """key,value
+abc,true
+def,false
+hij,true
+klm,false
+"""
+
+
+models__test_bool_or_sql = """
+with data as (
+
+    select * from {{ ref('data_bool_or') }}
+
+),
+
+data_output as (
+
+    select * from {{ ref('data_bool_or_expected') }}
+
+),
+
+calculate as (
+
+    select
+        key,
+        {{ dbt_utils.bool_or('val1 = val2') }} as value
+    from data
+    group by key
+
+)
+
+select
+    calculate.value as actual,
+    data_output.value as expected
+from calculate
+left join data_output
+on calculate.key = data_output.key
+"""
+
+
+models__test_bool_or_yml = """
+version: 2
+models:
+  - name: test_bool_or
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""

tests/functional/cross_db_utils/fixture_cast_bool_to_text.py

@@ -0,0 +1,30 @@
+
+# cast_bool_to_text
+
+models__test_cast_bool_to_text_sql = """
+with data as (
+
+    select 0=1 as input, 'false' as expected union all
+    select 1=1 as input, 'true' as expected union all
+    select null as input, null as expected
+
+)
+
+select
+
+    {{ dbt_utils.cast_bool_to_text("input") }} as actual,
+    expected
+
+from data
+"""
+
+
+models__test_cast_bool_to_text_yml = """
+version: 2
+models:
+  - name: test_cast_bool_to_text
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""

tests/functional/cross_db_utils/fixture_concat.py

@@ -0,0 +1,36 @@
+
+
+# concat
+
+seeds__data_concat_csv = """input_1,input_2,output
+a,b,ab
+a,,a
+,b,b
+,,
+"""
+
+
+models__test_concat_sql = """
+with data as (
+
+    select * from {{ ref('data_concat') }}
+
+)
+
+select
+    {{ dbt_utils.concat(['input_1', 'input_2']) }} as actual,
+    output as expected
+
+from data
+"""
+
+
+models__test_concat_yml = """
+version: 2
+models:
+  - name: test_concat
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""

tests/functional/cross_db_utils/fixture_cross_db_macro.py

@@ -0,0 +1,6 @@
+macros__test_assert_equal_sql = """
+{% test assert_equal(model, actual, expected) %}
+select * from {{ model }} where {{ actual }} != {{ expected }}
+
+{% endtest %}
+"""

tests/functional/cross_db_utils/fixture_current_timestamp.py

@@ -0,0 +1,20 @@
+
+# current_timestamp
+
+# TODO how can we test this better?
+models__test_current_timestamp_sql = """
+select
+    {{ dbt_utils.current_timestamp() }} as actual,
+    {{ dbt_utils.current_timestamp() }} as expected
+"""
+
+
+models__test_current_timestamp_yml = """
+version: 2
+models:
+  - name: test_current_timestamp
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""

tests/functional/cross_db_utils/fixture_current_timestamp_in_utc.py

@@ -0,0 +1,20 @@
+
+# current_timestamp_in_utc
+
+# TODO how can we test this better?
+models__test_current_timestamp_in_utc_sql = """
+select
+    {{ dbt_utils.current_timestamp_in_utc() }} as actual,
+    {{ dbt_utils.current_timestamp_in_utc() }} as expected
+"""
+
+
+models__test_current_timestamp_in_utc_yml = """
+version: 2
+models:
+  - name: test_current_timestamp_in_utc
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""

tests/functional/cross_db_utils/fixture_date_trunc.py

@@ -0,0 +1,41 @@
+
+# date_trunc
+
+seeds__data_date_trunc_csv = """updated_at,day,month
+2018-01-05 12:00:00,2018-01-05,2018-01-01
+,,
+"""
+
+
+models__test_date_trunc_sql = """
+with data as (
+
+    select * from {{ ref('data_date_trunc') }}
+
+)
+
+select
+    cast({{dbt_utils.date_trunc('day', 'updated_at') }} as date) as actual,
+    day as expected
+
+from data
+
+union all
+
+select
+    cast({{ dbt_utils.date_trunc('month', 'updated_at') }} as date) as actual,
+    month as expected
+
+from data
+"""
+
+
+models__test_date_trunc_yml = """
+version: 2
+models:
+  - name: test_date_trunc
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""

tests/functional/cross_db_utils/fixture_dateadd.py

@@ -0,0 +1,41 @@
+
+# dateadd
+
+seeds__data_dateadd_csv = """from_time,interval_length,datepart,result
+2018-01-01 01:00:00,1,day,2018-01-02 01:00:00
+2018-01-01 01:00:00,1,month,2018-02-01 01:00:00
+2018-01-01 01:00:00,1,year,2019-01-01 01:00:00
+2018-01-01 01:00:00,1,hour,2018-01-01 02:00:00
+,1,day,
+"""
+
+
+models__test_dateadd_sql = """
+with data as (
+
+    select * from {{ ref('data_dateadd') }}
+
+)
+
+select
+    case
+        when datepart = 'hour' then cast({{ dbt_utils.dateadd('hour', 'interval_length', 'from_time') }} as {{dbt_utils.type_timestamp()}})
+        when datepart = 'day' then cast({{ dbt_utils.dateadd('day', 'interval_length', 'from_time') }} as {{dbt_utils.type_timestamp()}})
+        when datepart = 'month' then cast({{ dbt_utils.dateadd('month', 'interval_length', 'from_time') }} as {{dbt_utils.type_timestamp()}})
+        when datepart = 'year' then cast({{ dbt_utils.dateadd('year', 'interval_length', 'from_time') }} as {{dbt_utils.type_timestamp()}})
+        else null
+    end as actual,
+    result as expected
+
+from data
+"""
+
+models__test_dateadd_yml = """
+version: 2
+models:
+  - name: test_dateadd
+    tests:
+      - assert_equal:
+          actual: actual
+          expected: expected
+"""