From a1a2b2e7a1ec06ecbe160975fceb425a6646fd79 Mon Sep 17 00:00:00 2001 From: Yu Ishikawa Date: Mon, 16 Dec 2024 17:07:23 +0900 Subject: [PATCH 1/4] Support dbt 1.9 Signed-off-by: Yu Ishikawa --- .github/workflows/unit-tests.yml | 11 ++++++----- integration_tests/requirements/requirements-1.9.txt | 4 ++++ 2 files changed, 10 insertions(+), 5 deletions(-) create mode 100644 integration_tests/requirements/requirements-1.9.txt diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml index 1e36e79c..0a922f9f 100644 --- a/.github/workflows/unit-tests.yml +++ b/.github/workflows/unit-tests.yml @@ -15,11 +15,6 @@ jobs: fail-fast: false matrix: include: - # Python 3.8 - - python-version: "3.8" - pip-requirements: "requirements-1.6.txt" - - python-version: "3.8" - pip-requirements: "requirements-1.7.txt" # Python 3.9 - python-version: "3.9" pip-requirements: "requirements-1.6.txt" @@ -34,6 +29,8 @@ jobs: pip-requirements: "requirements-1.7.txt" - python-version: "3.10" pip-requirements: "requirements-1.8.txt" + - python-version: "3.10" + pip-requirements: "requirements-1.9.txt" # Python 3.11 - python-version: "3.11" pip-requirements: "requirements-1.6.txt" @@ -41,9 +38,13 @@ jobs: pip-requirements: "requirements-1.7.txt" - python-version: "3.11" pip-requirements: "requirements-1.8.txt" + - python-version: "3.11" + pip-requirements: "requirements-1.9.txt" # Python 3.12 - python-version: "3.12" pip-requirements: "requirements-1.8.txt" + - python-version: "3.12" + pip-requirements: "requirements-1.9.txt" defaults: run: shell: bash diff --git a/integration_tests/requirements/requirements-1.9.txt b/integration_tests/requirements/requirements-1.9.txt new file mode 100644 index 00000000..4ed5c97a --- /dev/null +++ b/integration_tests/requirements/requirements-1.9.txt @@ -0,0 +1,4 @@ +dbt-bigquery>=1.9,<1.10 +dbt-core>=1.9,<1.10 + +pytz>=2015.7 From 225bd5ef97026e4158365c41e013201068f842e9 Mon Sep 17 00:00:00 2001 From: Yu Ishikawa Date: Mon, 16 Dec 2024 17:09:48 +0900 Subject: [PATCH 2/4] fix Signed-off-by: Yu Ishikawa --- .github/workflows/unit-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml index 0a922f9f..162125dc 100644 --- a/.github/workflows/unit-tests.yml +++ b/.github/workflows/unit-tests.yml @@ -20,7 +20,7 @@ jobs: pip-requirements: "requirements-1.6.txt" - python-version: "3.9" pip-requirements: "requirements-1.7.txt" - - python-version: "3.8" + - python-version: "3.9" pip-requirements: "requirements-1.8.txt" # Python 3.10 - python-version: "3.10" From e56000656d002d79e7761777198d72c0ffe77725 Mon Sep 17 00:00:00 2001 From: Yu Ishikawa Date: Tue, 17 Dec 2024 08:56:06 +0900 Subject: [PATCH 3/4] Use auth action Signed-off-by: Yu Ishikawa --- .github/workflows/unit-tests.yml | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml index 162125dc..15719d10 100644 --- a/.github/workflows/unit-tests.yml +++ b/.github/workflows/unit-tests.yml @@ -10,6 +10,10 @@ on: jobs: bigquery: + # Add "id-token" with the intended permissions. + permissions: + contents: read + id-token: write runs-on: ubuntu-latest strategy: fail-fast: false @@ -50,12 +54,16 @@ jobs: shell: bash steps: - name: Checkout - uses: actions/checkout@v3 + uses: actions/checkout@v4 - uses: actions/setup-python@v5 with: python-version: ${{ matrix.python-version }} cache: 'pip' cache-dependency-path: '**/${{ matrix.pip-requirements }}' + - uses: google-github-actions/auth@v2 + with: + workload_identity_provider: projects/131500153501/locations/global/workloadIdentityPools/github-oidc-pool/providers/github-oidc-provider + service_account: dbt-data-privacy@ubie-oss-data-engineering.iam.gserviceaccount.com - name: Install dbt working-directory: "${{ github.workspace }}/integration_tests" run: | From 408ded5fdc580a4c866d30ae751f2c18609df939 Mon Sep 17 00:00:00 2001 From: Yu Ishikawa Date: Tue, 17 Dec 2024 08:57:01 +0900 Subject: [PATCH 4/4] update Signed-off-by: Yu Ishikawa --- .github/workflows/unit-tests.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml index 15719d10..af8f1579 100644 --- a/.github/workflows/unit-tests.yml +++ b/.github/workflows/unit-tests.yml @@ -60,6 +60,8 @@ jobs: python-version: ${{ matrix.python-version }} cache: 'pip' cache-dependency-path: '**/${{ matrix.pip-requirements }}' + # dbt-bigquery 1.9 required the application default credentials + # SEE https://github.com/dbt-labs/dbt-bigquery/issues/1438 - uses: google-github-actions/auth@v2 with: workload_identity_provider: projects/131500153501/locations/global/workloadIdentityPools/github-oidc-pool/providers/github-oidc-provider