From 878344d36c7f8991bbb4f935adaca20a87af024c Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Wed, 7 Sep 2022 17:08:49 -0700 Subject: [PATCH] ci(ingest): test with python 3.10 (#5863) --- .github/workflows/check-quickstart.yml | 2 +- .github/workflows/documentation.yml | 2 +- .github/workflows/metadata-ingestion.yml | 4 ++-- .github/workflows/metadata-model.yml | 2 +- docker/datahub-ingestion/base.Dockerfile | 4 ++-- metadata-ingestion/.gitignore | 3 ++- 6 files changed, 9 insertions(+), 8 deletions(-) diff --git a/.github/workflows/check-quickstart.yml b/.github/workflows/check-quickstart.yml index be2851bc3a1440..d7d4c5fb1240e9 100644 --- a/.github/workflows/check-quickstart.yml +++ b/.github/workflows/check-quickstart.yml @@ -20,7 +20,7 @@ jobs: steps: - uses: actions/setup-python@v2 with: - python-version: "3.9.9" + python-version: "3.10" - name: Install acryl-datahub run: | pip install --upgrade acryl-datahub diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml index a8a66b628f3d70..a1b25565aa8760 100644 --- a/.github/workflows/documentation.yml +++ b/.github/workflows/documentation.yml @@ -25,7 +25,7 @@ jobs: java-version: 1.8 - uses: actions/setup-python@v2 with: - python-version: 3.9.9 + python-version: "3.10" - name: Install Python dependencies run: ./metadata-ingestion/scripts/install_deps.sh - name: Build Docs diff --git a/.github/workflows/metadata-ingestion.yml b/.github/workflows/metadata-ingestion.yml index a9afc6e597aa32..7d9cd2ecb6e838 100644 --- a/.github/workflows/metadata-ingestion.yml +++ b/.github/workflows/metadata-ingestion.yml @@ -28,7 +28,7 @@ jobs: DATAHUB_TELEMETRY_ENABLED: false strategy: matrix: - python-version: ["3.7", "3.9"] + python-version: ["3.7", "3.10"] steps: - uses: actions/checkout@v2 - uses: actions/setup-python@v2 @@ -54,7 +54,7 @@ jobs: DATAHUB_TELEMETRY_ENABLED: false strategy: matrix: - python-version: ["3.7", "3.9"] + python-version: ["3.7", "3.10"] command: ["installAirflow1", "testIntegration", "testIntegrationBatch1", "testSlowIntegration"] fail-fast: false steps: diff --git a/.github/workflows/metadata-model.yml b/.github/workflows/metadata-model.yml index ad3a774462ac40..8ecb80ad822f02 100644 --- a/.github/workflows/metadata-model.yml +++ b/.github/workflows/metadata-model.yml @@ -33,7 +33,7 @@ jobs: - uses: actions/checkout@v2 - uses: actions/setup-python@v2 with: - python-version: "3.9.9" + python-version: "3.10" - name: Install dependencies run: ./metadata-ingestion/scripts/install_deps.sh - name: Run model generation diff --git a/docker/datahub-ingestion/base.Dockerfile b/docker/datahub-ingestion/base.Dockerfile index 25b3d08d60dd98..1f6e5d01fac334 100644 --- a/docker/datahub-ingestion/base.Dockerfile +++ b/docker/datahub-ingestion/base.Dockerfile @@ -1,4 +1,4 @@ -FROM python:3.9.9 as base +FROM python:3.10.7 as base ENV DOCKERIZE_VERSION v0.6.1 ENV LIBRDKAFKA_VERSION=1.6.2 @@ -58,4 +58,4 @@ RUN if [ $(arch) = "x86_64" ]; then \ COPY ./base-requirements.txt requirements.txt RUN pip install -r requirements.txt && \ - pip uninstall -y acryl-datahub \ No newline at end of file + pip uninstall -y acryl-datahub diff --git a/metadata-ingestion/.gitignore b/metadata-ingestion/.gitignore index cdadbc6dc2aa5c..96c3d68aa8dcac 100644 --- a/metadata-ingestion/.gitignore +++ b/metadata-ingestion/.gitignore @@ -2,6 +2,7 @@ .vscode/ output pvenv36/ +/venv*/ bq_credentials.json /tmp @@ -136,4 +137,4 @@ dmypy.json .pyre/ # Generated classes -src/datahub/metadata/ \ No newline at end of file +src/datahub/metadata/