Skip to content

Commit

Permalink
Move Apache Beam tests to separate GitHub Actions workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
tomwhite committed Apr 29, 2024
1 parent 9ed84a2 commit c6efd46
Show file tree
Hide file tree
Showing 2 changed files with 53 additions and 1 deletion.
45 changes: 45 additions & 0 deletions .github/workflows/beam-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
name: Apache Beam tests

on:
push:
branches:
- "main"
pull_request:
workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true

jobs:
test:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: ["ubuntu-latest"]
python-version: ["3.9"]

steps:
- name: Checkout source
uses: actions/checkout@v3
with:
fetch-depth: 0

- name: Set up Python
uses: actions/setup-python@v3
with:
python-version: ${{ matrix.python-version }}
architecture: x64

- name: Setup Graphviz
uses: ts-graphviz/setup-graphviz@v2

- name: Install
run: |
python -m pip install --upgrade pip
python -m pip install -e '.[test-beam]'
- name: Run tests
run: |
pytest -vs
9 changes: 8 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -66,14 +66,21 @@ coiled = [
"s3fs",
]
test = [
"apache-beam", # beam but not gcsfs as tests use local beam runner
"cubed[diagnostics,lithops]", # modal tests separate due to conflicting package reqs
"dill",
"numpy_groupies",
"pytest",
"pytest-cov",
"pytest-mock",
]
test-beam = [
"cubed[beam,diagnostics]",
"dill",
"numpy_groupies",
"pytest",
"pytest-cov",
"pytest-mock",
]
test-dask = [
"cubed[dask,diagnostics]",
"dill",
Expand Down

0 comments on commit c6efd46

Please sign in to comment.