KEP-2170: Add unit and Integration tests for model and dataset initializers #1908
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: integration test | |
| on: | |
| - pull_request | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| integration-test: | |
| runs-on: ubuntu-latest | |
| # Almost similar to the following: | |
| # | |
| # ```yaml | |
| # strategy: | |
| # fail-fast: false | |
| # matrix: | |
| # kubernetes-version: ["v1.27.11", "v1.28.7", "v1.29.2"] | |
| # gang-scheduler-name: ["none", "scheduler-plugins", "volcano"] | |
| # ``` | |
| # The difference is that each combination is randomly assigned various Python versions | |
| # to verify Python SDK operations. | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # TODO (tenzen-y): Add volcano. | |
| include: | |
| - kubernetes-version: v1.30.6 | |
| gang-scheduler-name: "none" | |
| python-version: "3.10" | |
| - kubernetes-version: v1.29.2 | |
| gang-scheduler-name: "none" | |
| python-version: "3.10" | |
| - kubernetes-version: v1.28.7 | |
| gang-scheduler-name: "none" | |
| python-version: "3.8" | |
| - kubernetes-version: v1.30.6 | |
| gang-scheduler-name: "scheduler-plugins" | |
| python-version: "3.10" | |
| - kubernetes-version: v1.29.2 | |
| gang-scheduler-name: "scheduler-plugins" | |
| python-version: "3.9" | |
| - kubernetes-version: v1.28.7 | |
| gang-scheduler-name: "scheduler-plugins" | |
| python-version: "3.11" | |
| - kubernetes-version: v1.30.6 | |
| gang-scheduler-name: "volcano" | |
| python-version: "3.10" | |
| - kubernetes-version: v1.29.2 | |
| gang-scheduler-name: "volcano" | |
| python-version: "3.8" | |
| - kubernetes-version: v1.28.7 | |
| gang-scheduler-name: "volcano" | |
| python-version: "3.10" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Setup E2E Tests | |
| uses: ./.github/workflows/setup-e2e-test | |
| with: | |
| kubernetes-version: ${{ matrix.kubernetes-version }} | |
| python-version: ${{ matrix.python-version }} | |
| gang-scheduler-name: ${{ matrix.gang-scheduler-name }} | |
| - name: Run tests | |
| run: | | |
| pip install pytest | |
| python3 -m pip install -e sdk/python; pytest -s sdk/python/test --log-cli-level=debug --namespace=default | |
| env: | |
| GANG_SCHEDULER_NAME: ${{ matrix.gang-scheduler-name }} | |
| - name: Run initializer_v2 integration tests for Python 3.11+ | |
| if: ${{ matrix.python-version == '3.11' }} | |
| run: | | |
| pip install urllib3 huggingface_hub | |
| pip install -U './sdk_v2' | |
| pytest ./test/integration/initializer_v2 | |
| - name: Collect volcano logs | |
| if: ${{ failure() && matrix.gang-scheduler-name == 'volcano' }} | |
| run: | | |
| echo "dump volcano-scheduler logs..." | |
| kubectl logs -n volcano-system -l app=volcano-scheduler --tail=-1 | |
| echo "dump volcano-admission logs..." | |
| kubectl logs -n volcano-system -l app=volcano-admission --tail=-1 | |
| echo "dump volcano-controllers logs..." | |
| kubectl logs -n volcano-system -l app=volcano-controller --tail=-1 | |
| echo "dump podgroups description..." | |
| kubectl describe podgroups.scheduling.volcano.sh -A |