qa-tests: add execution test workflow #3
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: QA - Execution Test | |
| on: | |
| pull_request: | |
| branches: | |
| - '**' | |
| types: | |
| - opened | |
| - reopened | |
| - synchronize | |
| - ready_for_review | |
| workflow_dispatch: | |
| inputs: | |
| stop_at_block: | |
| description: 'Block number to stop at; none for all' | |
| required: false | |
| stop_at_stage: | |
| description: 'Stage to stop at; none for all; sample values: "Execution", "IntermediateHashes", "HashState", "HistoryIndex"' | |
| required: false | |
| type: string | |
| jobs: | |
| execution-test-suite: | |
| runs-on: [ self-hosted, Erigon2 ] # must run on E2 not to steal E3 runner, which is used for PR approval | |
| timeout-minutes: 7200 # 5 days | |
| env: | |
| ERIGON_QA_PATH: /opt/erigon-qa | |
| CHAIN: mainnet | |
| STOP_AT_BLOCK: ${{github.event.inputs.stop_at_block}} | |
| STOP_AT_STAGE: ${{github.event.inputs.stop_at_stage}} | |
| TRACKING_TIME_SECONDS: 431400 # 5 days minus 10 minutes | |
| TOTAL_TIME_SECONDS: 431400 | |
| steps: | |
| - name: Checkout Silkworm Repository | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: "0" | |
| - name: Clean Build Directory | |
| run: rm -rf ${{runner.workspace}}/silkworm/build | |
| - name: Create Build Environment | |
| run: cmake -E make_directory ${{runner.workspace}}/silkworm/build | |
| - name: Configure CMake | |
| working-directory: ${{runner.workspace}}/silkworm/build | |
| run: | | |
| cmake $GITHUB_WORKSPACE -DCMAKE_BUILD_TYPE=Release | |
| - name: Build Silkworm | |
| working-directory: ${{runner.workspace}}/silkworm/build | |
| run: cmake --build . --config Release --target silkworm -j 8 | |
| - name: Pause the Erigon instance dedicated to db maintenance | |
| run: | | |
| python3 $ERIGON_QA_PATH/test_system/db-producer/pause_production.py || true | |
| - name: Run Execution Test | |
| id: test_step | |
| working-directory: ${{runner.workspace}}/silkworm/build/cmd | |
| run: | | |
| set +e # Disable exit on error | |
| # Run Erigon, wait sync and check ability to maintain sync | |
| python3 $ERIGON_QA_PATH/test_system/qa-tests/silkworm-execution/run_and_check_execution.py \ | |
| ${{runner.workspace}}/silkworm/build/cmd ${{runner.workspace}}/silkworm_datadir $TRACKING_TIME_SECONDS $TOTAL_TIME_SECONDS $CHAIN | |
| # Capture monitoring script exit status | |
| test_exit_status=$? | |
| # Save the subsection reached status | |
| echo "::set-output name=test_executed::true" | |
| # Check test runner exit status | |
| if [ $test_exit_status -eq 0 ]; then | |
| echo "tests completed successfully" | |
| echo "TEST_RESULT=success" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "error detected during tests" | |
| echo "TEST_RESULT=failure" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Resume the Erigon instance dedicated to db maintenance | |
| run: | | |
| python3 $ERIGON_QA_PATH/test_system/db-producer/resume_production.py || true | |
| - name: Upload test results | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-results | |
| path: ${{runner.workspace}}/result-${{ env.CHAIN }}.json | |
| - name: Upload Silkworm full log | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: silkworm-log | |
| path: ${{runner.workspace}}/silkworm/build/cmd/silkworm.log | |
| - name: Action for Success | |
| if: steps.test_step.outputs.TEST_RESULT == 'success' | |
| run: echo "::notice::Tests completed successfully" | |
| - name: Action for Failure | |
| if: steps.test_step.outputs.TEST_RESULT != 'success' | |
| run: | | |
| echo "::error::Error detected during tests" | |
| exit 1 | |