diff --git a/.github/workflows/integration_test_mysql.yaml b/.github/workflows/integration_test_mysql.yaml index 135c95edd..550a7e79a 100644 --- a/.github/workflows/integration_test_mysql.yaml +++ b/.github/workflows/integration_test_mysql.yaml @@ -29,240 +29,240 @@ concurrency: jobs: # # To boost the test speed, we split every 15 test cases into a group. - # e2e_test_group_1: - # ## Only run ci when PR is not draft - # if: github.event.pull_request.draft == false - - # runs-on: ubuntu-latest - # name: E2E Test Group 1 - # steps: - # - name: Check out code - # uses: actions/checkout@v2 - - # - name: Setup Go environment - # uses: actions/setup-go@v3 - # with: - # go-version: '1.23' - - # - name: Integration Build - # run: | - # tests/scripts/download-integration-test-binaries.sh master true - # go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl - # make integration_test_build - # ls -l bin/ && ls -l tools/bin/ - - # - name: Test charset_gbk - # run: | - # pwd && ls -l bin/ && ls -l tools/bin/ - # export TICDC_NEWARCH=true && make integration_test CASE=charset_gbk - - # - name: Test changefeed_finish - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_finish + e2e_test_group_1: + ## Only run ci when PR is not draft + if: github.event.pull_request.draft == false + + runs-on: ubuntu-latest + name: E2E Test Group 1 + steps: + - name: Check out code + uses: actions/checkout@v2 + + - name: Setup Go environment + uses: actions/setup-go@v3 + with: + go-version: '1.23' + + - name: Integration Build + run: | + tests/scripts/download-integration-test-binaries.sh master true + go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl + make integration_test_build + ls -l bin/ && ls -l tools/bin/ + + - name: Test charset_gbk + run: | + pwd && ls -l bin/ && ls -l tools/bin/ + export TICDC_NEWARCH=true && make integration_test CASE=charset_gbk + + - name: Test changefeed_finish + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=changefeed_finish - # - name: Test sql_mode - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=sql_mode + - name: Test sql_mode + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=sql_mode - # - name: Test changefeed_pause_resume - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_pause_resume - - # - name: Test changefeed_reconstruct - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_reconstruct - - # - name: Test common_1 - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=common_1 - - # - name: Test foreign_key - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=foreign_key - - # # The 7th case in this group - # - name: Test generate_column - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=generate_column + - name: Test changefeed_pause_resume + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=changefeed_pause_resume + + - name: Test changefeed_reconstruct + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=changefeed_reconstruct + + - name: Test common_1 + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=common_1 + + - name: Test foreign_key + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=foreign_key + + # The 7th case in this group + - name: Test generate_column + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=generate_column - # # The 8th case in this group - # - name: Test many_pk_or_uk - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=many_pk_or_uk + # The 8th case in this group + - name: Test many_pk_or_uk + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=many_pk_or_uk - # # The 9th case in this group - # - name: Test drop_many_tables - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=drop_many_tables - - # # The 10th case in this group - # - name: Test new_ci_collation - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=new_ci_collation - - # # The 11th case in this group - # - name: Test region_merge - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=region_merge - - # # The 12th case in this group - # - name: Test safe mode - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=safe_mode - - # # The 13th case in this group - # - name: Test savepoint - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=savepoint - - # # The 14th case in this group - # - name: Test server config compatibility - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=server_config_compatibility - - # # The 15th case in this group - # - name: Test split region - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=split_region - - # - name: Upload test logs - # if: always() - # uses: ./.github/actions/upload-test-logs - # with: - # log-name: e2e_test_group_1 + # The 9th case in this group + - name: Test drop_many_tables + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=drop_many_tables - # # To boost the test speed, we split every 15 test cases into a group. - # e2e_test_group_1_on_7.5: - # ## Only run ci when PR is not draft - # if: github.event.pull_request.draft == false - - # runs-on: ubuntu-latest - # name: E2E Test Group 1 on 7.5 - # steps: - # - name: Check out code - # uses: actions/checkout@v2 - - # - name: Setup Go environment - # uses: actions/setup-go@v3 - # with: - # go-version: '1.23' - - # - name: Integration Build - # run: | - # tests/scripts/download-integration-test-binaries.sh master true v7.5.5 - # go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl - # make integration_test_build - # ls -l bin/ && ls -l tools/bin/ - - # - name: Test charset_gbk - # run: | - # pwd && ls -l bin/ && ls -l tools/bin/ - # export TICDC_NEWARCH=true && make integration_test CASE=charset_gbk - - # - name: Test changefeed_finish - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_finish + # The 10th case in this group + - name: Test new_ci_collation + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=new_ci_collation + + # The 11th case in this group + - name: Test region_merge + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=region_merge + + # The 12th case in this group + - name: Test safe mode + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=safe_mode + + # The 13th case in this group + - name: Test savepoint + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=savepoint + + # The 14th case in this group + - name: Test server config compatibility + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=server_config_compatibility + + # The 15th case in this group + - name: Test split region + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=split_region + + - name: Upload test logs + if: always() + uses: ./.github/actions/upload-test-logs + with: + log-name: e2e_test_group_1 + + # To boost the test speed, we split every 15 test cases into a group. + e2e_test_group_1_on_7.5: + ## Only run ci when PR is not draft + if: github.event.pull_request.draft == false + + runs-on: ubuntu-latest + name: E2E Test Group 1 on 7.5 + steps: + - name: Check out code + uses: actions/checkout@v2 + + - name: Setup Go environment + uses: actions/setup-go@v3 + with: + go-version: '1.23' + + - name: Integration Build + run: | + tests/scripts/download-integration-test-binaries.sh master true v7.5.5 + go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl + make integration_test_build + ls -l bin/ && ls -l tools/bin/ + + - name: Test charset_gbk + run: | + pwd && ls -l bin/ && ls -l tools/bin/ + export TICDC_NEWARCH=true && make integration_test CASE=charset_gbk + + - name: Test changefeed_finish + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=changefeed_finish - # - name: Test sql_mode - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=sql_mode + - name: Test sql_mode + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=sql_mode - # - name: Test changefeed_pause_resume - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_pause_resume - - # - name: Test changefeed_reconstruct - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_reconstruct - - # - name: Test common_1 - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=common_1 - - # - name: Test foreign_key - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=foreign_key - - # # The 7th case in this group - # - name: Test generate_column - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=generate_column + - name: Test changefeed_pause_resume + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=changefeed_pause_resume + + - name: Test changefeed_reconstruct + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=changefeed_reconstruct + + - name: Test common_1 + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=common_1 + + - name: Test foreign_key + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=foreign_key + + # The 7th case in this group + - name: Test generate_column + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=generate_column - # # The 8th case in this group - # - name: Test many_pk_or_uk - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=many_pk_or_uk + # The 8th case in this group + - name: Test many_pk_or_uk + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=many_pk_or_uk - # # The 9th case in this group - # - name: Test drop_many_tables - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=drop_many_tables - - # # The 10th case in this group - # - name: Test new_ci_collation - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=new_ci_collation - - # # The 11th case in this group - # - name: Test region_merge - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=region_merge - - # # The 12th case in this group - # - name: Test safe mode - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=safe_mode - - # # The 13th case in this group - # - name: Test savepoint - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=savepoint - - # # The 14th case in this group - # - name: Test server config compatibility - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=server_config_compatibility - - # # The 15th case in this group - # - name: Test split region - # if: ${{ success() }} - # run: | - # export TICDC_NEWARCH=true && make integration_test CASE=split_region - - # - name: Upload test logs - # if: always() - # uses: ./.github/actions/upload-test-logs - # with: - # log-name: e2e_test_group_1_on_7.5 + # The 9th case in this group + - name: Test drop_many_tables + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=drop_many_tables + + # The 10th case in this group + - name: Test new_ci_collation + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=new_ci_collation + + # The 11th case in this group + - name: Test region_merge + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=region_merge + + # The 12th case in this group + - name: Test safe mode + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=safe_mode + + # The 13th case in this group + - name: Test savepoint + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=savepoint + + # The 14th case in this group + - name: Test server config compatibility + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=server_config_compatibility + + # The 15th case in this group + - name: Test split region + if: ${{ success() }} + run: | + export TICDC_NEWARCH=true && make integration_test CASE=split_region + + - name: Upload test logs + if: always() + uses: ./.github/actions/upload-test-logs + with: + log-name: e2e_test_group_1_on_7.5 e2e_test_group_2: ## Only run ci when PR is not draft @@ -481,7 +481,7 @@ jobs: if: github.event.pull_request.draft == false runs-on: ubuntu-latest - name: Failover E2E Test [A-C] + name: Failover E2E Test steps: - name: Check out code uses: actions/checkout@v2 @@ -517,34 +517,6 @@ jobs: run: | pwd && ls -l bin/ && ls -l tools/bin/ export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_C - - - name: Upload test logs - if: always() - uses: ./.github/actions/upload-test-logs - with: - log-name: failover_e2e_test1 - - failover_e2e_test2: - ## Only run ci when PR is not draft - if: github.event.pull_request.draft == false - - runs-on: ubuntu-latest - name: Failover E2E Test[D-G] - steps: - - name: Check out code - uses: actions/checkout@v2 - - - name: Setup Go environment - uses: actions/setup-go@v3 - with: - go-version: '1.23' - - - name: Integration Build - run: | - tests/scripts/download-integration-test-binaries.sh master true - go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl - make integration_test_build - ls -l bin/ && ls -l tools/bin/ - name: Test fail_over_ddl_D run: | @@ -565,37 +537,8 @@ jobs: run: | pwd && ls -l bin/ && ls -l tools/bin/ export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_G - - - name: Upload test logs - if: always() - uses: ./.github/actions/upload-test-logs - with: - log-name: failover_e2e_test2 - - - failover_e2e_test3: - ## Only run ci when PR is not draft - if: github.event.pull_request.draft == false - - runs-on: ubuntu-latest - name: Failover E2E Test[H-K] - steps: - - name: Check out code - uses: actions/checkout@v2 - - - name: Setup Go environment - uses: actions/setup-go@v3 - with: - go-version: '1.23' - - - name: Integration Build - run: | - tests/scripts/download-integration-test-binaries.sh master true - go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl - make integration_test_build - ls -l bin/ && ls -l tools/bin/ - - - name: Test fail_over_ddl_H + + - name: Test fail_over_ddl_H run: | pwd && ls -l bin/ && ls -l tools/bin/ export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_H @@ -615,57 +558,28 @@ jobs: pwd && ls -l bin/ && ls -l tools/bin/ export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_K + - name: Test fail_over_ddl_L + run: | + pwd && ls -l bin/ && ls -l tools/bin/ + export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_L + + - name: Test fail_over_ddl_M + run: | + pwd && ls -l bin/ && ls -l tools/bin/ + export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_M + + - name: Test fail_over_ddl_N + run: | + pwd && ls -l bin/ && ls -l tools/bin/ + export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_N + + - name: Test fail_over_ddl_O + run: | + pwd && ls -l bin/ && ls -l tools/bin/ + export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_O + - name: Upload test logs if: always() uses: ./.github/actions/upload-test-logs with: - log-name: failover_e2e_test3 - - - # failover_e2e_test4: - # ## Only run ci when PR is not draft - # if: github.event.pull_request.draft == false - - # runs-on: ubuntu-latest - # name: Failover E2E Test[L-O] - # steps: - # - name: Check out code - # uses: actions/checkout@v2 - - # - name: Setup Go environment - # uses: actions/setup-go@v3 - # with: - # go-version: '1.23' - - # - name: Integration Build - # run: | - # tests/scripts/download-integration-test-binaries.sh master true - # go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl - # make integration_test_build - # ls -l bin/ && ls -l tools/bin/ - - # - name: Test fail_over_ddl_L - # run: | - # pwd && ls -l bin/ && ls -l tools/bin/ - # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_L - - # - name: Test fail_over_ddl_M - # run: | - # pwd && ls -l bin/ && ls -l tools/bin/ - # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_M - - # - name: Test fail_over_ddl_N - # run: | - # pwd && ls -l bin/ && ls -l tools/bin/ - # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_N - - # - name: Test fail_over_ddl_O - # run: | - # pwd && ls -l bin/ && ls -l tools/bin/ - # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_O - - # - name: Upload test logs - # if: always() - # uses: ./.github/actions/upload-test-logs - # with: - # log-name: failover_e2e_test4 + log-name: failover_e2e_test1