From b978f86dce4b265db478fd5f601fdbffdf4d47dc Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Mon, 7 Mar 2022 21:23:48 +0500 Subject: [PATCH 01/90] Rename environment --- .buildkite/pipeline.yml | 2 +- .buildkite/steps/build-image.sh | 6 +++--- Dockerfile | 4 ++-- proxy/docker-compose-test.yml | 2 +- 4 files changed, 7 insertions(+), 7 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 5ac8aa1a5..314d851eb 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -26,4 +26,4 @@ steps: command: ".buildkite/steps/publish-image.sh" if: | build.branch =~ /^(master|develop|^ci-.+|v[0-9]+\.[0-9]+\..+)$$/ && - (build.env("EVM_LOADER_BRANCH") == "develop" || build.env("EVM_LOADER_BRANCH") == null) + (build.env("NEON_EVM_BRANCH") == "develop" || build.env("NEON_EVM_BRANCH") == null) diff --git a/.buildkite/steps/build-image.sh b/.buildkite/steps/build-image.sh index dc1524165..b0f4e068d 100755 --- a/.buildkite/steps/build-image.sh +++ b/.buildkite/steps/build-image.sh @@ -4,16 +4,16 @@ set -euo pipefail REVISION=$(git rev-parse HEAD) set ${SOLANA_REVISION:=v1.8.12-testnet} -set ${EVM_LOADER_REVISION:=latest} +set ${NEON_EVM_COMMIT:=latest} # Refreshing neonlabsorg/solana:latest image is required to run .buildkite/steps/build-image.sh locally docker pull neonlabsorg/solana:${SOLANA_REVISION} # Refreshing neonlabsorg/evm_loader:latest image is required to run .buildkite/steps/build-image.sh locally -docker pull neonlabsorg/evm_loader:${EVM_LOADER_REVISION} +docker pull neonlabsorg/evm_loader:${NEON_EVM_COMMIT} docker build -t neonlabsorg/proxy:${REVISION} \ --build-arg SOLANA_REVISION=${SOLANA_REVISION} \ - --build-arg EVM_LOADER_REVISION=${EVM_LOADER_REVISION} \ + --build-arg NEON_EVM_COMMIT=${NEON_EVM_COMMIT} \ --build-arg PROXY_REVISION=${REVISION} \ . diff --git a/Dockerfile b/Dockerfile index 05e0fbe74..2b36f97c7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,9 +1,9 @@ ARG SOLANA_REVISION=v1.8.12-testnet -ARG EVM_LOADER_REVISION=latest +ARG NEON_EVM_COMMIT=latest FROM neonlabsorg/solana:${SOLANA_REVISION} AS cli -FROM neonlabsorg/evm_loader:${EVM_LOADER_REVISION} AS spl +FROM neonlabsorg/evm_loader:${NEON_EVM_COMMIT} AS spl FROM ubuntu:20.04 diff --git a/proxy/docker-compose-test.yml b/proxy/docker-compose-test.yml index 6782a2e18..94a4fdc1f 100644 --- a/proxy/docker-compose-test.yml +++ b/proxy/docker-compose-test.yml @@ -26,7 +26,7 @@ services: evm_loader: container_name: evm_loader - image: neonlabsorg/evm_loader:${EVM_LOADER_REVISION:-latest} + image: neonlabsorg/evm_loader:${NEON_EVM_COMMIT:-latest} environment: - SOLANA_URL=http://solana:8899 networks: From d154dad05a8354768a17b1547d2dfc883f9ae102 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Mon, 7 Mar 2022 22:30:18 +0500 Subject: [PATCH 02/90] Print elf params --- proxy/environment.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/proxy/environment.py b/proxy/environment.py index d8f936634..2a9d18ce9 100644 --- a/proxy/environment.py +++ b/proxy/environment.py @@ -1,3 +1,4 @@ +import logging import sys from decimal import Decimal import json @@ -155,6 +156,8 @@ def read_elf_params(out_dict): ELF_PARAMS = {} read_elf_params(ELF_PARAMS) +logger = logging.getLogger("neon.Proxy") +logger.debug(f"ELF_PARAMS: {ELF_PARAMS}") COLLATERAL_POOL_BASE = ELF_PARAMS.get("NEON_POOL_BASE") ETH_TOKEN_MINT_ID: PublicKey = PublicKey(ELF_PARAMS.get("NEON_TOKEN_MINT")) EVM_BYTE_COST = int(ELF_PARAMS.get("NEON_EVM_BYTE_COST")) From c8bdd2e44dcac9ab9acbab6eee507842a24ab005 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Mon, 7 Mar 2022 22:54:41 +0500 Subject: [PATCH 03/90] Reduce time waiting for proxy --- .buildkite/steps/deploy-test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/steps/deploy-test.sh b/.buildkite/steps/deploy-test.sh index 2d2a65b3e..30b49ea35 100755 --- a/.buildkite/steps/deploy-test.sh +++ b/.buildkite/steps/deploy-test.sh @@ -5,7 +5,7 @@ wait-for-proxy() { PROXY_URL="$1" - for i in {1..40}; do + for i in {1..2}; do if curl -s --header "Content-Type: application/json" --data '{"method":"eth_blockNumber","params":[],"id":93,"jsonrpc":"2.0"}' $PROXY_URL > /dev/null; then echo `date +%H:%M:%S`" proxy is available" From 6c1089e258b8ebf3053e18ef560b3c1eb5ce0ea6 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Mon, 7 Mar 2022 23:16:28 +0500 Subject: [PATCH 04/90] Remove extra things --- proxy/environment.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/proxy/environment.py b/proxy/environment.py index ff82b0e59..999fe8c84 100644 --- a/proxy/environment.py +++ b/proxy/environment.py @@ -172,8 +172,6 @@ def read_elf_params(out_dict): ELF_PARAMS = {} read_elf_params(ELF_PARAMS) -logger = logging.getLogger("neon.Proxy") -logger.debug(f"ELF_PARAMS: {ELF_PARAMS}") COLLATERAL_POOL_BASE = ELF_PARAMS.get("NEON_POOL_BASE") NEON_TOKEN_MINT: PublicKey = PublicKey(ELF_PARAMS.get("NEON_TOKEN_MINT")) HOLDER_MSG_SIZE = int(ELF_PARAMS.get("NEON_HOLDER_MSG_SIZE")) From ce87fc8693923657c88d47d3ea896a11c253944a Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Mon, 7 Mar 2022 23:44:21 +0500 Subject: [PATCH 05/90] Remove extra things --- .buildkite/steps/deploy-test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/steps/deploy-test.sh b/.buildkite/steps/deploy-test.sh index 558c1060c..d2f386ed3 100755 --- a/.buildkite/steps/deploy-test.sh +++ b/.buildkite/steps/deploy-test.sh @@ -5,7 +5,7 @@ wait-for-proxy() { PROXY_URL="$1" - for i in {1..2}; do + for i in {1..40}; do if curl -s --header "Content-Type: application/json" --data '{"method":"eth_blockNumber","params":[],"id":93,"jsonrpc":"2.0"}' $PROXY_URL > /dev/null; then echo `date +%H:%M:%S`" proxy is available" From 2879c37b1df21afc975e36bfaf2e65497a4fbefb Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 13:47:21 +0500 Subject: [PATCH 06/90] Add docker step into buildkite --- .buildkite/pipeline.yml | 6 ++++++ docker-compose-full-test-suite.yml | 22 ++++++++++++++++++++++ 2 files changed, 28 insertions(+) create mode 100644 docker-compose-full-test-suite.yml diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 314d851eb..13e6c0991 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -27,3 +27,9 @@ steps: if: | build.branch =~ /^(master|develop|^ci-.+|v[0-9]+\.[0-9]+\..+)$$/ && (build.env("NEON_EVM_BRANCH") == "develop" || build.env("NEON_EVM_BRANCH") == null) + plugins: + - docker-compose#v3.9.0: + run: full_test_suite + config: + - docker-compose-full-test-suite.yml + diff --git a/docker-compose-full-test-suite.yml b/docker-compose-full-test-suite.yml new file mode 100644 index 000000000..b3e035e7c --- /dev/null +++ b/docker-compose-full-test-suite.yml @@ -0,0 +1,22 @@ +version: "3" + +services: + + full_test_suite: + container_name: full_test_suite + image: neonlabsorg/full_test_suite:develop + environment: + - NETWORK_NAME=night-stand + - PROXY_URL=http://proxy.night.stand.neontest.xyz/solana + - NETWORK_ID=111 + - ADDRESS_FROM= + - ADDRESS_TO= + - PRIVATE_KEY= + - REQUEST_AMOUNT=995 + - FAUCET_URL=http://proxy.night.stand.neontest.xyz/request_eth_token + - USE_FAUCET=true + - SOLANA_EXPLORER=https://explorer.solana.com/?cluster=custom&customUrl=http://proxy.night.stand.neontest.xyz/node-solana + - SOLANA_URL=http://proxy.night.stand.neontest.xyz/node-solana + - USERS_NUMBER=15 + - JOBS_NUMBER=8 + network_mode: host From 2ea579b3cbe4fb1de4827db0a787054cd32c7c7e Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 14:08:24 +0500 Subject: [PATCH 07/90] Add full test suite step --- .buildkite/pipeline.yml | 16 +++++++++++----- 1 file changed, 11 insertions(+), 5 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 13e6c0991..857349a12 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -20,6 +20,16 @@ steps: - "airdropper.log" - "indexer.log" + - label: ":coverage: full test suite" + if: | + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || + (build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true") + plugins: + - docker-compose#v3.9.0: + run: full_test_suite + config: + - docker-compose-full-test-suite.yml + - wait - label: ":floppy_disk: publish image" @@ -27,9 +37,5 @@ steps: if: | build.branch =~ /^(master|develop|^ci-.+|v[0-9]+\.[0-9]+\..+)$$/ && (build.env("NEON_EVM_BRANCH") == "develop" || build.env("NEON_EVM_BRANCH") == null) - plugins: - - docker-compose#v3.9.0: - run: full_test_suite - config: - - docker-compose-full-test-suite.yml + From f63001347c3718effff56a327fe408836a0dfd9a Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 14:25:39 +0500 Subject: [PATCH 08/90] Correct full test suite --- .buildkite/pipeline.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 857349a12..aa0a57d51 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -24,11 +24,14 @@ steps: if: | (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || (build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true") + command: run-test.sh plugins: - docker-compose#v3.9.0: run: full_test_suite config: - docker-compose-full-test-suite.yml + env: + - TESTS_PASSED_THRESHOLD: 500 - wait From f560e8641a6fe21679b69c38963666bf27a80342 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 14:42:35 +0500 Subject: [PATCH 09/90] Correct full test suite again --- .buildkite/pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index aa0a57d51..f8b4f43e9 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -27,9 +27,9 @@ steps: command: run-test.sh plugins: - docker-compose#v3.9.0: - run: full_test_suite - config: - - docker-compose-full-test-suite.yml + run: full_test_suite + config: + - docker-compose-full-test-suite.yml env: - TESTS_PASSED_THRESHOLD: 500 From 2d84d4ea551661dcc9dd63b61bb0cfc6bbeaa0ad Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 14:59:09 +0500 Subject: [PATCH 10/90] suppress deploy check --- .buildkite/pipeline.yml | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index f8b4f43e9..db8cd940b 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -6,19 +6,19 @@ steps: - wait - - label: ":cop::skin-tone-2: deploy check" - command: ".buildkite/steps/deploy-test.sh" - timeout: 90 - agents: - queue: "testing" - artifact_paths: - - "proxy.log" - - "solana.log" - - "measurements.log" - - "evm_loader.log" - - "faucet.log" - - "airdropper.log" - - "indexer.log" +# - label: ":cop::skin-tone-2: deploy check" +# command: ".buildkite/steps/deploy-test.sh" +# timeout: 90 +# agents: +# queue: "testing" +# artifact_paths: +# - "proxy.log" +# - "solana.log" +# - "measurements.log" +# - "evm_loader.log" +# - "faucet.log" +# - "airdropper.log" +# - "indexer.log" - label: ":coverage: full test suite" if: | From f67de2f3a89e76a89f2df98d516e71b5bbee5198 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:08:49 +0500 Subject: [PATCH 11/90] just echo if trigger_job --- .buildkite/pipeline.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index db8cd940b..f28e9faa6 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -24,14 +24,14 @@ steps: if: | (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || (build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true") - command: run-test.sh - plugins: - - docker-compose#v3.9.0: - run: full_test_suite - config: - - docker-compose-full-test-suite.yml - env: - - TESTS_PASSED_THRESHOLD: 500 + command: echo asdkljfkl asdjfkldasj;fkj +# plugins: +# - docker-compose#v3.9.0: +# run: full_test_suite +# config: +# - docker-compose-full-test-suite.yml +# env: +# - TESTS_PASSED_THRESHOLD: 500 - wait From a7a2330d672b948ffb79cbe9fe19cf112c47b3ce Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:12:53 +0500 Subject: [PATCH 12/90] try to fix condition --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index f28e9faa6..c4a382dca 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -22,7 +22,7 @@ steps: - label: ":coverage: full test suite" if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) (build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true") command: echo asdkljfkl asdjfkldasj;fkj # plugins: From a04ca0df4d998f8ffb16a60b9b630745fccaef16 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:13:59 +0500 Subject: [PATCH 13/90] try to fix condition --- .buildkite/pipeline.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c4a382dca..83df182f5 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,9 +21,7 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" - if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) - (build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true") + if: build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true" command: echo asdkljfkl asdjfkldasj;fkj # plugins: # - docker-compose#v3.9.0: From ed96c90b627c3b081142ffa7612c2d1d58e97ec1 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:15:59 +0500 Subject: [PATCH 14/90] Get rid off condition --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 83df182f5..500ff9774 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,7 +21,7 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" - if: build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true" +# if: build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true" command: echo asdkljfkl asdjfkldasj;fkj # plugins: # - docker-compose#v3.9.0: From bf9b694ed483496c145158921e27ddcda9cf9206 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:17:18 +0500 Subject: [PATCH 15/90] if source == webhook --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 500ff9774..a1d68c114 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,7 +21,7 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" -# if: build.source == "trigger_job" && build.env("EVM_LOADER_FULL_TEST_SUITE") == "true" + if: build.source == "webhook" command: echo asdkljfkl asdjfkldasj;fkj # plugins: # - docker-compose#v3.9.0: From dbce4edcac2c8afac81aab8e8d8cdf54d8a93486 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:19:07 +0500 Subject: [PATCH 16/90] Try again --- .buildkite/pipeline.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index a1d68c114..f3707908a 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,8 +21,10 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" - if: build.source == "webhook" - command: echo asdkljfkl asdjfkldasj;fkj + if: | + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) + (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") + command: echo "asdkljfkl asdjfkldasj;fkj" # plugins: # - docker-compose#v3.9.0: # run: full_test_suite From b31cf832b7aa2ff4fccd9e21589ac642f9fb531a Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:22:19 +0500 Subject: [PATCH 17/90] Try again --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index f3707908a..3576ef740 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -22,7 +22,7 @@ steps: - label: ":coverage: full test suite" if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") command: echo "asdkljfkl asdjfkldasj;fkj" # plugins: From 90ef427095b8f75ed41d840929a34f2d49490bcc Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 15:28:43 +0500 Subject: [PATCH 18/90] Enable full test suite ) --- .buildkite/pipeline.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 3576ef740..6f01b544d 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,13 +25,13 @@ steps: (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") command: echo "asdkljfkl asdjfkldasj;fkj" -# plugins: -# - docker-compose#v3.9.0: -# run: full_test_suite -# config: -# - docker-compose-full-test-suite.yml -# env: -# - TESTS_PASSED_THRESHOLD: 500 + plugins: + - docker-compose#v3.9.0: + run: full_test_suite + config: + - docker-compose-full-test-suite.yml + env: + - TESTS_PASSED_THRESHOLD: 500 - wait From 2f1531e28b1a3174977a7f72df7db1d9d3e9c427 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 17:52:03 +0500 Subject: [PATCH 19/90] Enable full test suite ) --- .buildkite/pipeline.yml | 12 ++++++------ ggbb.sh | 22 ++++++++++++++++++++++ 2 files changed, 28 insertions(+), 6 deletions(-) create mode 100755 ggbb.sh diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 6f01b544d..4a194b2c0 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -24,12 +24,12 @@ steps: if: | (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") - command: echo "asdkljfkl asdjfkldasj;fkj" - plugins: - - docker-compose#v3.9.0: - run: full_test_suite - config: - - docker-compose-full-test-suite.yml +# plugins: +# - docker-compose#v3.9.0: +# run: full_test_suite +# config: +# - docker-compose-full-test-suite.yml + command: ./ggbb.sh && exit 1 env: - TESTS_PASSED_THRESHOLD: 500 diff --git a/ggbb.sh b/ggbb.sh new file mode 100755 index 000000000..16e6fc37f --- /dev/null +++ b/ggbb.sh @@ -0,0 +1,22 @@ +#!/bin/bash + + +cat << EOF +24 passing (2m) + +`stdout` files found: 83. Processing ... + +Summarize result: + + Failing - 33 + Pending - 121 + Passing - 934 + +Total tests - 1088 + +Test files without test result - 0: + +Fix allure results: 0 +The allure-results archive is creating at: /opt/allure-reports.tar + +EOF From d1bc510160df0b1ad8f47cda6d674b6fd97275d6 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 17:53:19 +0500 Subject: [PATCH 20/90] Turn off the condition --- .buildkite/pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 4a194b2c0..80b107e60 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,9 +21,9 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" - if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || - (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") +# if: | +# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || +# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") # plugins: # - docker-compose#v3.9.0: # run: full_test_suite From 9f0a689db8fa6e6cb9f327bfd83dd2bc023cfb55 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:28:27 +0500 Subject: [PATCH 21/90] Introduce check threshold formula --- .buildkite/pipeline.yml | 4 ++-- ggbb.sh | 2 -- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 80b107e60..246914f42 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,9 +29,9 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - command: ./ggbb.sh && exit 1 + command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs test ${FULL_TEST_THRESHOLD} -lt env: - - TESTS_PASSED_THRESHOLD: 500 + - FULL_TEST_THRESHOLD: 500 - wait diff --git a/ggbb.sh b/ggbb.sh index 16e6fc37f..41cb9734a 100755 --- a/ggbb.sh +++ b/ggbb.sh @@ -4,8 +4,6 @@ cat << EOF 24 passing (2m) -`stdout` files found: 83. Processing ... - Summarize result: Failing - 33 From 88341ee2fe6cbb74bf5877e6c233cf8c7699183a Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:30:15 +0500 Subject: [PATCH 22/90] What's wrong --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 246914f42..f183c22d4 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,7 +29,7 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs test ${FULL_TEST_THRESHOLD} -lt + command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo ${FULL_TEST_THRESHOLD} -lt env: - FULL_TEST_THRESHOLD: 500 From aa8870431cad99cd214c8e612e36b8bb45b801e8 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:32:47 +0500 Subject: [PATCH 23/90] Again --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index f183c22d4..b6f4ccbb7 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -31,7 +31,7 @@ steps: # - docker-compose-full-test-suite.yml command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo ${FULL_TEST_THRESHOLD} -lt env: - - FULL_TEST_THRESHOLD: 500 + FULL_TEST_THRESHOLD: 500 - wait From 8f5615fa2569dac661162d2323ac1a97a1d8a34e Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:34:52 +0500 Subject: [PATCH 24/90] again and again --- .buildkite/pipeline.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index b6f4ccbb7..41da651c4 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,7 +29,8 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo ${FULL_TEST_THRESHOLD} -lt +# command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo ${FULL_TEST_THRESHOLD} -lt + command: echo ${FULL_TEST_THRESHOLD} env: FULL_TEST_THRESHOLD: 500 From 3af7ef11a23049514070a546f88b44ac61e84c0e Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:36:24 +0500 Subject: [PATCH 25/90] again and again and again --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 41da651c4..2f5b289c0 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,9 +30,9 @@ steps: # config: # - docker-compose-full-test-suite.yml # command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo ${FULL_TEST_THRESHOLD} -lt - command: echo ${FULL_TEST_THRESHOLD} + command: echo ${GGBB} env: - FULL_TEST_THRESHOLD: 500 + GGBB: "500" - wait From 2a3eed5fbc61eec7ea5e999e67494d2a45b39261 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:37:41 +0500 Subject: [PATCH 26/90] again and again and again --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2f5b289c0..0722a183e 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,7 +30,7 @@ steps: # config: # - docker-compose-full-test-suite.yml # command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo ${FULL_TEST_THRESHOLD} -lt - command: echo ${GGBB} + command: "echo $${GGBB}" env: GGBB: "500" From 3d23ed5e27c334080920fd3086abb392c2ba8b34 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:42:25 +0500 Subject: [PATCH 27/90] unfold commands --- .buildkite/pipeline.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 0722a183e..148da5e2d 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,10 +29,9 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml -# command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo ${FULL_TEST_THRESHOLD} -lt - command: "echo $${GGBB}" + command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo $${FULL_TEST_THRESHOLD} -lt env: - GGBB: "500" + FULL_TEST_THRESHOLD: 900 - wait From 62df1c4e9b2a8a31383076c2fcae479a25e22968 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:44:15 +0500 Subject: [PATCH 28/90] unfold commands --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 148da5e2d..4815f0d69 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,9 +29,9 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo $${FULL_TEST_THRESHOLD} -lt + command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo $${FULL_TEST_THRESHOLD} -le env: - FULL_TEST_THRESHOLD: 900 + FULL_TEST_THRESHOLD: 934 - wait From 7714affa8bfeea5238d6676bb61069d4af431556 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:45:41 +0500 Subject: [PATCH 29/90] Bad results check --- ggbb.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggbb.sh b/ggbb.sh index 41cb9734a..04feb4a8e 100755 --- a/ggbb.sh +++ b/ggbb.sh @@ -8,7 +8,7 @@ Summarize result: Failing - 33 Pending - 121 - Passing - 934 + Passing - 933 Total tests - 1088 From 48f60260084e7b9f5484c94c3c23081751a59a10 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:46:51 +0500 Subject: [PATCH 30/90] Bad results check --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 4815f0d69..55e0d47a5 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,7 +29,7 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs echo $${FULL_TEST_THRESHOLD} -le + command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs test $${FULL_TEST_THRESHOLD} -le env: FULL_TEST_THRESHOLD: 934 From 000db508418e854ea17957b098a1dbd2e2daf2d6 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:51:28 +0500 Subject: [PATCH 31/90] Logging this check --- .buildkite/pipeline.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 55e0d47a5..63607bbde 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,7 +29,11 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - command: ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs test $${FULL_TEST_THRESHOLD} -le + commands: + - ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs export FULL_TEST_RESULT= + - echo Full test passing: $${FULL_TEST_RESULT} + - echo Full test threshold: $${FULL_TEST_THRESHOLD} + - test $${FULL_TEST_THRESHOLD} -le env: FULL_TEST_THRESHOLD: 934 From 03fd17cfdd7bf264bff8392331ee2d627263814e Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 19:59:58 +0500 Subject: [PATCH 32/90] Logging this check --- .buildkite/pipeline.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 63607bbde..faf901ec2 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,10 +30,10 @@ steps: # config: # - docker-compose-full-test-suite.yml commands: - - ./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0) | xargs export FULL_TEST_RESULT= - - echo Full test passing: $${FULL_TEST_RESULT} - - echo Full test threshold: $${FULL_TEST_THRESHOLD} - - test $${FULL_TEST_THRESHOLD} -le + - "./ggbb.sh | (grep -oP \"(?<=Passing - )\d+\" || echo 0) | xargs export FULL_TEST_RESULT=" + - "echo Full test passing: $${FULL_TEST_RESULT}" + - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" + - "test $${FULL_TEST_THRESHOLD} -le" env: FULL_TEST_THRESHOLD: 934 From efec5c1652b3abbbec6a5ad343c2614fb9e0990d Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:01:10 +0500 Subject: [PATCH 33/90] Logging this check --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index faf901ec2..825cd133e 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,7 +29,7 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - commands: + command: - "./ggbb.sh | (grep -oP \"(?<=Passing - )\d+\" || echo 0) | xargs export FULL_TEST_RESULT=" - "echo Full test passing: $${FULL_TEST_RESULT}" - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" From e7e04891a9e82092ce729d932422b157c4114095 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:01:55 +0500 Subject: [PATCH 34/90] Logging this check --- .buildkite/pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 825cd133e..41e47cd32 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -31,9 +31,9 @@ steps: # - docker-compose-full-test-suite.yml command: - "./ggbb.sh | (grep -oP \"(?<=Passing - )\d+\" || echo 0) | xargs export FULL_TEST_RESULT=" - - "echo Full test passing: $${FULL_TEST_RESULT}" - - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" - - "test $${FULL_TEST_THRESHOLD} -le" +# - "echo Full test passing: $${FULL_TEST_RESULT}" +# - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" +# - "test $${FULL_TEST_THRESHOLD} -le" env: FULL_TEST_THRESHOLD: 934 From 9b4ea434fc8374d3d5146e69d0ce42503031ecef Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:14:49 +0500 Subject: [PATCH 35/90] get rid of pipe to assign env --- .buildkite/pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 41e47cd32..09e1b2be6 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,9 +29,9 @@ steps: # run: full_test_suite # config: # - docker-compose-full-test-suite.yml - command: - - "./ggbb.sh | (grep -oP \"(?<=Passing - )\d+\" || echo 0) | xargs export FULL_TEST_RESULT=" -# - "echo Full test passing: $${FULL_TEST_RESULT}" + commands: + - FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - echo Full test passing: $${FULL_TEST_RESULT} # - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" # - "test $${FULL_TEST_THRESHOLD} -le" env: From 45dccf926daa351fb11a65c427c5ccd8a91416aa Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:17:36 +0500 Subject: [PATCH 36/90] get rid of pipe to assign env --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 09e1b2be6..8e93a6560 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,8 +30,8 @@ steps: # config: # - docker-compose-full-test-suite.yml commands: - - FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - echo Full test passing: $${FULL_TEST_RESULT} + - "FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP \"(?<=Passing - )\d+\" || echo 0))" + - "echo Full test passing: $${FULL_TEST_RESULT}" # - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" # - "test $${FULL_TEST_THRESHOLD} -le" env: From afe2a1aaa7beeffce298f52f3b24d6a2b5d5a3fe Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:19:17 +0500 Subject: [PATCH 37/90] get rid of pipe to assign env --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 8e93a6560..5829f55d5 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,8 +30,8 @@ steps: # config: # - docker-compose-full-test-suite.yml commands: - - "FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP \"(?<=Passing - )\d+\" || echo 0))" - - "echo Full test passing: $${FULL_TEST_RESULT}" + - FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) +# - "echo Full test passing: $${FULL_TEST_RESULT}" # - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" # - "test $${FULL_TEST_THRESHOLD} -le" env: From f8b967ba8b0d503678e0f37862476b96da80ba55 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:20:41 +0500 Subject: [PATCH 38/90] get rid of pipe to assign env --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 5829f55d5..37ce78048 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -31,7 +31,7 @@ steps: # - docker-compose-full-test-suite.yml commands: - FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) -# - "echo Full test passing: $${FULL_TEST_RESULT}" + - echo Full test passing\: $${FULL_TEST_RESULT} # - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" # - "test $${FULL_TEST_THRESHOLD} -le" env: From 888e865905f75ad6aba933f855abf5e89b90d365 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:22:22 +0500 Subject: [PATCH 39/90] get rid of pipe to assign env --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 37ce78048..d37ccf141 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -31,7 +31,7 @@ steps: # - docker-compose-full-test-suite.yml commands: - FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - echo Full test passing\: $${FULL_TEST_RESULT} + - echo Full test passing - $${FULL_TEST_RESULT} # - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" # - "test $${FULL_TEST_THRESHOLD} -le" env: From 24ea81ce5d9599d088d4d61a7b37f297104b3489 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:23:52 +0500 Subject: [PATCH 40/90] get rid of pipe to assign env --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index d37ccf141..e2b91186a 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,7 +30,7 @@ steps: # config: # - docker-compose-full-test-suite.yml commands: - - FULL_TEST_RESULT=$(~/temp/ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - FULL_TEST_RESULT=$(./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) - echo Full test passing - $${FULL_TEST_RESULT} # - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" # - "test $${FULL_TEST_THRESHOLD} -le" From e6848ac52588c65d222275c3151accd533cb7333 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:46:44 +0500 Subject: [PATCH 41/90] uncomment test --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index e2b91186a..9eadd28bd 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -32,8 +32,8 @@ steps: commands: - FULL_TEST_RESULT=$(./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) - echo Full test passing - $${FULL_TEST_RESULT} -# - "echo Full test threshold: $${FULL_TEST_THRESHOLD}" -# - "test $${FULL_TEST_THRESHOLD} -le" + - echo Full test threshold - $${FULL_TEST_THRESHOLD} + - test $${FULL_TEST_THRESHOLD} -le env: FULL_TEST_THRESHOLD: 934 From d73eddc5c62c46f6452e5a7c81c3296686c4fb3c Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:48:55 +0500 Subject: [PATCH 42/90] uncomment test --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 9eadd28bd..b9548b398 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -33,7 +33,7 @@ steps: - FULL_TEST_RESULT=$(./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - - test $${FULL_TEST_THRESHOLD} -le + - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} env: FULL_TEST_THRESHOLD: 934 From a116345b5889b251b30f0a108465eba807fb350e Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:52:32 +0500 Subject: [PATCH 43/90] uncomment test --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index b9548b398..601c2f4a1 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -33,6 +33,7 @@ steps: - FULL_TEST_RESULT=$(./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} + - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} env: FULL_TEST_THRESHOLD: 934 From fda5a2d44848adcaf22e7e7d2489a6e44dac57ce Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 20:52:45 +0500 Subject: [PATCH 44/90] uncomment test --- ggbb.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggbb.sh b/ggbb.sh index 04feb4a8e..e001cc37f 100755 --- a/ggbb.sh +++ b/ggbb.sh @@ -8,7 +8,7 @@ Summarize result: Failing - 33 Pending - 121 - Passing - 933 + Passing - 5555 Total tests - 1088 From 458692949bb276d2dece003e7f18715a9555bf2d Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 21:22:24 +0500 Subject: [PATCH 45/90] add docker compose --- .buildkite/pipeline.yml | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 601c2f4a1..dbc5f11e1 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -24,13 +24,8 @@ steps: # if: | # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") -# plugins: -# - docker-compose#v3.9.0: -# run: full_test_suite -# config: -# - docker-compose-full-test-suite.yml commands: - - FULL_TEST_RESULT=$(./ggbb.sh | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - FULL_TEST_RESULT=$(docker-compose -f docker-compose-full-test-suite.yml up --no-log-prefix | (grep -oP "(?<=Passing - )\d+" || echo 0)) - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} From e920cf518bd34a1a5b2cfcffdd379bf166532071 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 21:34:28 +0500 Subject: [PATCH 46/90] using tee --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index dbc5f11e1..9622b15ad 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,7 +25,7 @@ steps: # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - FULL_TEST_RESULT=$(docker-compose -f docker-compose-full-test-suite.yml up --no-log-prefix | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - FULL_TEST_RESULT=$(docker-compose -f docker-compose-full-test-suite.yml up --no-log-prefix | tee /dev/stdout | (grep -oP "(?<=Passing - )\d+" || echo 0)) - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} From d4ba31efea74cd3ac1f743bbf928dd2cd5775e16 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 21:43:26 +0500 Subject: [PATCH 47/90] Playing around output to stdout --- .buildkite/pipeline.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 9622b15ad..37424183b 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,7 +25,8 @@ steps: # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - FULL_TEST_RESULT=$(docker-compose -f docker-compose-full-test-suite.yml up --no-log-prefix | tee /dev/stdout | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - docker-compose -f docker-compose-full-test-suite.yml up --no-log-prefix --name fts_${BUILDKITE_BUILD_NUMBER} | tee fts_output + - FULL_TEST_RESULT=$(cat fts_output | (grep -oP "(?<=Passing - )\d+" || echo 0)) - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} From e5fe7e4b8d87d42e88880eee957aec2478a10b79 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 21:58:49 +0500 Subject: [PATCH 48/90] Simplify --- .buildkite/pipeline.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 37424183b..ac472b2d6 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,8 +25,9 @@ steps: # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - docker-compose -f docker-compose-full-test-suite.yml up --no-log-prefix --name fts_${BUILDKITE_BUILD_NUMBER} | tee fts_output - - FULL_TEST_RESULT=$(cat fts_output | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - docker-compose -f docker-compose-full-test-suite.yml up + - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - docker rm full_test_suite - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} From aa1fbd33f3612fa59d9b010c3b92e19a29bc028f Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 22:00:28 +0500 Subject: [PATCH 49/90] Remove with docker-compose --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ac472b2d6..ba30c3fab 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -27,7 +27,7 @@ steps: commands: - docker-compose -f docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - docker rm full_test_suite + - docker-compose -f docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} From 89cd3b552c777c7ab510b977f8746fac3a779d58 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 22:33:35 +0500 Subject: [PATCH 50/90] merge pipes --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ba30c3fab..3e5407728 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,7 +25,7 @@ steps: # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - docker-compose -f docker-compose-full-test-suite.yml up + - docker-compose -f docker-compose-full-test-suite.yml up 2>&1 - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker-compose -f docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} @@ -33,7 +33,7 @@ steps: - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} env: - FULL_TEST_THRESHOLD: 934 + FULL_TEST_THRESHOLD: 1000 - wait From 4685136927d6f3396812ff7d8c4a804fcfb3700b Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Tue, 8 Mar 2022 23:26:41 +0500 Subject: [PATCH 51/90] Try to mix stderr and stdout --- .buildkite/pipeline.yml | 2 +- docker-compose-full-test-suite.yml | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 3e5407728..4f98e8d28 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,7 +25,7 @@ steps: # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - docker-compose -f docker-compose-full-test-suite.yml up 2>&1 + - docker-compose -f docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker-compose -f docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} diff --git a/docker-compose-full-test-suite.yml b/docker-compose-full-test-suite.yml index b3e035e7c..c42e34e64 100644 --- a/docker-compose-full-test-suite.yml +++ b/docker-compose-full-test-suite.yml @@ -5,6 +5,7 @@ services: full_test_suite: container_name: full_test_suite image: neonlabsorg/full_test_suite:develop + entrypoint: ./run-test.sh 2>&1 environment: - NETWORK_NAME=night-stand - PROXY_URL=http://proxy.night.stand.neontest.xyz/solana From bce3e18e3dac853bfa9b1d131ba1d28d99878ddf Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 12:34:44 +0500 Subject: [PATCH 52/90] mode docker-compose-full-test-suite.yml into docker-compose --- .buildkite/pipeline.yml | 2 +- .../docker-compose-full-test-suite.yml | 0 2 files changed, 1 insertion(+), 1 deletion(-) rename docker-compose-full-test-suite.yml => docker-compose/docker-compose-full-test-suite.yml (100%) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 4f98e8d28..d6f8ec49d 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,7 +25,7 @@ steps: # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - docker-compose -f docker-compose-full-test-suite.yml up + - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker-compose -f docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} diff --git a/docker-compose-full-test-suite.yml b/docker-compose/docker-compose-full-test-suite.yml similarity index 100% rename from docker-compose-full-test-suite.yml rename to docker-compose/docker-compose-full-test-suite.yml From c217dcd877f94334f2aee8f32398fb284e8288e6 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 13:02:22 +0500 Subject: [PATCH 53/90] mode docker-compose-full-test-suite.yml into docker-compose --- .buildkite/pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index d6f8ec49d..afe624daf 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,9 +21,9 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" -# if: | -# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || -# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") + if: | + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || + (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) From 1aa8bcb8fa72c4fd52daabb636ea7172982b4d50 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 13:57:53 +0500 Subject: [PATCH 54/90] spit and polish --- .buildkite/pipeline.yml | 2 +- ggbb.sh | 20 -------------------- 2 files changed, 1 insertion(+), 21 deletions(-) delete mode 100755 ggbb.sh diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index afe624daf..1f0f7b74f 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -33,7 +33,7 @@ steps: - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} env: - FULL_TEST_THRESHOLD: 1000 + FULL_TEST_THRESHOLD: 1700 - wait diff --git a/ggbb.sh b/ggbb.sh deleted file mode 100755 index e001cc37f..000000000 --- a/ggbb.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - - -cat << EOF -24 passing (2m) - -Summarize result: - - Failing - 33 - Pending - 121 - Passing - 5555 - -Total tests - 1088 - -Test files without test result - 0: - -Fix allure results: 0 -The allure-results archive is creating at: /opt/allure-reports.tar - -EOF From a0a1c03db5e33bd8fae7e8fb1b80698882640273 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 14:14:22 +0500 Subject: [PATCH 55/90] rollback environment.py --- proxy/environment.py | 1 - 1 file changed, 1 deletion(-) diff --git a/proxy/environment.py b/proxy/environment.py index 999fe8c84..4e99de8ea 100644 --- a/proxy/environment.py +++ b/proxy/environment.py @@ -1,4 +1,3 @@ -import logging import sys from decimal import Decimal import json From 330d24065cab8384eb3b0d83f9ccc91ffe341ba8 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 14:30:31 +0500 Subject: [PATCH 56/90] rollback environment.py --- .buildkite/pipeline.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 1f0f7b74f..6148fc5ec 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -27,11 +27,14 @@ steps: commands: - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - docker cp full_test_suite:/opt/allure-reports.tar ./ - docker-compose -f docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} + artifact_paths: + - allure-reports.tar env: FULL_TEST_THRESHOLD: 1700 From 2fb4fe29f52170aa40c9cd1224f44e89b05f3610 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 15:37:44 +0500 Subject: [PATCH 57/90] rollback environment.py --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 6148fc5ec..f8339e22b 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -28,7 +28,7 @@ steps: - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp full_test_suite:/opt/allure-reports.tar ./ - - docker-compose -f docker-compose-full-test-suite.yml rm -f + - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} From 0b0df91d010c6583f2728530bbabd767e95ef52f Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 15:51:55 +0500 Subject: [PATCH 58/90] rollback environment.py --- .buildkite/pipeline.yml | 23 ++++++++++++----------- 1 file changed, 12 insertions(+), 11 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index f8339e22b..e7bdb2611 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,18 +21,19 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" - if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || - (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") +# if: | +# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || +# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - docker cp full_test_suite:/opt/allure-reports.tar ./ - - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - - echo Full test passing - $${FULL_TEST_RESULT} - - echo Full test threshold - $${FULL_TEST_THRESHOLD} - - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} - - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} + - docker ps +# - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up +# - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) +# - docker cp full_test_suite:/opt/allure-reports.tar ./ +# - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f +# - echo Full test passing - $${FULL_TEST_RESULT} +# - echo Full test threshold - $${FULL_TEST_THRESHOLD} +# - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} +# - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} artifact_paths: - allure-reports.tar env: From 446aa9b50b6408f4ce4a7d3cacf6a32b34c52457 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 15:54:58 +0500 Subject: [PATCH 59/90] rollback environment.py --- .buildkite/pipeline.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index e7bdb2611..cc872dad8 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -26,8 +26,9 @@ steps: # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - docker ps -# - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up -# - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up + - docker logs full_test_suite + - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) # - docker cp full_test_suite:/opt/allure-reports.tar ./ # - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f # - echo Full test passing - $${FULL_TEST_RESULT} From b66cda739921576abd49553df960197adc987c7f Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 16:11:18 +0500 Subject: [PATCH 60/90] uncoment code --- .buildkite/pipeline.yml | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index cc872dad8..ebb33ebc1 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,20 +21,20 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" -# if: | -# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || -# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") + if: | + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || + (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - docker ps - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - docker logs full_test_suite - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) -# - docker cp full_test_suite:/opt/allure-reports.tar ./ -# - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f -# - echo Full test passing - $${FULL_TEST_RESULT} -# - echo Full test threshold - $${FULL_TEST_THRESHOLD} -# - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} -# - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} + - docker cp full_test_suite:/opt/allure-reports.tar ./ + - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f + - echo Full test passing - $${FULL_TEST_RESULT} + - echo Full test threshold - $${FULL_TEST_THRESHOLD} + - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} + - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} artifact_paths: - allure-reports.tar env: From 2e480eb1f5d57ad3fd953bc5351584ac79139522 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 16:38:07 +0500 Subject: [PATCH 61/90] get rid of extra calls --- .buildkite/pipeline.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ebb33ebc1..f8339e22b 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,9 +25,7 @@ steps: (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - docker ps - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - - docker logs full_test_suite - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp full_test_suite:/opt/allure-reports.tar ./ - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f From 4c2b6260bd3b2aa761c6ee456c5700967ad83b4a Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 16:44:16 +0500 Subject: [PATCH 62/90] get rid of extra calls --- docker-compose/docker-compose-full-test-suite.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose/docker-compose-full-test-suite.yml b/docker-compose/docker-compose-full-test-suite.yml index c42e34e64..12ebd25ca 100644 --- a/docker-compose/docker-compose-full-test-suite.yml +++ b/docker-compose/docker-compose-full-test-suite.yml @@ -5,7 +5,7 @@ services: full_test_suite: container_name: full_test_suite image: neonlabsorg/full_test_suite:develop - entrypoint: ./run-test.sh 2>&1 + entrypoint: ./run-test.sh 2>/dev/null environment: - NETWORK_NAME=night-stand - PROXY_URL=http://proxy.night.stand.neontest.xyz/solana From 9ae04abf70ba765d42e0b96daecc05908c2923d3 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:03:53 +0500 Subject: [PATCH 63/90] dynamic container name --- .buildkite/pipeline.yml | 12 +++++++----- docker-compose/docker-compose-full-test-suite.yml | 2 +- 2 files changed, 8 insertions(+), 6 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index f8339e22b..12ac498bc 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,13 +21,15 @@ steps: # - "indexer.log" - label: ":coverage: full test suite" - if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || - (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") +# if: | +# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || +# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: + - export FTS_CONTAINER_NAME=fts_${BUILDKITE_BUILD_NUMBER} + - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - - FULL_TEST_RESULT=$(docker logs full_test_suite | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - docker cp full_test_suite:/opt/allure-reports.tar ./ + - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} diff --git a/docker-compose/docker-compose-full-test-suite.yml b/docker-compose/docker-compose-full-test-suite.yml index 12ebd25ca..88f6400e1 100644 --- a/docker-compose/docker-compose-full-test-suite.yml +++ b/docker-compose/docker-compose-full-test-suite.yml @@ -3,7 +3,7 @@ version: "3" services: full_test_suite: - container_name: full_test_suite + container_name: ${FTS_CONTAINER_NAME:-full_test_suite} image: neonlabsorg/full_test_suite:develop entrypoint: ./run-test.sh 2>/dev/null environment: From b37e568656e7df9f28be4281b382ebf8cf602cc8 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:08:02 +0500 Subject: [PATCH 64/90] dynamic container name --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 12ac498bc..118ce155a 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,6 +30,7 @@ steps: - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ + - docker logs $${FTS_CONTAINER_NAME} > $${FTS_CONTAINER_NAME}.log - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} From 5c84838870117c35e2be2bf2d1b5cad57e6d278d Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:15:22 +0500 Subject: [PATCH 65/90] FTS_CONTAINER_NAME --- .buildkite/pipeline.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 118ce155a..bae675ba5 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -25,7 +25,6 @@ steps: # (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || # (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - - export FTS_CONTAINER_NAME=fts_${BUILDKITE_BUILD_NUMBER} - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) @@ -38,8 +37,10 @@ steps: - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} artifact_paths: - allure-reports.tar + - ${FTS_CONTAINER_NAME} env: FULL_TEST_THRESHOLD: 1700 + FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - wait From 4074fea650310e1280c7951bcc5c38f224061c3a Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:28:48 +0500 Subject: [PATCH 66/90] Move up the environments --- .buildkite/pipeline.yml | 5 ++++- docker-compose/docker-compose-full-test-suite.yml | 8 ++++---- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index bae675ba5..2919692ce 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -41,7 +41,10 @@ steps: env: FULL_TEST_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - + PROXY_URL: http://proxy.night.stand.neontest.xyz/solana + FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token + SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana + FULL_TEST_SUITE_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite - wait - label: ":floppy_disk: publish image" diff --git a/docker-compose/docker-compose-full-test-suite.yml b/docker-compose/docker-compose-full-test-suite.yml index 88f6400e1..cb829940f 100644 --- a/docker-compose/docker-compose-full-test-suite.yml +++ b/docker-compose/docker-compose-full-test-suite.yml @@ -4,20 +4,20 @@ services: full_test_suite: container_name: ${FTS_CONTAINER_NAME:-full_test_suite} - image: neonlabsorg/full_test_suite:develop + image: ${FULL_TEST_SUITE_IMAGE:-neonlabsorg/develop} entrypoint: ./run-test.sh 2>/dev/null environment: - NETWORK_NAME=night-stand - - PROXY_URL=http://proxy.night.stand.neontest.xyz/solana + - PROXY_URL=${PROXY_URL} - NETWORK_ID=111 - ADDRESS_FROM= - ADDRESS_TO= - PRIVATE_KEY= - REQUEST_AMOUNT=995 - - FAUCET_URL=http://proxy.night.stand.neontest.xyz/request_eth_token + - FAUCET_URL=${FAUCET_URL} - USE_FAUCET=true - SOLANA_EXPLORER=https://explorer.solana.com/?cluster=custom&customUrl=http://proxy.night.stand.neontest.xyz/node-solana - - SOLANA_URL=http://proxy.night.stand.neontest.xyz/node-solana + - SOLANA_URL=${SOLANA_URL} - USERS_NUMBER=15 - JOBS_NUMBER=8 network_mode: host From ee05286497d26dc3e38295fa29aa10598e8a2d20 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:44:46 +0500 Subject: [PATCH 67/90] Play around environment --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2919692ce..1eff9500b 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -28,8 +28,8 @@ steps: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - - docker logs $${FTS_CONTAINER_NAME} > $${FTS_CONTAINER_NAME}.log + - docker cp ${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ + - docker logs ${FTS_CONTAINER_NAME} > ${FTS_CONTAINER_NAME}.log - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} From 02e5cca3b605c9de788e7bcbfab63614392bd737 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:47:23 +0500 Subject: [PATCH 68/90] Play around environment --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 1eff9500b..2919692ce 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -28,8 +28,8 @@ steps: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - docker cp ${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - - docker logs ${FTS_CONTAINER_NAME} > ${FTS_CONTAINER_NAME}.log + - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ + - docker logs $${FTS_CONTAINER_NAME} > $${FTS_CONTAINER_NAME}.log - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} From 79fc4ddd85edaba36bb7eb2b44cf3f27461fc48f Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:49:42 +0500 Subject: [PATCH 69/90] ${FTS_CONTAINER_NAME}.log --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2919692ce..4916d15c8 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -37,7 +37,7 @@ steps: - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} artifact_paths: - allure-reports.tar - - ${FTS_CONTAINER_NAME} + - ${FTS_CONTAINER_NAME}.log env: FULL_TEST_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} From 8e4e646e264f997639e545630b1112d187e1721e Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 17:52:19 +0500 Subject: [PATCH 70/90] ${FTS_CONTAINER_NAME}.log --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 4916d15c8..d8e29c6cc 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,6 +30,7 @@ steps: - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - docker logs $${FTS_CONTAINER_NAME} > $${FTS_CONTAINER_NAME}.log + - cat $${FTS_CONTAINER_NAME}.log - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} From 9b903c47bca3515de8447fe1634553175bd782fe Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:08:24 +0500 Subject: [PATCH 71/90] docker logs --- .buildkite/pipeline.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index d8e29c6cc..d0762dfb7 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,7 +29,8 @@ steps: - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - - docker logs $${FTS_CONTAINER_NAME} > $${FTS_CONTAINER_NAME}.log + - echo !!!!!!!!!!!!!!!!!!!!!!!! + - docker logs $${FTS_CONTAINER_NAME} | tee $${FTS_CONTAINER_NAME}.log - cat $${FTS_CONTAINER_NAME}.log - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} From 48e08f7758ec3721293720a6e7e9c658328aac89 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:10:27 +0500 Subject: [PATCH 72/90] docker logs --- .buildkite/pipeline.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index d0762dfb7..bb4235d24 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,9 +29,10 @@ steps: - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ + - docker logs $${FTS_CONTAINER_NAME} > $${FTS_CONTAINER_NAME}.log - echo !!!!!!!!!!!!!!!!!!!!!!!! - - docker logs $${FTS_CONTAINER_NAME} | tee $${FTS_CONTAINER_NAME}.log - cat $${FTS_CONTAINER_NAME}.log + - echo !!!!!!!!!!!!!!!!!!!!!!!! - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} From d5b652a5ebdb932aca77727363b8123aabd20759 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:12:13 +0500 Subject: [PATCH 73/90] docker logs --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index bb4235d24..ca4f42deb 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -29,7 +29,7 @@ steps: - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - - docker logs $${FTS_CONTAINER_NAME} > $${FTS_CONTAINER_NAME}.log + - docker logs $${FTS_CONTAINER_NAME} > ./$${FTS_CONTAINER_NAME}.log - echo !!!!!!!!!!!!!!!!!!!!!!!! - cat $${FTS_CONTAINER_NAME}.log - echo !!!!!!!!!!!!!!!!!!!!!!!! @@ -40,7 +40,7 @@ steps: - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} artifact_paths: - allure-reports.tar - - ${FTS_CONTAINER_NAME}.log + - fts_${BUILDKITE_BUILD_NUMBER}.log env: FULL_TEST_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} From 72c9e26eae73978aeb15d373d4f684932143f8e6 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:13:51 +0500 Subject: [PATCH 74/90] docker logs --- .buildkite/pipeline.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ca4f42deb..01aff7245 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,9 +30,6 @@ steps: - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - docker logs $${FTS_CONTAINER_NAME} > ./$${FTS_CONTAINER_NAME}.log - - echo !!!!!!!!!!!!!!!!!!!!!!!! - - cat $${FTS_CONTAINER_NAME}.log - - echo !!!!!!!!!!!!!!!!!!!!!!!! - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FULL_TEST_RESULT} - echo Full test threshold - $${FULL_TEST_THRESHOLD} @@ -40,7 +37,7 @@ steps: - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} artifact_paths: - allure-reports.tar - - fts_${BUILDKITE_BUILD_NUMBER}.log + - ${FTS_CONTAINER_NAME} env: FULL_TEST_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} From 3365f11a23af346e10accab43936a4b932d1c1be Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:25:25 +0500 Subject: [PATCH 75/90] docker logs --- .buildkite/pipeline.yml | 27 ++++++++++--------- .../docker-compose-full-test-suite.yml | 2 +- 2 files changed, 15 insertions(+), 14 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 01aff7245..2857fbd1e 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -20,31 +20,32 @@ steps: # - "airdropper.log" # - "indexer.log" - - label: ":coverage: full test suite" -# if: | -# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || -# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") + - label: ":coverage: full test suite (FTS)" + if: | + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || + (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - - FULL_TEST_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) + - FTS_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ - docker logs $${FTS_CONTAINER_NAME} > ./$${FTS_CONTAINER_NAME}.log - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - - echo Full test passing - $${FULL_TEST_RESULT} - - echo Full test threshold - $${FULL_TEST_THRESHOLD} - - echo Check if $${FULL_TEST_RESULT} is greater or equeal $${FULL_TEST_THRESHOLD} - - test $${FULL_TEST_RESULT} -ge $${FULL_TEST_THRESHOLD} + - echo Full test passing - $${FTS_RESULT} + - echo Full test threshold - $${FTS_THRESHOLD} + - echo Check if $${FTS_RESULT} is greater or equeal $${FTS_THRESHOLD} + - test $${FTS_RESULT} -ge $${FTS_THRESHOLD} artifact_paths: - allure-reports.tar - - ${FTS_CONTAINER_NAME} + - fts_${BUILDKITE_BUILD_NUMBER}.log env: - FULL_TEST_THRESHOLD: 1700 - FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} PROXY_URL: http://proxy.night.stand.neontest.xyz/solana FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana - FULL_TEST_SUITE_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite + FTS_THRESHOLD: 1700 + FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} + FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite + - wait - label: ":floppy_disk: publish image" diff --git a/docker-compose/docker-compose-full-test-suite.yml b/docker-compose/docker-compose-full-test-suite.yml index cb829940f..9426c0b6d 100644 --- a/docker-compose/docker-compose-full-test-suite.yml +++ b/docker-compose/docker-compose-full-test-suite.yml @@ -4,7 +4,7 @@ services: full_test_suite: container_name: ${FTS_CONTAINER_NAME:-full_test_suite} - image: ${FULL_TEST_SUITE_IMAGE:-neonlabsorg/develop} + image: ${FTS_IMAGE:-neonlabsorg/develop} entrypoint: ./run-test.sh 2>/dev/null environment: - NETWORK_NAME=night-stand From e5f86f868f66f8e66858f830af84601af769ada2 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:31:36 +0500 Subject: [PATCH 76/90] docker logs --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2857fbd1e..c31a9a257 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -42,7 +42,7 @@ steps: PROXY_URL: http://proxy.night.stand.neontest.xyz/solana FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana - FTS_THRESHOLD: 1700 + FTS_THRESHOLD: 200 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite From e217d40d5e099b75e3609a9f4c12b83aed302c99 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:45:44 +0500 Subject: [PATCH 77/90] checkout to fts develop image --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c31a9a257..399cf4e83 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -42,9 +42,9 @@ steps: PROXY_URL: http://proxy.night.stand.neontest.xyz/solana FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana - FTS_THRESHOLD: 200 + FTS_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite + FTS_IMAGE: neonlabsorg/full_test_suite:develop - wait From 290d33e8e10d1735e53087ddb59d938e1f08a5d0 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 18:58:08 +0500 Subject: [PATCH 78/90] back to fake --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 399cf4e83..c31a9a257 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -42,9 +42,9 @@ steps: PROXY_URL: http://proxy.night.stand.neontest.xyz/solana FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana - FTS_THRESHOLD: 1700 + FTS_THRESHOLD: 200 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - FTS_IMAGE: neonlabsorg/full_test_suite:develop + FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite - wait From 77e6f6c62115e53d345a71b71ee52ccd6c6a28fb Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Wed, 9 Mar 2022 19:16:13 +0500 Subject: [PATCH 79/90] bring fts to develop --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c31a9a257..399cf4e83 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -42,9 +42,9 @@ steps: PROXY_URL: http://proxy.night.stand.neontest.xyz/solana FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana - FTS_THRESHOLD: 200 + FTS_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite + FTS_IMAGE: neonlabsorg/full_test_suite:develop - wait From d95ba7a545dbadcf3de49032339e2c8b426f889f Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Thu, 10 Mar 2022 14:12:27 +0500 Subject: [PATCH 80/90] try the fts with wait-faucet --- .buildkite/pipeline.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 399cf4e83..82a06c996 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,9 +21,9 @@ steps: # - "indexer.log" - label: ":coverage: full test suite (FTS)" - if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || - (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") +# if: | +# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || +# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up @@ -44,7 +44,7 @@ steps: SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana FTS_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - FTS_IMAGE: neonlabsorg/full_test_suite:develop + FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite-wait-faucet - wait From 8bb2241443e4c795407f3b1986d76819fed7ab56 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Thu, 10 Mar 2022 15:06:38 +0500 Subject: [PATCH 81/90] Request ammount --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 82a06c996..86cc6fde8 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -39,6 +39,7 @@ steps: - allure-reports.tar - fts_${BUILDKITE_BUILD_NUMBER}.log env: + REQUEST_AMOUNT: 995 PROXY_URL: http://proxy.night.stand.neontest.xyz/solana FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana From a316493f6e20f44a14ffd3014209c5be7c23f172 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Thu, 10 Mar 2022 15:34:14 +0500 Subject: [PATCH 82/90] Roll back --- .buildkite/pipeline.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 86cc6fde8..82a06c996 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -39,7 +39,6 @@ steps: - allure-reports.tar - fts_${BUILDKITE_BUILD_NUMBER}.log env: - REQUEST_AMOUNT: 995 PROXY_URL: http://proxy.night.stand.neontest.xyz/solana FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana From 994620b9e5994d97f0018468d4e71fdf42accad3 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Thu, 10 Mar 2022 15:36:43 +0500 Subject: [PATCH 83/90] Roll back --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 82a06c996..adcc867bc 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -36,7 +36,7 @@ steps: - echo Check if $${FTS_RESULT} is greater or equeal $${FTS_THRESHOLD} - test $${FTS_RESULT} -ge $${FTS_THRESHOLD} artifact_paths: - - allure-reports.tar + - allure-reports.tar.gz - fts_${BUILDKITE_BUILD_NUMBER}.log env: PROXY_URL: http://proxy.night.stand.neontest.xyz/solana From ff4f3d67999ae20aca39644a0bcd128755b6acf9 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Thu, 10 Mar 2022 17:35:02 +0500 Subject: [PATCH 84/90] Allure report error --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index adcc867bc..3b6cdaf3a 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -28,7 +28,7 @@ steps: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up - FTS_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0)) - - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar ./ + - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar.gz ./ - docker logs $${FTS_CONTAINER_NAME} > ./$${FTS_CONTAINER_NAME}.log - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f - echo Full test passing - $${FTS_RESULT} From 7ee5e95bfac4b13825e7b0a01a1e4d27f16ac027 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Thu, 10 Mar 2022 17:44:34 +0500 Subject: [PATCH 85/90] Increase request amount --- docker-compose/docker-compose-full-test-suite.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose/docker-compose-full-test-suite.yml b/docker-compose/docker-compose-full-test-suite.yml index 9426c0b6d..00efbc8bb 100644 --- a/docker-compose/docker-compose-full-test-suite.yml +++ b/docker-compose/docker-compose-full-test-suite.yml @@ -13,7 +13,7 @@ services: - ADDRESS_FROM= - ADDRESS_TO= - PRIVATE_KEY= - - REQUEST_AMOUNT=995 + - REQUEST_AMOUNT=20000 - FAUCET_URL=${FAUCET_URL} - USE_FAUCET=true - SOLANA_EXPLORER=https://explorer.solana.com/?cluster=custom&customUrl=http://proxy.night.stand.neontest.xyz/node-solana From d88a693695f0fdac98f4cb28ce24ff405d1299ea Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Fri, 11 Mar 2022 13:26:39 +0500 Subject: [PATCH 86/90] full_test_suite:583-full-test-suite --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 3b6cdaf3a..b82b2ce1f 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -44,7 +44,7 @@ steps: SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana FTS_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite-wait-faucet + FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite - wait From 3ad49ab66a09f403a7044ae26d90ece8dd963262 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Fri, 11 Mar 2022 13:43:46 +0500 Subject: [PATCH 87/90] uncoment condition --- .buildkite/pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index b82b2ce1f..b47b79a86 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,9 +21,9 @@ steps: # - "indexer.log" - label: ":coverage: full test suite (FTS)" -# if: | -# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || -# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") + if: | + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || + (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up From 2ebfbf49654ea788a1d2fc77bdf190835b6b2053 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Fri, 11 Mar 2022 14:07:04 +0500 Subject: [PATCH 88/90] comment condition --- .buildkite/pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index b47b79a86..b82b2ce1f 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,9 +21,9 @@ steps: # - "indexer.log" - label: ":coverage: full test suite (FTS)" - if: | - (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || - (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") +# if: | +# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || +# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up From e78e36093b281e42e5aa000be86b2fb086f456ac Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Fri, 11 Mar 2022 20:40:30 +0500 Subject: [PATCH 89/90] Bring full_test_suite onto "testing" agent --- .buildkite/pipeline.yml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index b82b2ce1f..3b85abc49 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -21,9 +21,9 @@ steps: # - "indexer.log" - label: ":coverage: full test suite (FTS)" -# if: | -# (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || -# (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") + if: | + (build.pull_request.base_branch == "develop" && !build.pull_request.draft) || + (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true") commands: - echo Full test suite container name - $${FTS_CONTAINER_NAME} - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up @@ -45,6 +45,8 @@ steps: FTS_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite + agents: + queue: "testing" - wait From 54de5ed925414271903f673cd68412e934de1695 Mon Sep 17 00:00:00 2001 From: rozhkovdmitrii Date: Sat, 12 Mar 2022 13:29:41 +0500 Subject: [PATCH 90/90] Use full_test_suite:develop --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 3b85abc49..bcf0716f5 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -44,7 +44,7 @@ steps: SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana FTS_THRESHOLD: 1700 FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER} - FTS_IMAGE: neonlabsorg/full_test_suite:583-full-test-suite + FTS_IMAGE: neonlabsorg/full_test_suite:develop agents: queue: "testing"