583 introduce full test suite

.buildkite/pipeline.yml

@@ -6,24 +6,54 @@ steps:
 
   - wait
 
-  - label: ":cop::skin-tone-2: deploy check"
-    command: ".buildkite/steps/deploy-test.sh"
-    timeout: 90
+#  - label: ":cop::skin-tone-2: deploy check"
+#    command: ".buildkite/steps/deploy-test.sh"
+#    timeout: 90
+#    agents:
+#       queue: "testing"
+#    artifact_paths:
+#      - "proxy.log"
+#      - "solana.log"
+#      - "measurements.log"
+#      - "evm_loader.log"
+#      - "faucet.log"
+#      - "airdropper.log"
+#      - "indexer.log"
+
+  - label: ":coverage: full test suite (FTS)"
+    if: |
+        (build.pull_request.base_branch == "develop" && !build.pull_request.draft) ||
+        (build.source == "trigger_job" && build.env("NEON_EVM_FULL_TEST_SUITE") == "true")
+    commands:
+      - echo Full test suite container name - $${FTS_CONTAINER_NAME}
+      - docker-compose -f docker-compose/docker-compose-full-test-suite.yml up
+      - FTS_RESULT=$(docker logs $${FTS_CONTAINER_NAME} | (grep -oP "(?<=Passing - )\d+" || echo 0))
+      - docker cp $${FTS_CONTAINER_NAME}:/opt/allure-reports.tar.gz ./
+      - docker logs $${FTS_CONTAINER_NAME} > ./$${FTS_CONTAINER_NAME}.log
+      - docker-compose -f docker-compose/docker-compose-full-test-suite.yml rm -f
+      - echo Full test passing - $${FTS_RESULT}
+      - echo Full test threshold - $${FTS_THRESHOLD}
+      - echo Check if $${FTS_RESULT} is greater or equeal $${FTS_THRESHOLD}
+      - test $${FTS_RESULT} -ge $${FTS_THRESHOLD}
+    artifact_paths:
+      - allure-reports.tar.gz
+      - fts_${BUILDKITE_BUILD_NUMBER}.log
+    env:
+      PROXY_URL: http://proxy.night.stand.neontest.xyz/solana
+      FAUCET_URL: http://proxy.night.stand.neontest.xyz/request_eth_token
+      SOLANA_URL: http://proxy.night.stand.neontest.xyz/node-solana
+      FTS_THRESHOLD: 1700
+      FTS_CONTAINER_NAME: fts_${BUILDKITE_BUILD_NUMBER}
+      FTS_IMAGE: neonlabsorg/full_test_suite:develop
     agents:
        queue: "testing"
-    artifact_paths:
-      - "proxy.log"
-      - "solana.log"
-      - "measurements.log"
-      - "evm_loader.log"
-      - "faucet.log"
-      - "airdropper.log"
-      - "indexer.log"
 
   - wait
 
   - label: ":floppy_disk: publish image"
     command: ".buildkite/steps/publish-image.sh"
     if: |
         build.branch =~ /^(master|develop|^ci-.+|v[0-9]+\.[0-9]+\..+)$$/ &&
-        (build.env("EVM_LOADER_BRANCH") == "develop" || build.env("EVM_LOADER_BRANCH") == null)
+        (build.env("NEON_EVM_BRANCH") == "develop" || build.env("NEON_EVM_BRANCH") == null)
+
+

.buildkite/steps/build-image.sh

@@ -4,16 +4,16 @@ set -euo pipefail
 REVISION=$(git rev-parse HEAD)
 
 set ${SOLANA_REVISION:=v1.8.12-testnet}
-set ${EVM_LOADER_REVISION:=latest}
+set ${NEON_EVM_COMMIT:=latest}
 
 # Refreshing neonlabsorg/solana:latest image is required to run .buildkite/steps/build-image.sh locally
 docker pull neonlabsorg/solana:${SOLANA_REVISION}
 
 # Refreshing neonlabsorg/evm_loader:latest image is required to run .buildkite/steps/build-image.sh locally
-docker pull neonlabsorg/evm_loader:${EVM_LOADER_REVISION}
+docker pull neonlabsorg/evm_loader:${NEON_EVM_COMMIT}
 
 docker build -t neonlabsorg/proxy:${REVISION} \
     --build-arg SOLANA_REVISION=${SOLANA_REVISION} \
-    --build-arg EVM_LOADER_REVISION=${EVM_LOADER_REVISION} \
+    --build-arg NEON_EVM_COMMIT=${NEON_EVM_COMMIT} \
     --build-arg PROXY_REVISION=${REVISION} \
     .

Dockerfile

@@ -1,9 +1,9 @@
 ARG SOLANA_REVISION=v1.8.12-testnet
-ARG EVM_LOADER_REVISION=latest
+ARG NEON_EVM_COMMIT=latest
 
 FROM neonlabsorg/solana:${SOLANA_REVISION} AS cli
 
-FROM neonlabsorg/evm_loader:${EVM_LOADER_REVISION} AS spl
+FROM neonlabsorg/evm_loader:${NEON_EVM_COMMIT} AS spl
 
 FROM ubuntu:20.04
 

docker-compose/docker-compose-full-test-suite.yml

@@ -0,0 +1,23 @@
+version: "3"
+
+services:
+
+  full_test_suite:
+    container_name: ${FTS_CONTAINER_NAME:-full_test_suite}
+    image: ${FTS_IMAGE:-neonlabsorg/develop}
+    entrypoint: ./run-test.sh 2>/dev/null
+    environment:
+      - NETWORK_NAME=night-stand
+      - PROXY_URL=${PROXY_URL}
+      - NETWORK_ID=111
+      - ADDRESS_FROM=
+      - ADDRESS_TO=
+      - PRIVATE_KEY=
+      - REQUEST_AMOUNT=20000
+      - FAUCET_URL=${FAUCET_URL}
+      - USE_FAUCET=true
+      - SOLANA_EXPLORER=https://explorer.solana.com/?cluster=custom&customUrl=http://proxy.night.stand.neontest.xyz/node-solana
+      - SOLANA_URL=${SOLANA_URL}
+      - USERS_NUMBER=15
+      - JOBS_NUMBER=8
+    network_mode: host

proxy/docker-compose-test.yml

@@ -26,7 +26,7 @@ services:
 
   evm_loader:
     container_name: evm_loader
-    image: neonlabsorg/evm_loader:${EVM_LOADER_REVISION:-latest}
+    image: neonlabsorg/evm_loader:${NEON_EVM_COMMIT:-latest}
     environment:
       - SOLANA_URL=http://solana:8899
     networks: