Add support for RHEL Centos 8 RPM

docker/build/cicd.centos8.Dockerfile

@@ -0,0 +1,35 @@
+ARG ARCH="amd64"
+
+FROM ${ARCH}/centos:8
+ARG GOLANG_VERSION
+ARG ARCH="amd64"
+RUN yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm && \
+    yum update -y && \
+    yum install -y autoconf wget awscli git gnupg2 nfs-utils python3-devel boost-devel expect jq \
+    libtool gcc-c++ libstdc++-devel rpmdevtools createrepo rpm-sign bzip2 which \
+    libffi-devel openssl-devel
+RUN dnf install -y epel-release && \
+    dnf update && \
+    dnf -y install sqlite && \
+    dnf -y --enablerepo=powertools install libstdc++-static && \
+    dnf -y install make
+RUN echo "${BOLD}Downloading and installing binaries...${RESET}" && \
+    curl -Of https://shellcheck.storage.googleapis.com/shellcheck-v0.7.0.linux.x86_64.tar.xz && \
+    tar -C /usr/local/bin/ -xf shellcheck-v0.7.0.linux.x86_64.tar.xz --no-anchored 'shellcheck' --strip=1
+WORKDIR /root
+RUN wget https://dl.google.com/go/go${GOLANG_VERSION}.linux-${ARCH%v*}.tar.gz \
+    && tar -xvf go${GOLANG_VERSION}.linux-${ARCH%v*}.tar.gz && \
+    mv go /usr/local
+ENV GOROOT=/usr/local/go \
+    GOPATH=$HOME/go \
+    ARCH_TYPE=${ARCH}
+RUN mkdir -p $GOPATH/src/github.com/algorand
+COPY . $GOPATH/src/github.com/algorand/go-algorand
+ENV PATH=$GOPATH/bin:$GOROOT/bin:$PATH \
+    GOPROXY=https://proxy.golang.org,https://pkg.go.dev,https://goproxy.io,direct
+WORKDIR $GOPATH/src/github.com/algorand/go-algorand
+RUN make clean
+RUN rm -rf $GOPATH/src/github.com/algorand/go-algorand && \
+    mkdir -p $GOPATH/src/github.com/algorand/go-algorand
+RUN echo "vm.max_map_count = 262144" >> /etc/sysctl.conf
+CMD ["/bin/bash"]

docker/build/cicd.ubuntu.Dockerfile

@@ -22,4 +22,3 @@ RUN rm -rf $GOPATH/src/github.com/algorand/go-algorand && \
     mkdir -p $GOPATH/src/github.com/algorand/go-algorand
 RUN echo "vm.max_map_count = 262144" >> /etc/sysctl.conf
 CMD ["/bin/bash"]
-

package-deploy.yaml

@@ -63,6 +63,26 @@ agents:
       - $HOME/.gnupg/pubring.kbx:/root/.gnupg/pubring.kbx
     workDir: $HOME/projects/go-algorand
 
+
+  - name: rpm.centos8
+    dockerFilePath: docker/build/cicd.centos8.Dockerfile
+    image: algorand/go-algorand-ci-linux-centos8
+    version: scripts/configure_dev-deps.sh
+    buildArgs:
+      - GOLANG_VERSION=`./scripts/get_golang_version.sh`
+    env:
+      - AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID
+      - AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY
+      - NETWORK=$NETWORK
+      - PACKAGES_DIR=$PACKAGES_DIR
+      - NO_DEPLOY=$NO_DEPLOY
+      - S3_SOURCE=$S3_SOURCE
+      - VERSION=$VERSION
+    volumes:
+      - $XDG_RUNTIME_DIR/gnupg/S.gpg-agent:/root/.gnupg/S.gpg-agent
+      - $HOME/.gnupg/pubring.kbx:/root/.gnupg/pubring.kbx
+    workDir: $HOME/projects/go-algorand
+
 tasks:
   - task: docker.Make
     name: docker
@@ -84,6 +104,11 @@ tasks:
     agent: rpm
     target: mule-deploy-rpm
 
+  - task: docker.Make
+    name: rpm.centos8
+    agent: rpm.centos8
+    target: mule-deploy-rpm-centos8
+
 jobs:
   package-deploy:
     tasks:
@@ -99,6 +124,7 @@ jobs:
   package-deploy-rpm:
     tasks:
       - docker.Make.rpm
+      - docker.Make.rpm.centos8
 
   docker-hub:
     tasks:

package-test.yaml

@@ -31,6 +31,22 @@ agents:
       - VERSION=$VERSION
     workDir: $HOME/projects/go-algorand
 
+  - name: rpm-centos8
+    dockerFilePath: docker/build/cicd.centos8.Dockerfile
+    image: algorand/mule-linux-centos8
+    version: scripts/configure_dev-deps.sh
+    buildArgs:
+      - GOLANG_VERSION=`./scripts/get_golang_version.sh`
+    env:
+      - AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID
+      - AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY
+      - BRANCH=$BRANCH
+      - NETWORK=$NETWORK
+      - S3_SOURCE=$S3_SOURCE
+      - SHA=$SHA
+      - VERSION=$VERSION
+    workDir: $HOME/projects/go-algorand
+
 tasks:
   - task: docker.Make
     name: package-test-deb
@@ -42,11 +58,17 @@ tasks:
     agent: rpm
     target: mule-test-rpm
 
+  - task: docker.Make
+    name: package-test-rpm-centos8
+    agent: rpm-centos8
+    target: mule-test-rpm-centos8
+
 jobs:
   package-test:
     tasks:
       - docker.Make.package-test-deb
       - docker.Make.package-test-rpm
+      - docker.Make.package-test-rpm-centos8
 
   package-test-deb:
     tasks:
@@ -55,4 +77,5 @@ jobs:
   package-test-rpm:
     tasks:
       - docker.Make.package-test-rpm
+      - docker.Make.package-test-rpm-centos8
 

package.yaml

@@ -21,6 +21,17 @@ agents:
       - VERSION=$VERSION
     workDir: $HOME/projects/go-algorand
 
+  - name: rpm.centos8
+    dockerFilePath: docker/build/cicd.centos8.Dockerfile
+    image: algorand/go-algorand-ci-linux-centos8
+    version: scripts/configure_dev-deps.sh
+    buildArgs:
+      - GOLANG_VERSION=`./scripts/get_golang_version.sh`
+    env:
+      - NETWORK=$NETWORK
+      - VERSION=$VERSION
+    workDir: $HOME/projects/go-algorand
+
   - name: docker
     dockerFilePath: docker/build/docker.ubuntu.Dockerfile
     image: algorand/go-algorand-docker-linux-ubuntu
@@ -45,6 +56,11 @@ tasks:
     agent: rpm
     target: mule-package-rpm
 
+  - task: docker.Make
+    name: rpm.centos8
+    agent: rpm.centos8
+    target: mule-package-rpm.centos8
+
   - task: docker.Make
     name: deb
     agent: deb
@@ -61,6 +77,7 @@ jobs:
       - docker.Make.build
       - docker.Make.deb
       - docker.Make.rpm
+      - docker.Make.rpm.centos8
       - docker.Make.docker
 
   package-deb:
@@ -71,6 +88,7 @@ jobs:
     tasks:
       - docker.Make.build
       - docker.Make.rpm
+      - docker.Make.rpm.centos8
 
   package-docker:
     tasks:

scripts/release/README.md

@@ -50,9 +50,9 @@ This section briefly describes the expected outcomes of the current build pipeli
 
 1. build
 
-    1. Build (compile) the binaries in a Centos 7 docker container that will then be used by both `deb` and `rpm` packaging.
+    1. Build (compile) the binaries in a Centos 7 & 8 docker container that will then be used by both `deb` and `rpm` packaging.
 
-    1. Docker containers will package `deb` and `rpm` artifacts inside of Ubuntu 18.04 and Centos 7, respectively.
+    1. Docker containers will package `deb` and `rpm` artifacts inside of Ubuntu 18.04 and Centos 7 & 8, respectively.
 
     1. Jenkins will then pause to wait for [the only manual part of the build/package/test phase], which is to forward the `gpg-agent` that establishes a direct between the local machine that contains the signing keys and the remote ec2 instance.
 
@@ -70,6 +70,7 @@ This section briefly describes the expected outcomes of the current build pipeli
     - The packages are built from the correct branch and channel and are the correct version.  This done by running `algod -v`.
         + This is done for the following docker containers:
             - centos:7
+            - centos:8
             - fedora:28
             - ubuntu:16.04
             - ubuntu:18.04

scripts/release/build/rpm/docker.sh

@@ -9,6 +9,7 @@ echo
 set -ex
 
 sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=${HOME},dst=/root/subhome algocentosbuild /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/build/rpm/package.sh"
+sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=${HOME},dst=/root/subhome algocentos8build /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/build/rpm/package.sh"
 
 echo
 date "+build_release end PACKAGE RPM stage %Y%m%d_%H%M%S"

scripts/release/build/stage/build/task.sh

@@ -32,9 +32,12 @@ fi
 
 # Run RPM build in Centos7 Docker container
 sg docker "docker build -t algocentosbuild - < $HOME/go/src/github.com/algorand/go-algorand/scripts/release/common/docker/centos.Dockerfile"
-
 sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=${HOME},dst=/root/subhome algocentosbuild /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/build/rpm/build.sh"
 
+# Run RPM build in Centos8 Docker container
+sg docker "docker build -t algocentos8build - < $HOME/go/src/github.com/algorand/go-algorand/scripts/release/common/docker/centos8.Dockerfile"
+sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=${HOME},dst=/root/subhome algocentos8build /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/build/rpm/build.sh"
+
 echo
 date "+build_release end BUILD stage %Y%m%d_%H%M%S"
 echo

scripts/release/build/stage/package/task.sh

@@ -13,6 +13,7 @@ echo
 "${HOME}"/go/src/github.com/algorand/go-algorand/scripts/release/build/deb/package.sh
 
 sg docker "docker run --rm --env-file $HOME/build_env_docker --mount type=bind,src=$HOME,dst=/root/subhome algocentosbuild /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/build/rpm/package.sh"
+sg docker "docker run --rm --env-file $HOME/build_env_docker --mount type=bind,src=$HOME,dst=/root/subhome algocentos8build /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/build/rpm/package.sh"
 
 echo
 date "+build_release end PACKAGE stage %Y%m%d_%H%M%S"

scripts/release/common/docker/centos8.Dockerfile

@@ -0,0 +1,8 @@
+FROM centos:8
+
+WORKDIR /root
+RUN yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
+RUN yum install -y autoconf awscli curl git gnupg2 nfs-utils python36 sqlite3 boost-devel expect jq libtool gcc-c++ libstdc++-devel libstdc++-static rpmdevtools createrepo rpm-sign bzip2 which ShellCheck
+
+ENTRYPOINT ["/bin/bash"]
+

scripts/release/common/setup.sh

@@ -105,6 +105,7 @@ fi
 
 sudo usermod -a -G docker ubuntu
 sg docker "docker pull centos:7"
+sg docker "docker pull centos:8"
 sg docker "docker pull ubuntu:18.04"
 
 cat << EOF >> "${HOME}/.bashrc"

scripts/release/prod/rpm/run_centos.sh

@@ -10,3 +10,7 @@ sg docker "docker build -t algocentosbuild - < ${HOME}/go/src/github.com/algoran
 
 sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=/run/user/1000/gnupg/S.gpg-agent,dst=/root/S.gpg-agent --mount type=bind,src=${HOME}/prodrepo,dst=/root/prodrepo --mount type=bind,src=${HOME}/keys,dst=/root/keys --mount type=bind,src=${HOME},dst=/root/subhome algocentosbuild /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/prod/rpm/snapshot.sh"
 
+# Run RPM build in Centos8 Docker container
+sg docker "docker build -t algocentos8build - < ${HOME}/go/src/github.com/algorand/go-algorand/scripts/release/common/docker/centos8.Dockerfile"
+
+sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=/run/user/1000/gnupg/S.gpg-agent,dst=/root/S.gpg-agent --mount type=bind,src=${HOME}/prodrepo,dst=/root/prodrepo --mount type=bind,src=${HOME}/keys,dst=/root/keys --mount type=bind,src=${HOME},dst=/root/subhome algocentos8build /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/prod/rpm/snapshot.sh"

scripts/release/test/rpm/run_centos.sh

@@ -16,6 +16,8 @@ fi
 
 # Run RPM build in Centos7 Docker container
 sg docker "docker build -t algocentosbuild - < ${HOME}/go/src/github.com/algorand/go-algorand/scripts/release/common/docker/centos.Dockerfile"
+# Run RPM build in Centos8 Docker container
+sg docker "docker build -t algocentos8build - < ${HOME}/go/src/github.com/algorand/go-algorand/scripts/release/common/docker/centos8.Dockerfile"
 
 cat <<EOF>"${HOME}"/dummyrepo/algodummy.repo
 [algodummy]
@@ -30,6 +32,7 @@ cd "${HOME}"/dummyrepo && python3 "${HOME}"/go/src/github.com/algorand/go-algora
 trap "${HOME}"/go/src/github.com/algorand/go-algorand/scripts/kill_httpd.sh 0
 
 sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=/run/user/1000/gnupg/S.gpg-agent,dst=/root/S.gpg-agent --mount type=bind,src=${HOME}/dummyrepo,dst=/root/dummyrepo --mount type=bind,src=${HOME}/keys,dst=/root/keys --mount type=bind,src=${HOME},dst=/root/subhome algocentosbuild /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/test/rpm/test_algorand.sh"
+sg docker "docker run --rm --env-file ${HOME}/build_env_docker --mount type=bind,src=/run/user/1000/gnupg/S.gpg-agent,dst=/root/S.gpg-agent --mount type=bind,src=${HOME}/dummyrepo,dst=/root/dummyrepo --mount type=bind,src=${HOME}/keys,dst=/root/keys --mount type=bind,src=${HOME},dst=/root/subhome algocentos8build /root/subhome/go/src/github.com/algorand/go-algorand/scripts/release/test/rpm/test_algorand.sh"
 
 echo
 date "+build_release end TEST stage %Y%m%d_%H%M%S"

test/muleCI/Jenkinsfile

@@ -1,3 +1,3 @@
-@Library('go-algorand-ci') _
+@Library('go-algorand-ci@update-cicd-cachename') _
 
 muleCI('test/muleCI/mule.yaml', '0.0.12')

test/muleCI/mule.yaml

@@ -25,6 +25,19 @@ agents:
     buildArgs:
       - GOLANG_VERSION=`./scripts/get_golang_version.sh`
       - ARCH=amd64
+  - name: cicd.centos8.amd64
+    dockerFilePath: docker/build/cicd.centos8.Dockerfile
+    image: algorand/go-algorand-ci-linux-centos8
+    version: scripts/configure_dev-deps.sh
+    arch: amd64
+    env:
+      - TRAVIS_BRANCH=${GIT_BRANCH}
+      - NETWORK=$NETWORK
+      - VERSION=$VERSION
+      - BUILD_NUMBER=$BUILD_NUMBER
+    buildArgs:
+      - GOLANG_VERSION=`./scripts/get_golang_version.sh`
+      - ARCH=amd64
   - name: cicd.ubuntu.arm64
     dockerFilePath: docker/build/cicd.ubuntu.Dockerfile
     image: algorand/go-algorand-ci-linux-ubuntu
@@ -98,10 +111,21 @@ tasks:
     agent: cicd.centos.amd64
     target: archive
 
+  - task: docker.Make
+    name: archive.amd64.centos8
+    agent: cicd.centos8.amd64
+    target: archive
+
   - task: docker.Make
     name: rpm.amd64
     agent: cicd.centos.amd64
     target: mule-package-rpm
+
+  - task: docker.Make
+    name: rpm.amd64.centos8
+    agent: cicd.centos8.amd64
+    target: mule-package-rpm
+
   - task: docker.Make
     name: deb.amd64
     agent: cicd.ubuntu.amd64
@@ -206,11 +230,13 @@ jobs:
       - stash.Unstash.linux-arm
       - docker.Make.deb.amd64
       - docker.Make.rpm.amd64
+      - docker.Make.rpm.amd64.centos8
       - stash.Stash.packages
   archive-linux-amd64:
     tasks:
       - stash.Unstash.packages
       - docker.Make.archive.amd64
+      - docker.Make.archive.amd64.centos8
   package-docker:
     tasks:
       - docker.Make.docker-image