.gitlab-ci.yml

include:
  - template: 'Workflows/Branch-Pipelines.gitlab-ci.yml'
  - '.gitlab/ci/dejagnu-test.yml'
  - '.gitlab/docker/images_build.yml'

stages:
  - images
  - generate_version
  - build
  - codesign
  - internal_deploy
  - pre_test
  - test
  - dejagnu-test
  - github_deploy

image: ${CI_DOCKER_REGISTRY}/esp32-ci-env

variables:
  # GIT_STRATEGY - use option from "CI / CD Settings" - "General pipelines"
  GIT_SUBMODULE_STRATEGY: normal

  # show artifact downloading progress
  TRANSFER_METER_FREQUENCY: 5s

  ARCHIVE_TOOL: "tar -cJvf" # 'v' we need to check the contents of the archive by log
  UNARCHIVE_TOOL: "tar -xf"
  ARCHIVE_EXT: "tar.xz"
  BINARY_EXT: ""
  XTENSA_CHIPS: "esp32 esp32s2 esp32s3"

  DEJAGNU_IMAGE_TAG: 20210826-3
  COMPILER_TESTSUITE_IMAGE: $CI_DOCKER_REGISTRY/compiler-testsuite:3

  GIT_SERVER: "${CI_SERVER_PROTOCOL}://gitlab-ci-token:${CI_JOB_TOKEN}@${CI_SERVER_HOST}:${CI_SERVER_PORT}"

.use_ci_tools: &use_ci_tools |
  curl -sSL ${CIT_LOADER_URL} -o cit_loader.sh && sh cit_loader.sh
  source citools/import_functions

# ESPCI_HOMEBREW_PREFIX is set up in runner's config.toml
.check_and_setup_homebrew: &check_and_setup_homebrew |
  if [[ "$OSTYPE" == "darwin"* ]]; then
    eval "$(${ESPCI_HOMEBREW_PREFIX}/bin/brew shellenv)"
  fi

before_script:
  - *use_ci_tools
  - *check_and_setup_homebrew

# Configure crosstool-NG
.build_ctng: &build_ctng |
  ./bootstrap
  ./configure --enable-local
  make
  ./ct-ng ${CONF_TARGET}

# ct-ng options common for all platforms
.configure_common: &configure_common |
  echo "# CT_LOG_PROGRESS_BAR is not set" >> .config
  echo "# CT_PREFIX_DIR_RO is not set" >> .config
  echo "CT_LOG_EXTRA=y" >> .config
  echo "CT_LOG_LEVEL_MAX=\"EXTRA\"" >> .config
  echo "CT_LOG_TO_FILE=y" >> .config
  echo "# CT_LOG_FILE_COMPRESS is not set" >> .config
  echo "CT_USE_MIRROR=y" >> .config
  echo "CT_FORCE_MIRROR=y" >> .config
  echo "CT_MIRROR_BASE_URL=\"${MIRROR_BASE}\"" >> .config
  echo "CT_NEWLIB_DEVEL_URL=\"${GIT_SERVER}/idf/newlib-cygwin.git\"" >> .config
  echo "CT_GCC_DEVEL_URL=\"${GIT_SERVER}/idf/gcc.git\"" >> .config
  echo "CT_BINUTILS_DEVEL_URL=\"${GIT_SERVER}/idf/binutils-gdb.git\"" >> .config
  echo "CT_PICOLIBC_DEVEL_URL=\"${GIT_SERVER}/idf/picolibc.git\"" >> .config

# Configuration specific to Docker
.configure_docker: &configure_docker |
  echo "CT_ALLOW_BUILD_AS_ROOT=y" >> .config
  echo "CT_ALLOW_BUILD_AS_ROOT_SURE=y" >> .config
  echo "CT_CONNECT_TIMEOUT=30" >> .config

# If PIE is enabled by default in build GCC, add a flag to disable it
# For example, it appears on Ubuntu 17.04 or Debian 9
.configure_linux_no_pie: &configure_linux_no_pie |
  gcc -v |& grep -- --enable-default-pie > /dev/null && echo "CT_EXTRA_LDFLAGS_FOR_HOST=\"-no-pie\"" >> .config

# Configuration specific to crossbuilds
.configure_crossbuild: &configure_crossbuild |
  echo "CT_CANADIAN=y" >> .config
  echo "CT_BUILD=\"${CONF_BUILD}\"" >> .config
  echo "CT_BUILD_PREFIX=\"${CONF_BUILD}-\"" >> .config
  echo "CT_BUILD_SUFFIX=\"\"" >> .config
  echo "CT_HOST=\"${CONF_HOST}\"" >> .config
  echo "CT_HOST_PREFIX=\"${CONF_HOST}-\"" >> .config
  echo "CT_HOST_SUFFIX=\"\"" >> .config

.configure_win_crossbuild: &configure_win_crossbuild |
  # Append option
  ( \
    KV=$(grep "CT_CC_GCC_EXTRA_CONFIG_ARRAY" .config) \
    && echo "${KV%\"} --with-gnu-ld\"" >> .config; \
  )

# Actual build
.build_toolchain: &build_toolchain |
  ./ct-ng oldconfig
  ./ct-ng build

.add_extra_files: &add_extra_files |
  if [ "${EXTRA_BINS:-}" ]; then
    cp -v ${EXTRA_BINS} builds/${CONF_TARGET}/bin/
  fi


# build/add toolchain wrappers
.add_wrappers: &add_wrappers |
  export CARGO_NET_GIT_FETCH_WITH_CLI=true
  if [ $CONF_TARGET == "xtensa-esp-elf" ]; then
    pushd esp-toolchain-bin-wrappers/gnu-xtensa-toolchian
    if [ "${CONF_HOST:-}" ]; then
      cargo build --release --target=$RUST_TARGET_TRIPLET --config target.$RUST_TARGET_TRIPLET.linker=\"$CONF_HOST-gcc\"
    else
      cargo build --release --target=$RUST_TARGET_TRIPLET
    fi

    rm $PWD/../../builds/$CONF_TARGET/bin/*ct-ng.config

    BIN_WRAPPER=target/$RUST_TARGET_TRIPLET/release/xtensa-toolchian-wrapper${BINARY_EXT}
    for FILE in $PWD/../../builds/$CONF_TARGET/bin/*
    do
      FILENAME=$(basename $FILE)
      DIRNAME=$(dirname $FILE)
      for CHIP in $XTENSA_CHIPS
      do
        DST_FILE=$DIRNAME/${FILENAME//esp/$CHIP}
        echo "Add wrapper \"$DST_FILE\""
        cp $BIN_WRAPPER $DST_FILE
      done
    done
    popd
  fi

.gen_platformio_package_json: &gen_platformio_package_json |
  cat >builds/${CONF_TARGET}/package.json <<EOL
  {
    "name": "${CONF_TARGET}",
    "version": "${DIST_VERSION_SHORT}",
    "description": "GNU Toolchain with NewLib for Espressif ${CONF_TARGET%%-*} MCUs",
    "keywords": [
      "toolchain",
      "espressif"
    ],
    "license": "GPL-2.0-or-later",
    "repository": {
      "type": "git",
      "url": "https://github.com/espressif/crosstool-NG"
    },
    "system": ${PLATFORMIO_SYSTEM}
  }
  EOL

# Package the toolchain
.package_toolchain: &package_toolchain |
  mkdir -p dist
  cd builds
  rm -fv ${CONF_TARGET}/build.log*
  ${ARCHIVE_TOOL} ${ARCHIVE_NAME} ${CONF_TARGET}/ > tar-list.txt 2>&1
  mv tar-list.txt ..
  mv ${ARCHIVE_NAME} ../dist/
  echo "${ARCHIVE_NAME}" > ../dist/dist_name_${PLATFORM_NAME}_${CONF_TARGET}
  ls -l ../dist/
  cd -

# Common template for all builds
.build_template:
  stage: build
  allow_failure: true
  tags: [ "build", "amd64" ]
  variables:
    # Do not compress artifacts because we already use compressed archives
    ARTIFACT_COMPRESSION_LEVEL: "fastest"
    ARCHIVE_NAME: ${CONF_TARGET}-${DIST_VERSION_SHORT}-${PLATFORM_NAME}.${ARCHIVE_EXT}
    CONF_BUILD: "x86_64-linux-gnu"
  artifacts:
    paths:
      - .config
      # suggest you use `bzless` tool to easily read this log
      - build.log.bz2
      - tar-list.txt
      - dist
    when: always
    expire_in: 6 weeks
  after_script:
    # save artifacts in any case (both failure or success)
    - test -f .config && git add -f .config
    - test -f build.log && bzip2 build.log
    - test -f build.log.bz2 && git add -f build.log.bz2
    - test -f tar-list.txt && git add -f tar-list.txt
    - test -d dist && git add -f dist
    - git clean -dxff >/dev/null

.build_template_linux:
  extends: .build_template
  script:
    - *build_ctng
    - *configure_common
    - *configure_docker
    - *configure_linux_no_pie
    - *build_toolchain
    - *add_wrappers
    - *gen_platformio_package_json
    - *package_toolchain

xtensa_esp_lin_amd64:
  extends: .build_template_linux
  image: $CI_REGISTRY_IMAGE/build-linux-x86_64:latest
  variables:
    PLATFORM_NAME: "x86_64-linux-gnu"
    CONF_HOST: "x86_64-linux-gnu"
    CONF_TARGET: "xtensa-esp-elf"
    RUST_TARGET_TRIPLET: "x86_64-unknown-linux-gnu"
    PLATFORMIO_SYSTEM: "\"linux_x86_64\""

riscv32_esp_lin_amd64:
  extends: .build_template_linux
  image: $CI_REGISTRY_IMAGE/build-linux-x86_64:latest
  variables:
    PLATFORM_NAME: "x86_64-linux-gnu"
    CONF_HOST: "x86_64-linux-gnu"
    CONF_TARGET: "riscv32-esp-elf"
    PLATFORMIO_SYSTEM: "\"linux_x86_64\""

xtensa_esp_lin_i586:
  extends: .build_template_linux
  image: $CI_REGISTRY_IMAGE/build-linux-x86:latest
  variables:
    PLATFORM_NAME: "i586-linux-gnu"
    CONF_HOST: "i586-linux-gnu"
    CONF_TARGET: "xtensa-esp-elf"
    RUST_TARGET_TRIPLET: "i586-unknown-linux-gnu"
    PLATFORMIO_SYSTEM: "\"linux_i686\""

riscv32_esp_lin_i586:
  extends: .build_template_linux
  image: $CI_REGISTRY_IMAGE/build-linux-x86:latest
  variables:
    PLATFORM_NAME: "i586-linux-gnu"
    CONF_HOST: "i586-linux-gnu"
    CONF_TARGET: "riscv32-esp-elf"
    PLATFORMIO_SYSTEM: "\"linux_i686\""

# Fix osxcross library paths in built binaries
.fix_macos_library_paths: &fix_macos_library_paths |
  pushd builds
  MACH_O_FILES=$(for file in $(find ${CONF_TARGET} -type f) ; do file $file; done | grep 'Mach-O' | awk '{print $1}' | sed 's/://g')
  for file in $MACH_O_FILES; do
    LIB_LIST=$(${CONF_HOST}-otool -L $file | awk '{print $1}' | grep osxcross || true);
    if [ "${LIB_LIST:-}" = "" ]; then
      continue;
    fi
    for lib in $LIB_LIST; do
      if [ $(basename $lib) != "libstdc++.6.dylib" ]; then
        echo "Unexpected library: $lib";
        exit 1;
      fi
      echo "Fixing library path $lib for file $file"
      ${CONF_HOST}-install_name_tool -change $lib "/usr/lib/$(basename $lib)" $file || ( echo "install_name_tool error... exiting" && exit 1 )
    done
  done
  popd

.template_macos_cross:
  extends: .build_template
  image: $CI_REGISTRY_IMAGE/build-macos:latest
  variables:
    PLATFORM_NAME: "x86_64-apple-darwin"
    CONF_HOST: "x86_64-apple-darwin21.1"
    MACOSX_DEPLOYMENT_TARGET: "10.8"
    RUST_TARGET_TRIPLET: "x86_64-apple-darwin"
    PLATFORMIO_SYSTEM: "\"darwin_x86_64\""
  script:
    - *build_ctng
    - *configure_common
    - *configure_docker
    - *configure_crossbuild
    - *build_toolchain
    - *add_wrappers
    - *fix_macos_library_paths
    - *gen_platformio_package_json
    - *package_toolchain

xtensa_esp_macos:
  extends: .template_macos_cross
  variables:
    CONF_TARGET: "xtensa-esp-elf"

riscv32_esp_macos:
  extends: .template_macos_cross
  variables:
    CONF_TARGET: "riscv32-esp-elf"

.template_macos_arm64_cross:
  extends: .build_template
  image: $CI_REGISTRY_IMAGE/build-macos:latest
  variables:
    PLATFORM_NAME: "aarch64-apple-darwin"
    CONF_HOST: "aarch64-apple-darwin21.1"
    MACOSX_DEPLOYMENT_TARGET: "10.13"
    RUST_TARGET_TRIPLET: "aarch64-apple-darwin"
    PLATFORMIO_SYSTEM: "\"darwin_arm64\""
  script:
    - |
      if [ -f /.dockerenv ]; then
        rm /usr/bin/gcc && ln -s clang /usr/bin/gcc;
        rm /usr/bin/g++ && ln -s clang++ /usr/bin/g++;
      fi
    - *build_ctng
    - *configure_common
    - *configure_docker
    - *configure_crossbuild
    - *build_toolchain
    - *add_wrappers
    - *gen_platformio_package_json
    - *fix_macos_library_paths
    - *package_toolchain

xtensa_esp_macos_arm64:
  extends: .template_macos_arm64_cross
  variables:
    CONF_TARGET: "xtensa-esp-elf"

riscv32_esp_macos_arm64:
  extends: .template_macos_arm64_cross
  variables:
    CONF_TARGET: "riscv32-esp-elf"

.template_macos_codesign:
  stage: codesign
  when: manual
  resource_group: macos_codesign
  tags: [ "darwin", "codesign" ]
  artifacts:
    paths:
      - ${DIST_ART_DIR}
  variables:
    # directory with distro archives
    DIST_ART_DIR: dist
    # URL to macos codesign repo
    NOTARIZATION_SCRIPTS_GIT: "${GIT_SERVER}/espressif/macos_codesign_notarization.git"
  script:
    - git clone -q --depth=1 ${NOTARIZATION_SCRIPTS_GIT} -b ${CI_COMMIT_REF_NAME} ||
      git clone -q --depth=1 ${NOTARIZATION_SCRIPTS_GIT}
    - ./macos_codesign_notarization/run.sh

macos_codesign_xtensa_esp_macos_arm64:
  extends: .template_macos_codesign
  needs: [ xtensa_esp_macos_arm64 ]

macos_codesign_riscv32_esp_macos_arm64:
  extends: .template_macos_codesign
  needs: [ riscv32_esp_macos_arm64 ]

macos_codesign_xtensa_esp_macos:
  extends: .template_macos_codesign
  needs: [ xtensa_esp_macos ]

macos_codesign_riscv32_esp_macos:
  extends: .template_macos_codesign
  needs: [ riscv32_esp_macos ]

.template_win_cross:
  extends: .build_template
  image: $CI_REGISTRY_IMAGE/build-win-x86:latest
  variables:
    PLATFORM_NAME: "i686-w64-mingw32"
    CONF_HOST: "i686-w64-mingw32"
    ARCHIVE_TOOL: "zip -9 -r"
    ARCHIVE_EXT: "zip"
    EXTRA_BINS: "/usr/lib/gcc/i686-w64-mingw32/6.3-win32/libgcc_s_sjlj-1.dll /usr/lib/gcc/i686-w64-mingw32/6.3-win32/libstdc++-6.dll"
    RUST_TARGET_TRIPLET: "i686-pc-windows-gnu"
    BINARY_EXT: ".exe"
    PLATFORMIO_SYSTEM: "\"windows_x86\""
  script:
    - *build_ctng
    - *configure_common
    - *configure_docker
    - *configure_crossbuild
    - *configure_win_crossbuild
    - *build_toolchain
    - *add_extra_files
    - *add_wrappers
    - *gen_platformio_package_json
    - *package_toolchain

xtensa_esp_win:
  extends: .template_win_cross
  variables:
    CONF_TARGET: "xtensa-esp-elf"

riscv32_esp_win:
  extends: .template_win_cross
  variables:
    CONF_TARGET: "riscv32-esp-elf"

.template_win64_cross:
  extends: .build_template
  image: $CI_REGISTRY_IMAGE/build-win-x86_64:latest
  variables:
    PLATFORM_NAME: "x86_64-w64-mingw32"
    CONF_HOST: "x86_64-w64-mingw32"
    ARCHIVE_TOOL: "zip -9 -r"
    ARCHIVE_EXT: "zip"
    EXTRA_BINS: "/usr/lib/gcc/x86_64-w64-mingw32/6.3-win32/libgcc_s_seh-1.dll /usr/lib/gcc/x86_64-w64-mingw32/6.3-win32/libstdc++-6.dll"
    RUST_TARGET_TRIPLET: "x86_64-pc-windows-gnu"
    BINARY_EXT: ".exe"
    PLATFORMIO_SYSTEM: "\"windows_amd64\""
  script:
    - *build_ctng
    - *configure_common
    - *configure_docker
    - *configure_crossbuild
    - *configure_win_crossbuild
    - *build_toolchain
    - *add_extra_files
    - *add_wrappers
    - *gen_platformio_package_json
    - *package_toolchain

xtensa_esp_win64:
  extends: .template_win64_cross
  variables:
    CONF_TARGET: "xtensa-esp-elf"

riscv32_esp_win64:
  extends: .template_win64_cross
  variables:
    CONF_TARGET: "riscv32-esp-elf"

.template_win_manifest:
  stage: codesign
  tags: [ "windows", "manifest", "powershell" ]
  artifacts:
    paths:
      - ${DIST_ART_DIR}
  before_script: []
  variables:
    # directory with distro archives
    DIST_ART_DIR: dist
    # URL to windows manifest repo
    MANIFEST_SCRIPTS_GIT: "${GIT_SERVER}/espressif/windows_manifest.git"
  script:
    - git clone -q --depth=1 ${MANIFEST_SCRIPTS_GIT} -b ${CI_COMMIT_REF_NAME}; if ($LASTEXITCODE -ne 0) { git clone -q --depth=1 ${MANIFEST_SCRIPTS_GIT} }
    - ./windows_manifest/run.ps1

win_manifest_xtensa_esp_win64:
  extends: .template_win_manifest
  needs: [ generate_version, xtensa_esp_win64 ]
  variables:
    WIN_MANIFEST_APP_NAME: "xtensa_esp_win64"
    WIN_MANIFEST_ARCH: "x64"

win_manifest_riscv32_esp_win64:
  extends: .template_win_manifest
  needs: [ generate_version, riscv32_esp_win64 ]
  variables:
    WIN_MANIFEST_APP_NAME: "riscv32_esp_win64"
    WIN_MANIFEST_ARCH: "x64"

win_manifest_xtensa_esp_win:
  extends: .template_win_manifest
  needs: [ generate_version, xtensa_esp_win ]
  variables:
    WIN_MANIFEST_APP_NAME: "xtensa_esp_win"
    WIN_MANIFEST_ARCH: "x86"

win_manifest_riscv32_esp_win:
  extends: .template_win_manifest
  needs: [ generate_version, riscv32_esp_win ]
  variables:
    WIN_MANIFEST_APP_NAME: "riscv32_esp_win"
    WIN_MANIFEST_ARCH: "x86"

.template_lin_arm_cross:
  extends: .build_template
  image: $CI_REGISTRY_IMAGE/build-linux-arm:latest
  variables:
    INSTALL_LIBC_DEV: "y"
  script:
    - *build_ctng
    - *configure_common
    - *configure_docker
    - *configure_linux_no_pie
    - *configure_crossbuild
    - *build_toolchain
    - *add_wrappers
    - *gen_platformio_package_json
    - *package_toolchain

xtensa_esp_lin_armel:
  extends: .template_lin_arm_cross
  variables:
    PLATFORM_NAME: "arm-linux-gnueabi"
    CONF_TARGET: "xtensa-esp-elf"
    CONF_HOST: "arm-linux-gnueabi"
    RUST_TARGET_TRIPLET: "arm-unknown-linux-gnueabi"
    PLATFORMIO_SYSTEM: "[\"linux_armv6l\",\"linux_armv7l\"]"

riscv32_esp_lin_armel:
  extends: .template_lin_arm_cross
  variables:
    PLATFORM_NAME: "arm-linux-gnueabi"
    CONF_TARGET: "riscv32-esp-elf"
    CONF_HOST: "arm-linux-gnueabi"
    PLATFORMIO_SYSTEM: "[\"linux_armv6l\",\"linux_armv7l\"]"

# ARMHF

xtensa_esp_lin_armhf:
  extends: .template_lin_arm_cross
  variables:
    PLATFORM_NAME: "arm-linux-gnueabihf"
    CONF_TARGET: "xtensa-esp-elf"
    CONF_HOST: "arm-linux-gnueabihf"
    RUST_TARGET_TRIPLET: "arm-unknown-linux-gnueabihf"
    PLATFORMIO_SYSTEM: "[\"linux_armv7l\",\"linux_armv8l\"]"

riscv32_esp_lin_armhf:
  extends: .template_lin_arm_cross
  variables:
    PLATFORM_NAME: "arm-linux-gnueabihf"
    CONF_TARGET: "riscv32-esp-elf"
    CONF_HOST: "arm-linux-gnueabihf"
    PLATFORMIO_SYSTEM: "[\"linux_armv7l\",\"linux_armv8l\"]"

# ARM64

xtensa_esp_lin_arm64:
  extends: .template_lin_arm_cross
  variables:
    PLATFORM_NAME: "aarch64-linux-gnu"
    CONF_TARGET: "xtensa-esp-elf"
    CONF_HOST: "aarch64-linux-gnu"
    RUST_TARGET_TRIPLET: "aarch64-unknown-linux-gnu"
    PLATFORMIO_SYSTEM: "\"linux_aarch64\""

riscv32_esp_lin_arm64:
  extends: .template_lin_arm_cross
  variables:
    PLATFORM_NAME: "aarch64-linux-gnu"
    CONF_TARGET: "riscv32-esp-elf"
    CONF_HOST: "aarch64-linux-gnu"
    PLATFORMIO_SYSTEM: "\"linux_aarch64\""

generate_version:
  stage: generate_version
  tags: [ "build", "amd64" ]
  image: $CI_REGISTRY_IMAGE/build-linux-x86_64:latest
  variables:
    GIT_SUBMODULE_STRATEGY: none
  artifacts:
    reports:
      dotenv: version.env
  script:
    - DIST_VERSION_FULL=$(${CI_PROJECT_DIR}/maintainer/git-version-gen .)
    - DIST_VERSION_SHORT=${DIST_VERSION_FULL#"esp-"}
    - tmp=${DIST_VERSION_SHORT#*_}
    - WIN_MANIFEST_APP_VERSION="${DIST_VERSION_SHORT%_*}.${tmp:3:5}"
    - echo "DIST_VERSION_FULL=$DIST_VERSION_FULL" > version.env
    - echo "DIST_VERSION_SHORT=$DIST_VERSION_SHORT" >> version.env
    - echo "WIN_MANIFEST_APP_VERSION=$WIN_MANIFEST_APP_VERSION" >> version.env
    - cat version.env

.gen_sha256_file: &gen_sha256_file |
  FILES_LIST=$(find . -name dist_name_\* -exec cat {} \+)
  SHA256_FILE="${CI_PROJECT_NAME}-${DIST_VERSION_FULL}-checksum.sha256"
  for n in $FILES_LIST; do
    sz=$(stat -c%s "${n}") >> ${SHA256_FILE};
    printf "# %s: %s bytes\n" "${n}" "${sz}" >> ${SHA256_FILE};
    sha256sum -b "${n}" >> ${SHA256_FILE};
  done
  FILES_LIST="${SHA256_FILE} ${FILES_LIST}"

upload_to_internal:
  stage: internal_deploy
  image: $COMPILER_TESTSUITE_IMAGE
  when: manual
  allow_failure: true
  tags: [ "build", "amd64", "shiny" ]
  variables:
    # don't use "GIT_STRATEGY: none", because we need cleaning old artifacts in 'dist/' that came from previous pipelines
    GIT_SUBMODULE_STRATEGY: none
    CTNG_ESP_HELPERS_GIT: "${GIT_SERVER}/idf/ctng-esp-helpers.git"
    TARGETS: "xtensa-esp-elf riscv32-esp-elf"
    HOSTS: "x86_64-linux-gnu aarch64-linux-gnu arm-linux-gnueabi arm-linux-gnueabihf i586-linux-gnu x86_64-apple-darwin aarch64-apple-darwin i686-w64-mingw32 x86_64-w64-mingw32"
  artifacts:
    paths:
      # a list just for check files, debug
      - dist/src-tar-list.txt
    reports:
      dotenv: dist/dist.env
  before_script:
    - *use_ci_tools
  script:
    - cd dist
    # Create a checksum file
    - *gen_sha256_file
    # Upload all needed files
    - HTTP_UPLOAD_DIR=${HTTP_UPLOAD_DIR}/${DIST_VERSION_FULL}
    - HTTP_PUBLIC_DIR=${HTTP_PUBLIC_DIR}/${DIST_VERSION_FULL}
    - cit_add_ssh_key "${HTTP_UPLOAD_KEY}"
    - ssh ${HTTP_UPLOAD_DIR%:*} "mkdir -p ${HTTP_UPLOAD_DIR#*:}"
    - scp ${FILES_LIST} ${HTTP_UPLOAD_DIR}
    # Show download links
    - echo -e "\nArchives were published there:\n\n$(for n in ${FILES_LIST}; do echo "${HTTP_PUBLIC_DIR}/${n}"; done)\n"
    # Show JSON snipppet
    - git clone -q --depth=1 ${CTNG_ESP_HELPERS_GIT} -b ${CI_COMMIT_REF_NAME} ||
      git clone -q --depth=1 ${CTNG_ESP_HELPERS_GIT}
    - ./ctng-esp-helpers/print_all_checksum_json.sh "${HTTP_PUBLIC_DIR}" "${TARGETS}" "${HOSTS}" 2>err.log
    - echo ""
    - cat err.log
    # remove empty lines
    - sed -i '/^[[:space:]]*$/d' dist.env
    - cat dist.env

upload_to_github:
  stage: github_deploy
  image: espressif/github-hub:2
  tags: [ "build", "amd64", "brew" ]
  allow_failure: true
  rules:
    - if: $CI_COMMIT_TAG
      when: manual
  variables:
    GIT_SUBMODULE_STRATEGY: none
    GITHUB_USER: "${GH_USER}"
    GITHUB_TOKEN: "${GH_TOKEN}"
    TAG: ${CI_COMMIT_TAG}
    REPO_URL: ${GH_REPO_URL}
  before_script: []
  script:
    - cd dist
    # Create a checksum file
    - *gen_sha256_file
    # add gz archives needs for platformio
    - which xz || apt update && apt install -y xz-utils
    - |
      for n in $(ls *.tar.xz); do
        mkdir tmp_;
        tar -xJf $n -C tmp_;
        gz_file="${n//tar.xz/tar.gz}";
        files_to_arch=$(find tmp_ -maxdepth 1 -printf "%P\n" )
        tar -czf $gz_file -C tmp_ $files_to_arch;
        sz=$(stat -c%s "${gz_file}");
        printf "# %s: %s bytes\n" "${gz_file}" "${sz}" >> ${SHA256_FILE};
        sha256sum -b "${gz_file}" >> ${SHA256_FILE};
        rm -fr tmp_;
        FILES_LIST="${FILES_LIST} $gz_file";
      done
    - ls -l
    # hub release upload
    - git remote remove github || true
    - echo "${REPO_URL}"
    - git remote add github ${REPO_URL}
    - hub release
    - hub release show ${TAG} || { echo "Please create a release on GitHub with ${TAG} tag at first"; exit 1; }
    - for n in ${FILES_LIST}; do hub release edit -m "" -a "${n}" "${TAG}"; done

.update_idf_tools:
  allow_failure: true
  variables:
    TOOL_NAME: "toolchain"
    TOOL_MEMBERS: "xtensa-esp-elf riscv32-esp-elf"
    TOOL_VERSION: ${DIST_VERSION_FULL}
  trigger:
    project: idf/idf-tools-updater
    strategy: depend

internal_update_idf_tools:
  extends: .update_idf_tools
  stage: internal_deploy
  needs: [ generate_version, upload_to_internal ]
  when: manual
  variables:
    TOOL_SHA256_URL: ${HTTP_PUBLIC_DIR}/${DIST_VERSION_FULL}/crosstool-NG-${DIST_VERSION_FULL}-checksum.sha256

github_update_idf_tools:
  extends: .update_idf_tools
  stage: github_deploy
  needs: [ generate_version, upload_to_github ]
  rules:
    - if: $CI_COMMIT_TAG
      when: manual
  variables:
    TOOL_SHA256_URL: ${GH_REPO_URL}/releases/download/${CI_COMMIT_TAG}/crosstool-NG-${DIST_VERSION_FULL}-checksum.sha256

# We use prep_tests job to collect all test data and scripts in artifacts,
# to avoid dependencies for git, because we run some tests on original images.
prep_tests:
  stage: pre_test
  tags: [ "build", "amd64" ]
  image: $COMPILER_TESTSUITE_IMAGE
  needs: []
  variables:
    GIT_STRATEGY: none
  before_script: []
  artifacts:
    paths:
      - esp-compiler-tests
    expire_in: 1 week
  script:
    - rm -rf "esp-compiler-tests"
    - |
      if [ -n "${ESP_COMPILER_TESTS_BRANCH}" ]; then
        # Checkout a branch specified with gitlab environment variable "ESP_COMPILER_TESTS_BRANCH"
        git clone -q --depth=1 "${GIT_SERVER}/idf/esp-compiler-tests.git" -b ${ESP_COMPILER_TESTS_BRANCH}
      else
        # Try to checkout the same branch with the same branch/tag name. Otherwise checkout default branch
        git clone -q --depth=1 "${GIT_SERVER}/idf/esp-compiler-tests.git" -b ${CI_COMMIT_REF_NAME} || \
        git clone -q --depth=1 "${GIT_SERVER}/idf/esp-compiler-tests.git"
      fi
    - cd esp-compiler-tests
    - git log --oneline

#
# Compiler tests: build-only and just-run-tools
#

.template_compiler_tests:
  stage: test
  artifacts:
    when: always
    paths:
      - esp-compiler-tests/**/*.log
      - esp-compiler-tests/**/*.elf
  variables:
    GIT_STRATEGY: none
  after_script:
    - source citools/import_functions
    - cit_rm ${CONF_TARGET}
  script:
    - ARCHIVE_NAME=$(cat dist/dist_name_${PLATFORM_NAME}_${CONF_TARGET})
    - ${UNARCHIVE_TOOL} dist/${ARCHIVE_NAME}
    - export PATH="${CI_PROJECT_DIR}/${CONF_TARGET}/bin:${PATH}"
    - export CONF_TARGET="${CONF_TARGET_WRAPPER:-$CONF_TARGET}"

    - echo ""
    - echo "*** Build-only tests ****"
    - echo ""
    - |
      (
        cd esp-compiler-tests/build-only
        source profile-${CONF_TARGET}
        ./run-all.sh
      )
    - echo ""
    - echo "*** Just-run-tools tests ****"
    - echo ""
    - |
      (
        cd esp-compiler-tests/just-run-tools
        ./run.sh
      )
    - echo ""
    - echo "*** Binary analysis ****"
    - echo ""
    - |
      (
        cd esp-compiler-tests/bin-analysis
        ./run.sh
      )

# Linux amd64

.template_lin_amd64_compiler_tests:
  extends: .template_compiler_tests
  tags: [ "build", "amd64" ]
  image: $COMPILER_TESTSUITE_IMAGE
  variables:
    PLATFORM_NAME: "x86_64-linux-gnu"

esp32_lin_amd64_compiler_tests:
  extends: .template_lin_amd64_compiler_tests
  needs: [ xtensa_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

esp32s2_lin_amd64_compiler_tests:
  extends: .template_lin_amd64_compiler_tests
  needs: [ xtensa_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s2-elf"

esp32s3_lin_amd64_compiler_tests:
  extends: .template_lin_amd64_compiler_tests
  needs: [ xtensa_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s3-elf"

riscv32_lin_amd64_compiler_tests:
  extends: .template_lin_amd64_compiler_tests
  needs: [ riscv32_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET: "riscv32-esp-elf"

# macOS amd64

.template_macos_amd64_compiler_tests:
  extends: .template_compiler_tests
  tags: [ "darwin", "amd64" ]
  variables:
    PLATFORM_NAME: "x86_64-apple-darwin"
    BIN_ANALYSIS_MIN_MACOS_VERSION: "10.8"

esp32_macos_amd64_compiler_tests:
  extends: .template_macos_amd64_compiler_tests
  needs: [ macos_codesign_xtensa_esp_macos, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

esp32s2_macos_amd64_compiler_tests:
  extends: .template_macos_amd64_compiler_tests
  needs: [ macos_codesign_xtensa_esp_macos, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s2-elf"

esp32s3_macos_amd64_compiler_tests:
  extends: .template_macos_amd64_compiler_tests
  needs: [ macos_codesign_xtensa_esp_macos, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s3-elf"

riscv32_macos_amd64_compiler_tests:
  extends: .template_macos_amd64_compiler_tests
  needs: [ macos_codesign_riscv32_esp_macos, prep_tests ]
  variables:
    CONF_TARGET: "riscv32-esp-elf"

# macos arm64

.template_macos_aarch64_compiler_tests:
  extends: .template_compiler_tests
  tags: [ "darwin", "aarch64" ]
  variables:
    PLATFORM_NAME: "aarch64-apple-darwin"
    BIN_ANALYSIS_MIN_MACOS_VERSION: "11.0"

esp32_macos_aarch64_compiler_tests:
  extends: .template_macos_aarch64_compiler_tests
  needs: [ macos_codesign_xtensa_esp_macos_arm64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

esp32s2_macos_aarch64_compiler_tests:
  extends: .template_macos_aarch64_compiler_tests
  needs: [ macos_codesign_xtensa_esp_macos_arm64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s2-elf"

esp32s3_macos_aarch64_compiler_tests:
  extends: .template_macos_aarch64_compiler_tests
  needs: [ macos_codesign_xtensa_esp_macos_arm64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s3-elf"

riscv32_macos_aarch64_compiler_tests:
  extends: .template_macos_aarch64_compiler_tests
  needs: [ macos_codesign_riscv32_esp_macos_arm64, prep_tests ]
  variables:
    CONF_TARGET: "riscv32-esp-elf"


#
# "Just-run-tools" on Windows
#

.native_win64_tools_test_template:
  stage: test
  tags: [ "windows", "powershell" ]
  variables:
    GIT_STRATEGY: none
    PLATFORM_NAME: "x86_64-w64-mingw32"
  before_script: []
  after_script:
    - Remove-Item -Recurse -Force ${CI_PROJECT_DIR}\*
  script:
    - $ARCHIVE_NAME=$(cat "dist\dist_name_${PLATFORM_NAME}_${CONF_TARGET}")
    - Expand-Archive -DestinationPATH . "dist\$ARCHIVE_NAME"
    - $env:PATH = "${CI_PROJECT_DIR}\${CONF_TARGET}\bin;" + $env:PATH
    - $env:CONF_TARGET = "${CONF_TARGET_WRAPPER}"
    - Push-Location esp-compiler-tests\just-run-tools
    - .\run.ps1
    - Pop-Location

# win64

native_win64_tools_test_esp32:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_xtensa_esp_win64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

native_win64_tools_test_esp32s2:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_xtensa_esp_win64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s2-elf"

native_win64_tools_test_esp32s3:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_xtensa_esp_win64, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s3-elf"

native_win64_tools_test_riscv32:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_riscv32_esp_win64, prep_tests ]
  variables:
    CONF_TARGET: "riscv32-esp-elf"
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

# win32

native_win32_tools_test_esp32:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_xtensa_esp_win, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"
    PLATFORM_NAME: "i686-w64-mingw32"

native_win32_tools_test_esp32s2:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_xtensa_esp_win, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s2-elf"
    PLATFORM_NAME: "i686-w64-mingw32"

native_win32_tools_test_esp32s3:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_xtensa_esp_win, prep_tests ]
  variables:
    CONF_TARGET: "xtensa-esp-elf"
    CONF_TARGET_WRAPPER: "xtensa-esp32s3-elf"
    PLATFORM_NAME: "i686-w64-mingw32"

native_win32_tools_test_riscv32:
  extends: .native_win64_tools_test_template
  needs: [ win_manifest_riscv32_esp_win, prep_tests ]
  variables:
    CONF_TARGET: "riscv32-esp-elf"
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"
    PLATFORM_NAME: "i686-w64-mingw32"

# Linux amd64

# esp32 tests

test_ld_esp32_lin_amd64:
  extends: .dejagnu-test-ld-template
  needs: [ xtensa_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gas_esp32_lin_amd64:
  extends: .dejagnu-test-gas-template
  needs: [ xtensa_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gcc_esp32_lin_amd64:
  extends: .dejagnu-test-gcc-template
  needs: [ xtensa_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gxx_esp32_lin_amd64:
  extends: .dejagnu-test-gxx-template
  needs: [ xtensa_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

# riscv32 tests

test_ld_riscv32_esp_lin_amd64:
  extends: .dejagnu-test-ld-template
  needs: [ riscv32_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gas_riscv32_esp_lin_amd64:
  extends: .dejagnu-test-gas-template
  needs: [ riscv32_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gcc_riscv32_esp_lin_amd64:
  extends: .dejagnu-test-gcc-template
  needs: [ riscv32_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gxx_riscv32_esp_lin_amd64:
  extends: .dejagnu-test-gxx-template
  needs: [ riscv32_esp_lin_amd64, prep_tests ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

# macOS amd64

# esp32 tests

test_ld_esp32_macos:
  extends: .dejagnu-test-ld-template
  needs: [ macos_codesign_xtensa_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gas_esp32_macos:
  extends: .dejagnu-test-gas-template
  needs: [ macos_codesign_xtensa_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gcc_esp32_macos:
  extends: .dejagnu-test-gcc-template
  needs: [ macos_codesign_xtensa_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  resource_group: dejagnu_macos_amd64
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gxx_esp32_macos:
  extends: .dejagnu-test-gxx-template
  needs: [ macos_codesign_xtensa_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  resource_group: dejagnu_macos_amd64
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

# riscv32 tests

test_ld_riscv32_esp_macos:
  extends: .dejagnu-test-ld-template
  needs: [ macos_codesign_riscv32_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gas_riscv32_esp_macos:
  extends: .dejagnu-test-gas-template
  needs: [ macos_codesign_riscv32_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gcc_riscv32_esp_macos:
  extends: .dejagnu-test-gcc-template
  needs: [ macos_codesign_riscv32_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  resource_group: dejagnu_macos_amd64
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gxx_riscv32_esp_macos:
  extends: .dejagnu-test-gxx-template
  needs: [ macos_codesign_riscv32_esp_macos, prep_tests ]
  tags: [ "darwin", "amd64" ]
  resource_group: dejagnu_macos_amd64
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

# macOS arm64

# esp32 tests

test_ld_esp32_macos_arm64:
  extends: .dejagnu-test-ld-template
  needs: [ macos_codesign_xtensa_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gas_esp32_macos_arm64:
  extends: .dejagnu-test-gas-template
  needs: [ macos_codesign_xtensa_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gcc_esp32_macos_arm64:
  extends: .dejagnu-test-gcc-template
  needs: [ macos_codesign_xtensa_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  resource_group: dejagnu_macos_aarch64
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

test_gxx_esp32_macos_arm64:
  extends: .dejagnu-test-gxx-template
  needs: [ macos_codesign_xtensa_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  resource_group: dejagnu_macos_aarch64
  variables:
    CONF_TARGET_WRAPPER: "xtensa-esp32-elf"

# riscv32 tests

test_ld_riscv32_esp_macos_arm64:
  extends: .dejagnu-test-ld-template
  needs: [ macos_codesign_riscv32_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gas_riscv32_esp_macos_arm64:
  extends: .dejagnu-test-gas-template
  needs: [ macos_codesign_riscv32_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gcc_riscv32_esp_macos_arm64:
  extends: .dejagnu-test-gcc-template
  needs: [ macos_codesign_riscv32_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  resource_group: dejagnu_macos_aarch64
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"

test_gxx_riscv32_esp_macos_arm64:
  extends: .dejagnu-test-gxx-template
  needs: [ macos_codesign_riscv32_esp_macos_arm64, prep_tests ]
  tags: [ "darwin", "aarch64" ]
  resource_group: dejagnu_macos_aarch64
  variables:
    CONF_TARGET_WRAPPER: "riscv32-esp-elf"