azure-pipelines.yml

#=============================================================================
# Azure Pipeline settings
#=============================================================================

# Nightly build master for pypi upload
schedules:
- cron: "0 0 * * *"
  branches:
    include:
    - master
  always: true

# Auto cancel old PR builds
pr:
  autoCancel: true
# TODO : https://github.com/neuronsimulator/nrn/issues/1063
#  paths:
#    exclude:
#      - docs
#      - README.md

# Trigger build for certain branches only
trigger:
- master
- releases/*

jobs:

- job: 'ManyLinuxWheels'
  timeoutInMinutes: 30
  pool:
    vmImage: 'ubuntu-18.04'
  strategy:
    matrix:
      Python36:
        python.version: '3.6'
      Python37:
        python.version: '3.7'
      Python38:
        python.version: '3.8'
      Python39:
        python.version: '3.9'
  steps:
  
  # Secure files documentation:
  #   https://docs.microsoft.com/en-us/azure/devops/pipelines/library/secure-files?view=azure-devops
  #   NOTE: when uploading new secure files, access must be permitted from the Azure pipeline interface (check message there)
  - task: DownloadSecureFile@1
    name: mpt_headersSF
    displayName: 'Download mpt_headers secure file'
    inputs:
      secureFile: 'mpt_headears.2.21.tar.gz'
  
  # Note that mpt headers must be mounted in the docker imager under `/nrnwheel/mpt`
  # This path is checked by `packaging/python/build_wheels.bash` when run in the image.
  - script: |
      sudo mkdir -p /opt/nrnwheel/mpt
      sudo tar -zxf $(mpt_headersSF.secureFilePath) --directory /opt/nrnwheel/mpt
      docker run --rm \
        -w /root/nrn \
        -v $PWD:/root/nrn \
        -v /opt/nrnwheel/mpt:/nrnwheel/mpt \
        -e NEURON_NIGHTLY_TAG \
        -e NRN_NIGHTLY_UPLOAD \
        -e NRN_RELEASE_UPLOAD \
        -e NEURON_WHEEL_VERSION \
        -e NRN_BUILD_FOR_UPLOAD=1 \
        'neuronsimulator/neuron_wheel' \
        packaging/python/build_wheels.bash linux $(python.version)
    displayName: 'Building ManyLinux Wheel'

  - script: |
      sudo apt update
      sudo apt install -y mpich openmpi-bin libopenmpi-dev libmpich-dev
    displayName: 'Install Test System Depdendencies'

  - template: ci/azure-wheel-test-upload.yml


# Jobs to build OSX wheels natively
- job: 'MacOSWheels'
  timeoutInMinutes: 30
  pool:
    vmImage: 'macOS-10.15'
  strategy:
    matrix:
      Python36:
        python.version: '3.6'
        python.org.version: '3.6.8'
      Python37:
        python.version: '3.7'
        python.org.version: '3.7.7'
      Python38:
        python.version: '3.8'
        python.org.version: '3.8.2'
      Python39:
        python.version: '3.9'
        python.org.version: '3.9.0'
  steps:

  - script: |
      installer=python-$(python.org.version)-macosx10.9.pkg
      url=https://www.python.org/ftp/python/$(python.org.version)/$installer
      curl $url -o $installer
      sudo installer -pkg $installer -target /
    displayName: 'Install Python from python.org'

  - script: |
      brew install --cask xquartz
      brew install flex bison mpich
      brew unlink mpich && brew install openmpi
      cmake --version
    displayName: 'Install OSX System Dependencies'

  # readline has been manually built with ncurses and MACOSX_DEPLOYMENT_TARGET=10.9 and stored as secure file on Azure.
  # See `packaging/python/Dockerfile` for build instructions.
  #
  # Secure files documentation:
  #   https://docs.microsoft.com/en-us/azure/devops/pipelines/library/secure-files?view=azure-devops
  #   NOTE: when uploading new secure files, access must be permitted from the Azure pipeline interface (check message there)
  - task: DownloadSecureFile@1
    name: readlineSF
    displayName: 'Download readline secure file'
    inputs:
      secureFile: 'readline7.0.tar.gz'

  - script: |
      export MACOSX_DEPLOYMENT_TARGET=10.9
      export PATH=/usr/local/opt/flex/bin:/usr/local/opt/bison/bin:$PATH
      export SDKROOT=$(xcrun --sdk macosx --show-sdk-path)
      export NRN_BUILD_FOR_UPLOAD=1
      sudo mkdir /opt/nrnwheel
      sudo tar -zxf $(readlineSF.secureFilePath) --directory /opt/nrnwheel/
      packaging/python/build_wheels.bash osx $(python.version)
    displayName: 'Build MacOS Wheel'

  - template: ci/azure-wheel-test-upload.yml


# Jobs to build NEURON installer natively
- job: 'WindowsInstaller'
  timeoutInMinutes: 45
  pool:
    vmImage: windows-2019
  variables:
    MSYS2_ROOT: C:\msys64

  steps:

  - task: BatchScript@1
    inputs:
      filename: ci/win_download_deps.cmd
    displayName: "Download Dependencies"
    condition: succeeded()

  - task: BatchScript@1
    inputs:
      filename: ci/win_install_deps.cmd
    displayName: "Install Dependencies"
    condition: succeeded()

  # WSL is enabled by default in the image, with no installed linux distribution.
  # WSL creates an unusable `bash.EXE` that can be resolved first from the environment.
  # This is why we remove that file.
  - script: |
      rm.exe "C:/WINDOWS/system32/bash.EXE"
      %MSYS2_ROOT%\usr\bin\bash -lc "$BUILD_SOURCESDIRECTORY/ci/win_build_cmake.sh"
    displayName: "Build and Create Installer"
    condition: succeeded()

  - template: ci/azure-win-installer-upload.yml