nim-libp2p/azure-pipelines.yml

strategy:
  maxParallel: 10
  matrix:
    # Nim requires enforcing ARCH="x86" and UCPU
    # for 32-bit targets as it seems like Azure machines are 64-bit
    # TEST_LANG env variable support TODO
    Windows_32bit:
      VM: 'windows-latest'
      ARCH: x86
      PLATFORM: x86
      TEST_LANG: c
    Windows_64bit:
      VM: 'windows-latest'
      PLATFORM: x64
      TEST_LANG: c
    # Windows_cpp_64bit:
    #   VM: 'windows-latest'
    #   UCPU: amd64
    #   PLATFORM: x64
    #   TEST_LANG: cpp
    #Linux_64bit:
      #VM: 'ubuntu-16.04'
      #PLATFORM: x64
      #TEST_LANG: c
    # Linux_cpp_64bit:
    #   VM: 'ubuntu-16.04'
    #   UCPU: amd64
    #   PLATFORM: x64
    #   TEST_LANG: cpp

    # TODO this requires gcc -m32 as the Ubuntu image is 64-bit
    # Linux_32bit:
    #   VM: 'ubuntu-16.04'
    #   ARCH: x86
    #   PLATFORM: x86
    #   TEST_LANG: c

    # TODO: go version on Azure is problematic,
    #       we have xerrors package issue
    # MacOS_64bit:
    #   VM: 'macOS-10.14'
    #   PLATFORM: x64
    #   TEST_LANG: c

pool:
  vmImage: $(VM)

variables:
  GOPATH: '$(system.defaultWorkingDirectory)/go'
  V: 0 # Scripts verbosity, 1 for debugging build scripts

steps:
  - task: CacheBeta@1
    displayName: 'cache Nim binaries'
    inputs:
      key: NimBinaries | $(Agent.OS) | $(PLATFORM) | "$(Build.SourceBranchName)" | "v3"
      path: NimBinaries

  - task: CacheBeta@1
    displayName: 'cache Go libp2p daemon'
    inputs:
      key: p2pdCache | $(Agent.OS) | $(PLATFORM)
      path: p2pdCache

  - task: CacheBeta@1
    displayName: 'cache MinGW-w64'
    inputs:
      key: mingwCache | 8_1_0 | $(PLATFORM)
      path: mingwCache
    condition: eq(variables['Agent.OS'], 'Windows_NT')

  - powershell: |
      Set-ItemProperty -Path 'HKLM:\SYSTEM\CurrentControlSet\Control\FileSystem' -Name 'LongPathsEnabled' -Value 1      
    displayName: 'long path support'
    condition: eq(variables['Agent.OS'], 'Windows_NT')
  - bash: |
      set -e
      echo "PATH=${PATH}"
      echo "Installing MinGW-w64"
      if [[ $PLATFORM == "x86" ]]; then
        MINGW_FILE="i686-8.1.0-release-posix-dwarf-rt_v6-rev0.7z"
        MINGW_URL="https://sourceforge.net/projects/mingw-w64/files/Toolchains%20targetting%20Win32/Personal%20Builds/mingw-builds/8.1.0/threads-posix/dwarf/${MINGW_FILE}"
        MINGW_DIR="mingw32"
      else
        MINGW_FILE="x86_64-8.1.0-release-posix-seh-rt_v6-rev0.7z"
        MINGW_URL="https://sourceforge.net/projects/mingw-w64/files/Toolchains%20targetting%20Win64/Personal%20Builds/mingw-builds/8.1.0/threads-posix/seh/${MINGW_FILE}"
        MINGW_DIR="mingw64"
      fi
      mkdir -p mingwCache
      pushd mingwCache
      if [[ ! -e "$MINGW_FILE" ]]; then
        rm -f *.7z
        curl -OLsS "$MINGW_URL"
      fi
      7z x -y -bd "$MINGW_FILE" >/dev/null
      mkdir -p /c/custom
      mv "$MINGW_DIR" /c/custom/
      popd

      # Workaround https://developercommunity.visualstudio.com/content/problem/891929/windows-2019-cygheap-base-mismatch-detected-git-ba.html
      echo "##vso[task.prependpath]/usr/bin"
      echo "##vso[task.prependpath]/mingw64/bin"

      echo "##vso[task.setvariable variable=MINGW_DIR;]$MINGW_DIR"      
    displayName: 'Install dependencies (Windows)'
    condition: eq(variables['Agent.OS'], 'Windows_NT')
  - powershell: |
      # export custom mingw PATH to other tasks
      echo "##vso[task.prependpath]c:\custom\$(MINGW_DIR)\bin"      
    displayName: 'Mingw PATH (Windows)'
    condition: eq(variables['Agent.OS'], 'Windows_NT')

  - bash: |
      set -e
      echo "PATH=${PATH}"
      export ncpu=
      case '$(Agent.OS)' in
      'Linux')
        ncpu=$(nproc)
        ;;
      'Darwin')
        ncpu=$(sysctl -n hw.ncpu)
        ;;
      'Windows_NT')
        ncpu=$NUMBER_OF_PROCESSORS
        ;;
      esac
      [[ -z "$ncpu" || $ncpu -le 0 ]] && ncpu=1
      echo "Found ${ncpu} cores"
      echo "##vso[task.setvariable variable=ncpu;]$ncpu"      
    displayName: 'Detecting number of cores'

  - bash: |
      set -e
      echo "PATH=${PATH}"

      # build nim from our own branch - this to avoid the day-to-day churn and
      # regressions of the fast-paced Nim development while maintaining the
      # flexibility to apply patches
      curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_nim.sh
      env MAKE="mingw32-make -j${ncpu}" ARCH_OVERRIDE=$(PLATFORM) bash build_nim.sh Nim csources dist/nimble NimBinaries      

    displayName: 'Building Nim (Windows)'
    condition: eq(variables['Agent.OS'], 'Windows_NT')
  - powershell: |
      echo "##vso[task.prependpath]$pwd\Nim\bin"      
    displayName: 'Set env variable (Windows)'
    condition: eq(variables['Agent.OS'], 'Windows_NT')

  - bash: |
      set -e
      echo "PATH=${PATH}"

      # build nim from our own branch - this to avoid the day-to-day churn and
      # regressions of the fast-paced Nim development while maintaining the
      # flexibility to apply patches
      curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_nim.sh
      env MAKE="make -j${ncpu}" ARCH_OVERRIDE=$(PLATFORM) bash build_nim.sh Nim csources dist/nimble NimBinaries      
    displayName: 'Building Nim (POSIX)'
    condition: ne(variables['Agent.OS'], 'Windows_NT')
  - bash: |
      echo "##vso[task.prependpath]$PWD/Nim/bin"      
    displayName: 'Set env variable (Posix)'
    condition: ne(variables['Agent.OS'], 'Windows_NT')

  - bash: |
      set -e
      # install and build go-libp2p-daemon
      go version

      echo "##vso[task.prependpath]$(GOPATH)/bin"
      curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_p2pd.sh
      bash build_p2pd.sh p2pdCache      
    displayName: 'Building Go libp2p daemon'

  - bash: |
      set -e
      echo "PATH=${PATH}"
      nimble refresh
      nimble install -y --depsOnly      
    displayName: 'Building dependencies (Posix)'
    condition: ne(variables['Agent.OS'], 'Windows_NT')
  - powershell: |
      echo $Env:Path
      nimble refresh
      nimble install -y --depsOnly      
    displayName: 'Building dependencies (Windows)'
    condition: eq(variables['Agent.OS'], 'Windows_NT')

  - bash: |
      set -e
      echo "PATH=${PATH}"
      which gcc
      gcc -v

      nimble test
      nimble examples_build      
    displayName: 'Testing the package'