azure-pipelines.yml

trigger:
  branches:
    exclude:
    # main branch publishes releases - avoid merges triggering a new release
    - main

schedules:
- cron: "0 4 * * *"
  displayName: Nightly build at 0400 UTC
  branches: 
    include:
    - main
  always: true

variables:
- name: INSTALL_DEPS
  value: "1"
- name: CLEAN_AFTER_BUILD
  value: "1"
- name: STRIP_SYMBOLS
  value: "1"
- name: COMPILE_DFU_UTIL
  value: "1"
- name: COMPILE_YOSYS
  value: "1"
- name: COMPILE_SBY
  value: "1"
- name: COMPILE_Z3
  value: "1"
- name: COMPILE_BOOLECTOR
  value: "1"
- name: COMPILE_AVY
  value: "0" # deliberately disabled
- name: COMPILE_YICES2
  value: "1"
- name: COMPILE_ICESTORM
  value: "1"
- name: COMPILE_NEXTPNR_ICE40
  value: "1"
- name: COMPILE_NEXTPNR_ECP5
  value: "1"
- name: COMPILE_ECPPROG
  value: "1"
- name: COMPILE_OPENFPGALOADER
  value: "1"
- name: COMPILE_IVERILOG
  value: "0" # deliberately disabled
- name: COMPILE_GHDL
  value: "1"
- name: BUNDLE_PYTHON
  value: "1"
- name: BUNDLE_MAKE
  value: "1"
- name: CREATE_PACKAGE
  value: "1"
- name: TEST_BINARIES_EXECUTE
  value: "1"
- name: TEST_ICE40_BLINKY
  value: "1"
- name: TEST_ECP5_BLINKY
  value: "1"
- name: TEST_NMIGEN
  value: "1"
- name: TEST_GHDL_YOSYS
  value: "1"
- name: TEST_NEXTPNR_PYTHON
  value: "1"
- name: TEST_SBY
  value: "1"

stages:
- stage: build_bba
  displayName: Build ECP5 chipdb (*.bba)
  condition: eq(variables['COMPILE_NEXTPNR_ECP5'], '1')
  jobs:
  - job: build_bba
    displayName: Build ECP5 chipdb (*.bba)
    pool:
      vmImage: 'ubuntu-18.04'
    steps:
    - bash: ./build_bba.sh
      displayName: Build ECP5 chipdb (*.bba)
      name: build_bba
    - publish: _packages/build_linux_x86_64/ecp5-bba-noarch-nightly.tar.gz
      artifact: ecp5-bba

- stage: build_toolchain
  displayName: build toolchain
  condition: always()
  jobs:
  - job: build_toolchain
    displayName: Build toolchain
    timeoutInMinutes: 0
    strategy:
      matrix:
        linux_x86_64:
          ARCH: linux_x86_64
          vm_image: ubuntu-16.04
          container_image: ubuntu:20.04
    pool:
      vmImage: '$(vm_image)'

    container:
      image: $[ variables['container_image'] ]
      options: "--name ci-container -v /usr/bin/docker:/tmp/docker:ro"

    steps:
    - task: DownloadPipelineArtifact@2
      condition: eq(variables['COMPILE_NEXTPNR_ECP5'], '1')
      inputs:
        source: current
        artifact: ecp5-bba
        path: '$(Build.Repository.LocalPath)/_packages/build_linux_x86_64'
    - bash: |
        RELEASE_TAG=nightly-$(date +'%Y%m%d')
        # create pipeline variable
        echo "##vso[task.setvariable variable=RELEASE_TAG]$RELEASE_TAG"
    - script: |
        /tmp/docker exec -t -u 0 ci-container \
        sh -c "apt-get update && DEBIAN_FRONTEND=noninteractive apt-get -o Dpkg::Options::="--force-confold" -y install sudo"
      displayName: Set up sudo
    - bash: ./build.sh $(ARCH)
      displayName: Build toolchain
      name: build_toolchain
    - publish: _packages/build_$(ARCH)/publish
      artifact: fpga-toolchain-$(ARCH)-$(RELEASE_TAG)
    - publish: _packages/build_$(ARCH)/publish_symbols
      artifact: symbols_fpga-toolchain-$(ARCH)-$(RELEASE_TAG)

  - job: build_toolchain_osx
    displayName: Build toolchain OS X
    timeoutInMinutes: 0
    strategy:
      matrix:
        osx:
          ARCH: darwin
          vm_image: macOS-10.15
    pool:
      vmImage: '$(vm_image)'

    steps:
    - task: DownloadPipelineArtifact@2
      condition: eq(variables['COMPILE_NEXTPNR_ECP5'], '1')
      inputs:
        source: current
        artifact: ecp5-bba
        path: '$(Build.Repository.LocalPath)/_packages/build_linux_x86_64'
    - bash: |
        RELEASE_TAG=nightly-$(date +'%Y%m%d')
        # create pipeline variable
        echo "##vso[task.setvariable variable=RELEASE_TAG]$RELEASE_TAG"
    - bash: ./build.sh $(ARCH)
      displayName: Build toolchain
      name: build_toolchain
    - publish: _packages/build_$(ARCH)/publish
      artifact: fpga-toolchain-$(ARCH)-$(RELEASE_TAG)
    - publish: _packages/build_$(ARCH)/publish_symbols
      artifact: symbols_fpga-toolchain-$(ARCH)-$(RELEASE_TAG)

  - job: build_toolchain_windows_amd64
    displayName: Build toolchain windows_amd64
    timeoutInMinutes: 0
    pool:
      vmImage: vs2017-win2016
    variables:
      ARCH: windows_amd64
      MINGW_ARCH: x86_64
    steps:
    - powershell: |
        Set-MpPreference -DisableArchiveScanning $true
        Set-MpPreference -DisableRealtimeMonitoring $true
        Set-MpPreference -DisableBehaviorMonitoring $true
    - task: DownloadPipelineArtifact@2
      condition: eq(variables['COMPILE_NEXTPNR_ECP5'], '1')
      inputs:
        source: current
        artifact: ecp5-bba
        path: '$(Build.Repository.LocalPath)/_packages/build_linux_x86_64'
    - bash: |
        RELEASE_TAG=nightly-$(date +'%Y%m%d')
        # create pipeline variable
        echo "##vso[task.setvariable variable=RELEASE_TAG]$RELEASE_TAG"
    - script: |
        set MSYS_ROOT=%CD:~0,2%\msys64
        echo ##vso[task.setvariable variable=MSYS_ROOT]%MSYS_ROOT%
        choco install msys2 --params "/NoUpdate /InstallDir:%MSYS_ROOT%"
      displayName: Install MSYS2
    - script: |
        set PATH=%MSYS_ROOT%\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
        %MSYS_ROOT%\usr\bin\pacman --noconfirm -Syyuu
      displayName: Update MSYS2
    - script: |
        set PATH=%MSYS_ROOT%\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
        %MSYS_ROOT%\usr\bin\pacman --noconfirm --needed -S git base-devel mingw-w64-x86_64-toolchain mingw-w64-x86_64-cmake
        %MSYS_ROOT%\usr\bin\pacman --noconfirm -Scc
      displayName: Install Toolchain
    - script: |
        set PATH=C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
        %MSYS_ROOT%\usr\bin\sed -i "s|#CacheDir.*|CacheDir=/c/Users/%USERNAME%/AppData/Local/Temp|g" /etc/pacman.conf
        set MSYS=winsymlinks:nativestrict
        %MSYS_ROOT%\msys2_shell.cmd -defterm -no-start -mingw64 -full-path -here -c "./build.sh windows_amd64"
      displayName: CI-Build
      env:
        MSYSTEM: MINGW64
        CHERE_INVOKING: yes
        MINGW_INSTALLS: mingw64
    - publish: _packages/build_$(ARCH)/publish
      artifact: fpga-toolchain-$(ARCH)-$(RELEASE_TAG)
    - publish: _packages/build_$(ARCH)/publish_symbols
      artifact: symbols_fpga-toolchain-$(ARCH)-$(RELEASE_TAG)

- stage: run_tests
  displayName: run tests
  condition: always()
  jobs:
  - job: run_tests
    displayName: run tests
    timeoutInMinutes: 0
    strategy:
      matrix:
        linux_x86_64:
          ARCH: linux_x86_64
          vm_image: ubuntu-16.04
        windows_amd64:
          ARCH: windows_amd64
          vm_image: vs2017-win2016
        darwin:
          ARCH: darwin
          vm_image: macOS-10.14
    pool:
      vmImage: '$(vm_image)'
    steps:
    - bash: |
        RELEASE_TAG=nightly-$(date +'%Y%m%d')
        # create pipeline variable
        echo "##vso[task.setvariable variable=RELEASE_TAG]$RELEASE_TAG"
    - task: DownloadPipelineArtifact@2
      inputs:
        source: current
        artifact: fpga-toolchain-$(ARCH)-$(RELEASE_TAG)
        path: '$(Build.Repository.LocalPath)'
        # source: 'specific'
        # project: '4615f283-ee51-4dbc-992b-cdd560f6506b'
        # pipeline: '1'
        # runVersion: 'specific'
        # runId: '349' # this is buildId in the URL
    - bash: export VERSION=$(RELEASE_TAG) && ./scripts/test/run_tests.sh $(ARCH)
      displayName: Run tests
      name: run_tests

- stage: publish_release
  displayName: publish release
  # only generate a github release on main (dev branches still have artifacts that can be downloaded)
  condition: eq(variables['Build.SourceBranch'], 'refs/heads/main')
  jobs:
  - job: publish_release
    displayName: publish_release
    timeoutInMinutes: 0
    pool:
      vmImage: ubuntu-18.04
    variables:
      "System.Debug": true
    steps:
    - bash: |
        RELEASE_TAG=nightly-$(date +'%Y%m%d')
        # create pipeline variable
        echo "##vso[task.setvariable variable=RELEASE_TAG]$RELEASE_TAG"
    - download: current
      patterns: '**/fpga-toolchain*.*'
    - task: GitHubRelease@0
      inputs:
        gitHubConnection: yosyshq-release
        repositoryName: '$(Build.Repository.Name)'
        action: 'create'
        target: '$(Build.SourceVersion)'
        tagSource: 'manual'
        tag: '$(RELEASE_TAG)'
        addChangeLog: false
        releaseNotesSource: 'input'
        releaseNotes: '$(RELEASE_TAG)'
        assets: |
          $(Pipeline.Workspace)/**/fpga-toolchain*.tar.*
          $(Pipeline.Workspace)/**/fpga-toolchain*.zip
          $(Pipeline.Workspace)/**/fpga-toolchain*.7z