azure-pipelines-nightly.yml

trigger: none

pr:
  autoCancel: true

# add nf-tools repo to resources (for Azure Pipelines templates)
resources:
  repositories:
    - repository: templates
      type: github
      name: nanoframework/nf-tools
      endpoint: nanoframework
    - repository: esp32_idf
      type: github
      name: espressif/esp-idf
      endpoint: nanoframework
      ref: refs/tags/v4.4.1
    
# scheduled build
schedules:
- cron: "58 23 * * *"
  branches:
    include: [ main ]
  always: true
  displayName: Nightly build at 23:58

jobs:

##############################
- job: Check_Build_Options
  pool:
    vmImage: 'windows-2019'

  variables:
    DOTNET_NOLOGO: true

  steps:
  - checkout: self
    fetchDepth: 1

  - template: azure-pipelines-templates/get-commit-details.yml@templates

  # check build options
  - powershell: |

      if($env:Build_Reason -eq "Schedule")
      {
          # scheduled daily build: get commit date 
          $commitDate = git show -s --format=%cd --date=short
          $commitDate = [DateTime]$commitDate
          
          if($commitDate -eq [System.DateTime]::UtcNow.Date)
          {
              # last commit is from today, build images
              echo "##vso[task.setvariable variable=CHECK_CHANGES;isOutput=true]true" 
              "**Commits from today. Go and check what changed.**" | Write-Host
          }
          else
          {
            # last commit is older than today, skip build
            "***************************************************" | Write-Host
            "* Last commit is older than today, skipping build *" | Write-Host
            "***************************************************" | Write-Host
            echo "##vso[task.setvariable variable=CHECK_CHANGES;isOutput=true]false"
          }
      }
      else
      {
          # build for other reasons: build depending on target tag
          echo "##vso[task.setvariable variable=CHECK_CHANGES;isOutput=true]true"
          "**build for other reasons**" | Write-Host  
      }

    name: BuildOptions
    displayName: Get build options

  # check what changed
  - powershell: |
      git config --global user.email "nfbot"
      git config --global user.name "nanoframework@outlook.com"

      $auth = "basic $([System.Convert]::ToBase64String([System.Text.Encoding]::UTF8.GetBytes(":$(GitHubToken)"))))"
      
      $buildingPr = $env:System_PullRequest_PullRequestId -ne $null

      if($env:StartReleaseCandidate -like "true")
      {
          # this is a release prep so NO build
      }
      else
      {
          if($buildingPr)
          {
              # get files changed in PR, if this is a PR
              $commit = Invoke-RestMethod -Uri "https://api.github.com/repos/nanoframework/nf-interpreter/pulls/$env:System_PullRequest_PullRequestNumber/files" -Header @{"Authorization"="$auth"} -ContentType "application/json" -Method GET

              # filter removed files              
              $files = $commit.where{$_.status -ne 'removed'}

              # get file names only
              $files = $files | % {$_.filename}
          }
          else
          {
              # scheduled build, grab repo history for the last day
              $commitHistory = git log --name-status --since=1.day --format=

              # filter removed files              
              $files = $commitHistory.where{$_[0] -ne 'D'}

              # get file names only
              $files = $files | % {$_.SubString(2)}
          }

          Write-host "Files changed:"
          $files | % { Write-host $_ }
          Write-host ""

          # set default values
          echo "##vso[task.setvariable variable=BUILD_CHIBIOS;isOutput=true]false"  
          echo "##vso[task.setvariable variable=BUILD_ESP32;isOutput=true]false"  
          echo "##vso[task.setvariable variable=BUILD_TI;isOutput=true]false"  
          echo "##vso[task.setvariable variable=BUILD_ALL;isOutput=true]false"  

          if(
              (($files.where{$_.Contains('/')}).Count -eq 0) -Or
              (($files.where{$_.StartsWith('azure-pipelines-templates')}).Count -gt 0) -Or
              (($files.where{$_.StartsWith('CMake')}).Count -gt 0) -Or
              (($files.where{$_.StartsWith('src')}).Count -gt 0)
            )
          {
              # files at:
              # - repo root
              # - azure-pipelines-templates
              # - CMake
              # - src

              if($buildingPr)
              {
                  # ChibiOS targets are the only ones needing to be build on a global change
                  echo "##vso[task.setvariable variable=BUILD_CHIBIOS;isOutput=true]true"
              }
              else
              {
                  echo "##vso[task.setvariable variable=BUILD_ALL;isOutput=true]true"
              }
              
              Write-host "Building ALL targets"
          }

          if($buildingPr)
          {
              if( 
                  ($files.where{$_.Contains('targets/ChibiOS/_common')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_FatFS')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_include')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_Lwip')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_nanoBooter')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_nanoCLR')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_FatFS')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_nf-overlay')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/_spiffs')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/ORGPAL_PALTHREE')}).Count -gt 0 -Or
                  ($files.where{$_.Contains('targets/ChibiOS/ST_NUCLEO64_F091RC')}).Count -gt 0
                )
              {
                  # files at ChibiOS global folders or targets being built with this pipeline
                  echo "##vso[task.setvariable variable=BUILD_CHIBIOS;isOutput=true]true"

                  Write-host "Building ChibiOS targets"
              }
          }
          else
          {
              if( ($files.where{$_.Contains('targets/ChibiOS')}).Count -gt 0)
              {
                  # files at ChibiOS folder
                  echo "##vso[task.setvariable variable=BUILD_CHIBIOS;isOutput=true]true"

                  Write-host "Building ChibiOS targets"
              }
          }

          if(
            !$buildingPr -And 
            ($files.where{$_.Contains('targets/ESP32')}).Count -gt 0)
          {
              # files at ESP32 folder
              echo "##vso[task.setvariable variable=BUILD_ESP32;isOutput=true]true"

              Write-host "Building ESP32 targets"
          }

          if(
            !$buildingPr -And
            ($files.where{$_.Contains('targets/TI_SimpleLink')}).Count -gt 0)
          {
              # files at TI_SimpleLink folder
              echo "##vso[task.setvariable variable=BUILD_TI;isOutput=true]true"

              Write-host "Building TI SimpleLink targets"
          }
      }

    name: TargetsToBuild
    displayName: Get targets to build
    condition: eq(variables['BuildOptions.CHECK_CHANGES'], 'True')

##############################
- job: Check_Code_Style
  dependsOn:
  - Check_Build_Options

  pool:
    vmImage: 'windows-2019'

  steps:
  - checkout: self
    fetchDepth: 1

  - template: azure-pipelines-templates/download-install-llvm.yml
  - template: azure-pipelines-templates/check-code-style.yml

################
# STM32
- job: Build_STM32_targets
  condition: >-
    and(
      succeeded('Check_Code_Style'),
      or(
        eq(dependencies.Check_Build_Options.outputs['TargetsToBuild.BUILD_ALL'], true),
        eq(dependencies.Check_Build_Options.outputs['TargetsToBuild.BUILD_CHIBIOS'], true),
        contains(dependencies.Check_Build_Options.outputs['GetCommitDetails.COMMIT_MESSAGE'], '***BUILD_ALL***'),
        eq(variables['BUILD_ALL'], 'true'),
        eq(variables['BUILD_CHIBIOS'], 'true')
      )
    )
  dependsOn:
  - Check_Build_Options
  - Check_Code_Style

  pool:
    vmImage: 'windows-2019'

  strategy:
    matrix:
      ORGPAL_PALTHREE:
        TargetBoard: ORGPAL_PALTHREE
        TargetSeries: 'stm32f7xx'
        BuildOptions: 
        GccArm_Version:
        NeedsDFU: true
        NeedsSRECORD: false
      ST_NUCLEO64_F091RC:
        TargetBoard: ST_NUCLEO64_F091RC
        TargetSeries: 'stm32f0xx'
        BuildOptions: 
        GccArm_Version:
        NeedsDFU: false
        NeedsSRECORD: true

  variables:
    DOTNET_NOLOGO: true
    # creates a counter and assigns it to the revision variable
    REVISION: $[counter('STM32_1_8_0_versioncounter', 0)]
    HelperPackageVersion: $[counter('HelperPackageVersioncounter', 0)]
    TargetPlatform: 'stm32'

  steps:
  - template: azure-pipelines-templates/build-preparations.yml
  - template: azure-pipelines-templates/nb-gitversioning.yml
  - template: azure-pipelines-templates/download-install-arm-gcc-toolchain.yml
  - template: azure-pipelines-templates/download-install-ninja.yml
  - template: azure-pipelines-templates/download-srecord.yml
  - template: azure-pipelines-templates/download-hexdfu.yml
  - template: azure-pipelines-templates/build-chibios-stm32.yml
  - template: azure-pipelines-templates/pack-publish-artifacts.yml
  - template: azure-pipelines-templates/publish-cloudsmith.yml
  - template: azure-pipelines-templates/pack-publish-managed-helpers.yml

#################
# ESP32 targets
- job: Build_ESP32_targets
  condition: >-
    and(
      succeeded('Check_Code_Style'),
      or(
        eq(dependencies.Check_Build_Options.outputs['TargetsToBuild.BUILD_ALL'], true),
        eq(dependencies.Check_Build_Options.outputs['TargetsToBuild.BUILD_ESP32'], true),
        contains(dependencies.Check_Build_Options.outputs['GetCommitDetails.COMMIT_MESSAGE'], '***BUILD_ALL***'),
        eq(variables['BUILD_ALL'], 'true'),
        eq(variables['BUILD_ESP32'], 'true')
      )
    )

  dependsOn:
  - Check_Build_Options
  - Check_Code_Style

  pool:
    vmImage: 'windows-2019'

  strategy:
    matrix:
      ESP32_REV0:
        TargetBoard: ESP32
        TargetSeries: 'esp32'
        BuildOptions: 
        SDK_config: sdkconfig.default_nopsram.esp32
        IDF_Target: esp32
        TargetName: ESP32
        PackageName: ESP32_REV0

      ESP32_PSRAM_REV3:
        TargetBoard: ESP32
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: ESP32
        PackageName: ESP32_PSRAM_REV3

      ESP32_PSRAM_XTAL26_REV0:
        TargetBoard: ESP32
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: ESP32
        PackageName: ESP32_PSRAM_XTAL26_REV0

      ESP32_REV3:
        TargetBoard: ESP32
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: ESP32
        PackageName: ESP32_REV3

      ESP32_PICO:
        TargetBoard: ESP32
        TargetSeries: 'esp32'
        BuildOptions:
        IDF_Target: esp32
        TargetName: ESP32_PICO
        PackageName: ESP32_PICO

      KALUGA_1:
        TargetBoard: ESP32_S2
        TargetSeries: 'esp32_s2'
        BuildOptions: 
        IDF_Target: esp32s2
        TargetName: KALUGA_1
        PackageName: KALUGA_1

      ESP32_BLE_REV3:
        TargetBoard: ESP32
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: ESP32
        PackageName: ESP32_BLE_REV3

      ESP32_OLIMEX:
        TargetBoard: ESP32
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: ESP32_OLIMEX
        PackageName: ESP32_OLIMEX

      M5StickC:
        TargetBoard: ESP32
        TargetPlatform: 'esp32'
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: M5StickC
        PackageName: M5StickC

      M5StickCPlus:
        TargetBoard: ESP32
        TargetPlatform: 'esp32'
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: M5StickCPlus
        PackageName: M5StickCPlus

      M5Core:
        TargetBoard: ESP32
        TargetPlatform: 'esp32'
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: M5Core
        PackageName: M5Core

      M5Core2:
        TargetBoard: ESP32
        TargetPlatform: 'esp32'
        TargetSeries: 'esp32'
        BuildOptions: 
        IDF_Target: esp32
        TargetName: M5Core2
        PackageName: M5Core2

  variables:
    DOTNET_NOLOGO: true
    # creates a counter and assigns it to the revision variable
    REVISION: $[counter('ESP32_1_8_0_versioncounter', 0)]
    IDF_PATH: 'D:/a/1/s/esp-idf'
    PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
    TargetPlatform: 'esp32'

  steps:
  - checkout: self
  - checkout: esp32_idf
    fetchDepth: 1

  - template: azure-pipelines-templates/build-preparations.yml
  - template: azure-pipelines-templates/nb-gitversioning.yml
    parameters:
      repoDirectory: '$(Build.SourcesDirectory)\nf-interpreter'
  - template: azure-pipelines-templates/download-install-esp32-build-components.yml
  - template: azure-pipelines-templates/download-install-ninja.yml
    parameters:
      repoDirectory: '$(Build.SourcesDirectory)\nf-interpreter'
  - template: azure-pipelines-templates/build-esp32.yml

  - task: CopyFiles@1
    condition: succeeded()
    displayName: Copying bootloader
    inputs:
      sourceFolder: '$(Build.SourcesDirectory)\nf-interpreter\build\bootloader'
      Contents: |
        bootloader.bin
      TargetFolder: '$(Build.ArtifactStagingDirectory)\$(TargetPublishName)'
      flattenFolders: true

  - template: azure-pipelines-templates/pack-publish-artifacts.yml
    parameters:
      buildDirectory: '$(Build.SourcesDirectory)\nf-interpreter\build'
  - template: azure-pipelines-templates/publish-cloudsmith.yml

#################
# TI SimpleLink
- job: Build_TI_SimpleLink_targets
  condition: >-
    and(
      succeeded('Check_Code_Style'),
      or(
        eq(dependencies.Check_Build_Options.outputs['TargetsToBuild.BUILD_ALL'], true),
        eq(dependencies.Check_Build_Options.outputs['TargetsToBuild.BUILD_TI'], true),
        contains(dependencies.Check_Build_Options.outputs['GetCommitDetails.COMMIT_MESSAGE'], '***BUILD_ALL***'),
        eq(variables['BUILD_ALL'], 'true'),
        eq(variables['BUILD_TI'], 'true')
      )
    )

  dependsOn:
  - Check_Build_Options
  - Check_Code_Style

  pool:
    vmImage: 'windows-2019'

  strategy:
    matrix:
      TI_CC1352R1_LAUNCHXL_868:
        TargetBoard: TI_CC1352R1_LAUNCHXL
        PackageName: TI_CC1352R1_LAUNCHXL_868
        TargetSeries: 'cc13xx_26xx'
        BuildOptions: >-
          -DTARGET_SERIES=CC13X2
          -DRTOS=TI_SimpleLink
          -DRADIO_FREQUENCY=868
          -DSUPPORT_ANY_BASE_CONVERSION=OFF
          -DNF_FEATURE_DEBUGGER=ON
          -DNF_FEATURE_RTC=ON
          -DNF_FEATURE_WATCHDOG=OFF
          -DAPI_System.Device.Gpio=ON
          -DAPI_System.Device.Spi=OFF
          -DAPI_System.Device.I2c=OFF
          -DAPI_System.Device.Pwm=OFF
          -DAPI_System.IO.Ports=OFF
          -DAPI_System.Device.Adc=ON
          -DAPI_nanoFramework.TI.EasyLink=ON
          -DAPI_nanoFramework.Hardware.TI=ON
          -DAPI_nanoFramework.System.Text=ON
        GccArm_Version:

  variables:
    DOTNET_NOLOGO: true
    # creates a counter and assigns it to the revision variable
    REVISION: $[counter('TI_1_8_0_versioncounter', 0)]
    HelperPackageVersion: $[counter('HelperPackageVersioncounter', 0)]
    TargetPlatform: 'ti_simplelink'

  steps:
  - template: azure-pipelines-templates/build-preparations.yml
  - template: azure-pipelines-templates/nb-gitversioning.yml
  - template: azure-pipelines-templates/download-install-arm-gcc-toolchain.yml
  - template: azure-pipelines-templates/download-install-ninja.yml
  - template: azure-pipelines-templates/build-ti-simplelink.yml
  - template: azure-pipelines-templates/pack-publish-artifacts.yml
  - template: azure-pipelines-templates/publish-cloudsmith.yml
  - template: azure-pipelines-templates/pack-publish-ti-sl-managed-helpers.yml

#################################
# report build failure to Discord
- job: Report_Build_Failure
  dependsOn:
  - Build_STM32_targets
  - Build_ESP32_targets
  - Build_TI_SimpleLink_targets
  condition: >-
    or(
      failed('Build_STM32_targets'),
      failed('Build_ESP32_targets'),
      failed('Build_TI_SimpleLink_targets')
    )

  pool:
    vmImage: 'windows-2019'

  steps:

  - checkout: self
    fetchDepth: 1

  # step from template @ nf-tools repo
  - template: azure-pipelines-templates/discord-webhook.yml@templates  
    parameters:
      status: 'failure'
      webhookUrl: '$(DiscordWebhook)'
      message: ''