CI: Automate building of Windows and macOS release binaries

.ci/azure-pipelines/matrix.yml

@@ -11,8 +11,8 @@ parameters:
  CC: gcc-8
  FC: gfortran-8
  macOS:
- CC: gcc-8
- FC: gfortran-8
+ CC: gcc-9
+ FC: gfortran-9
  Windows:
  CC: gcc
  FC: gfortran
@@ -25,6 +25,8 @@ parameters:
  NESTING: basic
  GRIB1: 0
  GRIB2: 1
+
+ RELEASE: false
 
  # Loop/matrix parameters.
  # Note that these may be overridden by the including yml (typically azure-pipelines.yml).
@@ -43,6 +45,7 @@ jobs:
  - ${{ if not(and(eq(OS_NAME, 'Windows'), eq(BUILD_SYSTEM, 'Make'))) }}:
  - template: ${{ parameters.templates[OS_NAME] }}
  parameters:
+ RELEASE: ${{ parameters.RELEASE }}
  OS_NAME: ${{ OS_NAME }}
  BUILD_SYSTEM: ${{ BUILD_SYSTEM }}
  BUILD_TYPE: ${{ BUILD_TYPE }}

.ci/azure-pipelines/release.yml

@@ -0,0 +1,47 @@
+steps:
+- ${{ if eq(parameters.OS_NAME, 'Windows') }}:
+ - task: ArchiveFiles@2
+ inputs:
+ rootFolderOrFile: build/install
+ includeRootFolder: false
+ archiveType: zip
+ archiveFile: '$(Build.ArtifactStagingDirectory)/$(Build.SourceBranchName)-$(NESTING)_nesting-$(MODE)-x64-$(OS_NAME)-$(BUILD_TYPE).zip' 
+ displayName: Create distribution package
+
+- ${{ if not(eq(parameters.OS_NAME, 'Windows')) }}:
+ - bash: bash .ci/unix/delocate.sh
+ displayName: Delocate
+
+ - task: ArchiveFiles@2
+ inputs:
+ rootFolderOrFile: build/install
+ includeRootFolder: false
+ archiveType: tar
+ tarCompression: xz
+ archiveFile: '$(Build.ArtifactStagingDirectory)/$(Build.SourceBranchName)-$(NESTING)_nesting-$(MODE)-x64-$(OS_NAME)-$(BUILD_TYPE).tar.xz' 
+ displayName: Create distribution package
+
+- pwsh: |
+ dir $(Build.ArtifactStagingDirectory) -r | % { if ($_.Name -cne $_.Name.ToLower()) { ren $_.FullName $_.Name.ToLower() } }
+ displayName: Rename to lowercase
+
+# not strictly needed
+- task: PublishBuildArtifacts@1
+ displayName: Store distribution package
+ inputs:
+ pathtoPublish: $(Build.ArtifactStagingDirectory)
+ artifactName: dist_$(OS_NAME)_$(BUILD_SYSTEM)_$(BUILD_TYPE)_$(MODE)
+
+- task: GithubRelease@0 
+ displayName: Create GitHub Draft Release
+ inputs:
+ gitHubConnection: WRF-CMake-releases
+ repositoryName: WRF-CMake/WRF
+ action: edit # will create if not existing
+ tag: $(Build.SourceBranchName)
+ isDraft: true
+ isPreRelease: true
+ addChangeLog: false
+ assetUploadMode: replace
+ assets: |
+ $(Build.ArtifactStagingDirectory)/*

.ci/azure-pipelines/unix.yml

@@ -31,3 +31,8 @@ jobs:
 
  - ${{ if eq(parameters.WATS_RUN, 'true') }}:
  - template: wats_run.yml
+
+ - ${{ if eq(parameters.RELEASE, 'true') }}:
+ - template: release.yml
+ parameters:
+ ${{ insert }}: ${{ parameters }}

.ci/azure-pipelines/windows.yml

@@ -46,3 +46,8 @@ jobs:
 
  - ${{ if eq(parameters.WATS_RUN, 'true') }}:
  - template: wats_run.yml
+
+ - ${{ if eq(parameters.RELEASE, 'true') }}:
+ - template: release.yml
+ parameters:
+ ${{ insert }}: ${{ parameters }}

.ci/unix/Brewfile

@@ -1,5 +1,5 @@
 brew "coreutils"
-brew "gcc@8"
+brew "gcc"
 brew "netcdf"
 brew "jasper"
 brew "libpng"

.ci/unix/delocate.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+# Copyright 2018 M. Riechert and D. Meyer. Licensed under the MIT License.
+
+set -ex
+
+SCRIPTDIR=$(dirname "$0")
+cd $SCRIPTDIR/../..
+
+if [ "$(uname)" == "Darwin" ]; then
+
+ pip3 install delocate
+ delocate-listdeps --all --depending build/install/main
+ delocate-path build/install/main
+ delocate-listdeps --all --depending build/install/main
+
+else
+ echo "Unknown OS: $(uname)"
+ exit 1
+fi

.travis.yml

@@ -37,8 +37,8 @@ jobs:
  env:
  - BUILD_SYSTEM=Make
  - BUILD_TYPE=Debug
- - CC=gcc-8 # GNU via Homebrew
- - FC=gfortran-8
+ - CC=gcc-9 # GNU via Homebrew
+ - FC=gfortran-9
  - MODE=serial
 
  - stage: build
@@ -48,8 +48,8 @@ jobs:
  env:
  - BUILD_SYSTEM=Make
  - BUILD_TYPE=Debug
- - CC=gcc-8 # GNU via Homebrew
- - FC=gfortran-8
+ - CC=gcc-9 # GNU via Homebrew
+ - FC=gfortran-9
  - MODE=dmpar
 
  # CMake builds
@@ -89,8 +89,8 @@ jobs:
  env:
  - BUILD_SYSTEM=CMake
  - BUILD_TYPE=Debug
- - CC=gcc-8 # GNU via Homebrew
- - FC=gfortran-8
+ - CC=gcc-9 # GNU via Homebrew
+ - FC=gfortran-9
  - GRIB1=1
  - GRIB2=1
  - MODE=serial
@@ -104,7 +104,7 @@ jobs:
  - BUILD_SYSTEM=CMake
  - BUILD_TYPE=Debug
  - CC=clang # Apple Clang
- - FC=gfortran-8
+ - FC=gfortran-9
  - GRIB1=1
  - GRIB2=1
  - MODE=dmpar

azure-pipelines-release.yml

@@ -0,0 +1,19 @@
+# First, create a tag for the new version.
+# Then, run this pipeline on the tag to store binaries in a draft GitHub release.
+
+# Note that these values are also overridden to "none" in Azure DevOps's UI to
+# prevent others to run this pipeline by changing the triggers below and opening a PR.
+# It still wouldn't cause harm as secrets (GitHub credentials) are not available to PRs from forks.
+trigger: none
+pr: none
+
+jobs:
+- template: .ci/azure-pipelines/matrix.yml
+ parameters:
+ OS_NAMES: [Windows, macOS] # TODO Linux
+ BUILD_SYSTEMS: [CMake]
+ BUILD_TYPES: [Debug, Release]
+ MODES: [serial, dmpar]
+ WATS_DIFF: false
+ WATS_PLOTS: false
+ RELEASE: true