forked from MPAS-Dev/compass
-
Notifications
You must be signed in to change notification settings - Fork 0
/
azure-pipelines.yml
221 lines (191 loc) · 5.81 KB
/
azure-pipelines.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
trigger:
branches:
include:
- master
- legacy
tags:
include:
- '*'
pr:
branches:
include:
- master
- legacy
jobs:
- job:
displayName: linux
pool:
vmImage: 'ubuntu-latest'
strategy:
matrix:
nompi:
python.version: '3.9'
mpi: 'nompi'
openmpi:
python.version: '3.9'
mpi: 'openmpi'
mpich:
python.version: '3.9'
mpi: 'mpich'
steps:
- bash: echo "##vso[task.prependpath]$CONDA/bin"
displayName: Add conda to PATH
- bash: |
set -e
eval "$(conda shell.bash hook)"
conda config --add channels conda-forge
conda config --set channel_priority strict
conda install --yes python=$PYTHON_VERSION conda conda-build mamba boa
conda update --all --yes
displayName: Update conda base environment
- bash: |
eval "$(conda shell.bash hook)"
# workaround based on recent failures
rm /usr/share/miniconda/pkgs/cache/*.json
conda mambabuild -m ci/linux_mpi_$(mpi)_python${PYTHON_VERSION}.yaml \
-c conda-forge -c e3sm/label/compass conda/recipe
displayName: Build COMPASS metapackage
- bash: |
set -e
eval "$(conda shell.bash hook)"
mamba create --yes --quiet --name compass -c ${CONDA_PREFIX}/conda-bld/ \
-c conda-forge -c e3sm/label/compass python=$PYTHON_VERSION compass \
sphinx mock sphinx_rtd_theme m2r2
displayName: Create compass conda environment
- bash: |
set -e
eval "$(conda shell.bash hook)"
conda activate compass
compass list
compass list --machines
compass list --suites
compass list --help
compass setup --help
compass suite --help
compass clean --help
displayName: Test compass
- bash: |
set -e
eval "$(conda shell.bash hook)"
conda activate compass
echo "source branch: $(Build.SourceBranch)"
echo "repository: $(Build.Repository.Name)"
tag=$(git describe --tags $(git rev-list --tags --max-count=1))
echo "tag: $tag"
REPO_PATH=$PWD
if [[ "$(Build.SourceBranch)" == refs/tags/* ]]; then
echo "this is a tag build"
export DOCS_VERSION="$tag"
deploy=True
run=True
elif [[ "$(Build.SourceBranch)" == refs/heads/* ]]; then
branch="$(Build.SourceBranchName)"
echo "this is a merge build of $branch"
deploy=True
elif [[ "$(Build.SourceBranch)" == refs/pull/*/merge ]]; then
branch="$(System.PullRequest.TargetBranch)"
echo "this is a pull request into $branch"
deploy=False
fi
if [ -n "${branch}" ]; then
echo "This build is for branch $branch"
if [[ ${branch} == "master" ]]; then
export DOCS_VERSION="latest"
run=True
elif [[ ${branch} == "legacy" ]]; then
export DOCS_VERSION="legacy"
run=True
else
echo "We don't build docs for $branch"
deploy=False
run=False
fi
fi
if [[ "${run}" == "False" ]]; then
echo "Not building docs for branch ${branch}"
exit 0
fi
echo "Docs version: $DOCS_VERSION"
echo "Deploy to gh-pages? $deploy"
cd docs || exit 1
make html
cd "$REPO_PATH" || exit 1
if [[ "$deploy" == "False" ]]; then
exit 0
fi
PUBLICATION_BRANCH=gh-pages
DOCS_PATH="${DOCS_VERSION// /_}"
# Checkout the branch
pushd $HOME || exit 1
git clone --branch=$PUBLICATION_BRANCH https://$(GitHubToken)@github.com/$(Build.Repository.Name) publish
cd publish || exit 1
# Update pages
if [[ -d "$DOCS_PATH" ]]; then
git rm -rf "$DOCS_PATH" > /dev/null
fi
mkdir "$DOCS_PATH"
cp -r "$REPO_PATH"/docs/_build/html/* "$DOCS_PATH"
# Commit and push latest version
git add .
if git diff-index --quiet HEAD; then
echo "No changes in the docs."
else
git config --local user.name "Azure Pipelines"
git config --local user.email "azuredevops@microsoft.com"
git commit -m "[skip ci] Update $DOCS_VERSION"
git push -fq origin $PUBLICATION_BRANCH
fi
popd || exit 1
condition: eq(variables['mpi'], 'mpich')
displayName: build and deploy docs
- job:
displayName: osx
pool:
vmImage: 'macOS-latest'
strategy:
matrix:
nompi:
python.version: '3.9'
mpi: 'nompi'
openmpi:
python.version: '3.9'
mpi: 'openmpi'
mpich:
python.version: '3.9'
mpi: 'mpich'
steps:
- bash: echo "##vso[task.prependpath]$CONDA/bin"
displayName: Add conda to PATH
- bash: sudo chown -R 501:20 /usr/local/miniconda
displayName: Fix permissions
- bash: |
set -e
eval "$(conda shell.bash hook)"
conda config --add channels conda-forge
conda config --set channel_priority strict
conda install --yes python=$PYTHON_VERSION conda conda-build mamba boa
conda update --all --yes
displayName: Update conda base environment
- bash: |
eval "$(conda shell.bash hook)"
conda mambabuild -m ci/osx_mpi_$(mpi)_python${PYTHON_VERSION}.yaml \
-c conda-forge -c e3sm/label/compass conda/recipe
displayName: Build COMPASS metapackage
- bash: |
set -e
eval "$(conda shell.bash hook)"
mamba create --yes --quiet --name compass -c ${CONDA_PREFIX}/conda-bld/ \
-c conda-forge -c e3sm/label/compass python=$PYTHON_VERSION compass
displayName: Create compass conda environment
- bash: |
set -e
eval "$(conda shell.bash hook)"
conda activate compass
compass list
compass list --machines
compass list --suites
compass list --help
compass setup --help
compass suite --help
compass clean --help
displayName: Test compass