Conda Build v3 revamp

.azure-pipelines/azure-pipelines-linux.yml

@@ -0,0 +1,139 @@
+jobs:
+- job: linux
+ pool:
+ vmImage: ubuntu-16.04
+ timeoutInMinutes: 90
+ strategy:
+ maxParallel: 8
+ matrix:
+ # linux_python3.6:
+ # CONFIG: python3.6
+ # DOCKER_IMAGE: condaforge/linux-anvil-comp7
+ # EXCLUDE_JINJA: CUDA_STR
+ linux_python3.7:
+ CONFIG: python3.7
+ DOCKER_IMAGE: condaforge/linux-anvil-comp7
+ EXCLUDE_JINJA: CUDA_STR
+ # linux_python3.8:
+ # CONFIG: python3.8
+ # DOCKER_IMAGE: condaforge/linux-anvil-comp7
+ # EXCLUDE_JINJA: CUDA_STR
+
+ # linux_python3.6_cuda8.0:
+ # CONFIG: python3.6_cuda8.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:8.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.6_cuda9.0:
+ # CONFIG: python3.6_cuda9.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.6_cuda9.1:
+ # CONFIG: python3.6_cuda9.1
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.1"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.6_cuda9.2:
+ # CONFIG: python3.6_cuda9.2
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.2"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.6_cuda10.0:
+ # CONFIG: python3.6_cuda10.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.6_cuda10.1:
+ # CONFIG: python3.6_cuda10.1
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.1"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.6_cuda10.2:
+ # CONFIG: python3.6_cuda10.2
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.2"
+ # INCLUDE_JINJA: CUDA_STR
+
+ # linux_python3.7_cuda8.0:
+ # CONFIG: python3.7_cuda8.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:8.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.7_cuda9.0:
+ # CONFIG: python3.7_cuda9.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.7_cuda9.1:
+ # CONFIG: python3.7_cuda9.1
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.1"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.7_cuda9.2:
+ # CONFIG: python3.7_cuda9.2
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.2"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.7_cuda10.0:
+ # CONFIG: python3.7_cuda10.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.7_cuda10.1:
+ # CONFIG: python3.7_cuda10.1
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.1"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.7_cuda10.2:
+ # CONFIG: python3.7_cuda10.2
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.2"
+ # INCLUDE_JINJA: CUDA_STR
+
+ # linux_python3.8_cuda8.0:
+ # CONFIG: python3.8_cuda8.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:8.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.8_cuda9.0:
+ # CONFIG: python3.8_cuda9.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.8_cuda9.1:
+ # CONFIG: python3.8_cuda9.1
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.1"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.8_cuda9.2:
+ # CONFIG: python3.8_cuda9.2
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:9.2"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.8_cuda10.0:
+ # CONFIG: python3.8_cuda10.0
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.0"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.8_cuda10.1:
+ # CONFIG: python3.8_cuda10.1
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.1"
+ # INCLUDE_JINJA: CUDA_STR
+ # linux_python3.8_cuda10.2:
+ # CONFIG: python3.8_cuda10.2
+ # DOCKER_IMAGE: "omniamd/linux-anvil-cuda:10.2"
+ # INCLUDE_JINJA: CUDA_STR
+
+ steps:
+ - script: |
+ echo "##vso[task.setvariable variable=NIGHTLY]true"
+ condition: eq(variables['Build.Reason'], 'Schedule')
+ displayName: Set dev trigger if scheduled
+
+ - script: |
+ CBA_FLAGS="-vvv --force --rebuild"
+ if [ -n "$INCLUDE_JINJA" ]; then
+ CBA_FLAGS="$CBA_FLAGS --build-only-jinja $INCLUDE_JINJA"
+ fi
+ if [ -n "$EXCLUDE_JINJA" ]; then
+ CBA_FLAGS="$CBA_FLAGS --no-build-jinja $EXCLUDE_JINJA"
+ fi
+ if [ ! -z "$NIGHTLY" ]; then
+ CBA_FLAGS="$CBA_FLAGS --scheduled-only"
+ fi
+ echo "##vso[task.setvariable variable=CBA_FLAGS]$CBA_FLAGS"
+ displayName: Assemble Variables
+
+ - script: |
+ DOCKER_FLAGS="--rm"
+ DOCKER_DIRS="-v `pwd`:/io"
+ DOCKER_DIRS="$DOCKER_DIRS -v `pwd`/.conda_configs:/conda_configs"
+ DOCKER_VARS="-e CBA_FLAGS -e CONFIG -e BINSTAR_TOKEN -e NIGHTLY"
+ DOCKER_COMMAND="bash /io/devtools/docker-build.sh"
+ docker run ${DOCKER_FLAGS} ${DOCKER_DIRS} ${DOCKER_VARS} ${DOCKER_IMAGE} ${DOCKER_COMMAND}
+ displayName: Run Docker Build
+ env:
+ BINSTAR_TOKEN: $(BINSTAR_TOKEN)
+

.azure-pipelines/azure-pipelines-osx.yml

@@ -0,0 +1,70 @@
+jobs:
+- job: osx
+ pool:
+ vmImage: macOS-10.13
+ timeoutInMinutes: 90
+ strategy:
+ maxParallel: 8
+ matrix:
+ # osx_python3.6:
+ # CONFIG: python3.6
+ # # EXCLUDE_JINJA: CUDA_STR
+ osx_python3.7:
+ CONFIG: python3.7
+ # EXCLUDE_JINJA: CUDA_STR
+ # osx_python3.8:
+ # CONFIG: python3.8
+ # # EXCLUDE_JINJA: CUDA_STR
+
+ steps:
+ - script: |
+ echo "##vso[task.setvariable variable=NIGHTLY]true"
+ condition: eq(variables['Build.Reason'], 'Schedule')
+ displayName: Set dev trigger if scheduled
+
+ - bash: |
+ echo "##vso[task.prependpath]$CONDA/bin"
+ sudo chown -R $USER $CONDA
+ displayName: Add conda to PATH
+
+ - script: |
+ source activate base
+ conda install -n base -c conda-forge --quiet --yes conda-build conda anaconda-client
+ conda update --yes --quiet -c conda-forge -c defaults --all
+ displayName: Add and update conda-forge
+
+ - script: |
+ CBA_FLAGS="-vvv --force --rebuild"
+ if [ -n "$INCLUDE_JINJA" ]; then
+ CBA_FLAGS="$CBA_FLAGS --build-only-jinja $INCLUDE_JINJA"
+ fi
+ if [ -n "$EXCLUDE_JINJA" ]; then
+ CBA_FLAGS="$CBA_FLAGS --no-build-jinja $EXCLUDE_JINJA"
+ fi
+ if [ ! -z "$NIGHTLY" ]; then
+ CBA_FLAGS="$CBA_FLAGS --scheduled-only"
+ fi
+ export CBA_FLAGS=$CBA_FLAGS
+ echo "##vso[task.setvariable variable=CBA_FLAGS]$CBA_FLAGS"
+ displayName: Assemble Variables
+
+ - script: |
+ source activate base
+ conda config --add channels omnia
+ conda config --add channels conda-forge
+
+ conda config --set show_channel_urls true
+ conda config --set auto_update_conda false
+ conda config --set add_pip_as_python_dependency false
+
+ conda info
+ conda config --show-sources
+ conda list --show-channel-urls
+
+ chmod +x $(Build.SourcesDirectory)/conda-build-all
+
+ which python
+ python $(Build.SourcesDirectory)/conda-build-all $CBA_FLAGS -m $(Build.SourcesDirectory)/.conda_configs/$(CONFIG).yaml -- $(Build.SourcesDirectory)/recipes/*/
+ displayName: Run Conda Build
+ env:
+ BINSTAR_TOKEN: $(BINSTAR_TOKEN)