Install native dependencies on all Apple OS in CI (#82323)

eng/install-native-dependencies.sh

@@ -1,52 +1,51 @@
-#!/usr/bin/env bash
+#!/bin/sh
+
+set -e
 
 # This is a simple script primarily used for CI to install necessary dependencies
 #
-# For CI typical usage is
-#
-# ./install-native-dependencies.sh <OS> <arch> azDO
-#
-# For developer use it is not recommended to include the azDO final argument as that
-# makes installation and configuration setting only required for azDO
-#
-# So simple developer usage would currently be
+# Usage:
 #
 # ./install-native-dependencies.sh <OS>
 
-if [ "$1" = "Linux" ]; then
- sudo apt update
- if [ "$?" != "0" ]; then
- exit 1;
- fi
- sudo apt install cmake llvm-3.9 clang-3.9 lldb-3.9 liblldb-3.9-dev libunwind8 libunwind8-dev gettext libicu-dev liblttng-ust-dev libcurl4-openssl-dev libssl-dev libkrb5-dev libnuma-dev build-essential
- if [ "$?" != "0" ]; then
- exit 1;
- fi
-elif [[ "$1" == "MacCatalyst" || "$1" == "OSX" || "$1" == "tvOS" || "$1" == "iOS" ]]; then
- engdir=$(dirname "${BASH_SOURCE[0]}")
-
- echo "Installed xcode version: `xcode-select -p`"
-
- if [ "$3" = "azDO" ]; then
- # workaround for old osx images on hosted agents
- # piped in case we get an agent without these values installed
- if ! brew_output="$(brew uninstall openssl@1.0.2t 2>&1 >/dev/null)"; then
- echo "didn't uninstall openssl@1.0.2t"
- else
- echo "successfully uninstalled openssl@1.0.2t"
- fi
- fi
-
- export HOMEBREW_NO_INSTALL_CLEANUP=1
- export HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1
- # Skip brew update for now, see https://github.com/actions/setup-python/issues/577
- # brew update --preinstall
- brew bundle --no-upgrade --no-lock --file "${engdir}/Brewfile"
- if [ "$?" != "0" ]; then
- exit 1;
- fi
-else
- echo "Must pass \"Linux\", \"tvOS\", \"iOS\" or \"OSX\" as first argument."
- exit 1
+os="$(echo "$1" | tr "[:upper:]" "[:lower:]")"
+
+if [ -z "$os" ]; then
+ . "$(dirname "$0")"/native/init-os-and-arch.sh
+ os="$(echo "$os" | tr "[:upper:]" "[:lower:]")"
 fi
 
+case "$os" in
+ linux)
+ if [ -e /etc/os-release ]; then
+ . /etc/os-release
+ fi
+
+ if [ "$ID" != "debian" ] && [ "$ID_LIKE" != "debian" ]; then
+ echo "Unsupported distro. distro: $ID"
+ exit 1
+ fi
+
+ apt update
+
+ apt install -y build-essential gettext locales cmake llvm clang lldb liblldb-dev libunwind8-dev libicu-dev liblttng-ust-dev \
+ libssl-dev libkrb5-dev libnuma-dev zlib1g-dev
+
+ localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
+ ;;
+
+ osx|mac*|ios*|tvos*)
+ echo "Installed xcode version: $(xcode-select -p)"
+
+ export HOMEBREW_NO_INSTALL_CLEANUP=1
+ export HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1
+ # Skip brew update for now, see https://github.com/actions/setup-python/issues/577
+ # brew update --preinstall
+ brew bundle --no-upgrade --no-lock --file "$(dirname "$0")/Brewfile"
+ ;;
+
+ *)
+ echo "Unsupported platform. OS: $os"
+ exit 1
+ ;;
+esac

eng/pipelines/common/global-build-job.yml

@@ -166,7 +166,7 @@ jobs:
  targetRID: banana.24-x64
  runtimeOS: linux
 
- - ${{ if in(parameters.osGroup, 'OSX', 'iOS', 'tvOS', 'MacCatalyst') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh ${{ parameters.osGroup }} ${{ parameters.archType }} azDO
  displayName: Install Build Dependencies
 

eng/pipelines/common/templates/runtimes/build-test-job.yml

@@ -110,7 +110,7 @@ jobs:
  steps:
 
  # Install test build dependencies
- - ${{ if eq(parameters.osGroup, 'OSX') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh $(osGroup) ${{ parameters.archType }} azDO
  displayName: Install native dependencies
 

eng/pipelines/coreclr/templates/build-jit-job.yml

@@ -86,7 +86,7 @@ jobs:
  # Linux builds use docker images with dependencies preinstalled,
  # and FreeBSD builds use a build agent with dependencies
  # preinstalled, so we only need this step for OSX and Windows.
- - ${{ if eq(parameters.osGroup, 'OSX') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh $(osGroup) ${{ parameters.archType }} azDO
  displayName: Install native dependencies (OSX)
 

eng/pipelines/coreclr/templates/build-job.yml

@@ -162,7 +162,7 @@ jobs:
  # Linux builds use docker images with dependencies preinstalled,
  # and FreeBSD builds use a build agent with dependencies
  # preinstalled, so we only need this step for OSX and Windows.
- - ${{ if eq(parameters.osGroup, 'OSX') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh $(osGroup) ${{ parameters.archType }} azDO
  displayName: Install native dependencies
 

eng/pipelines/installer/jobs/base-job.yml

@@ -383,7 +383,7 @@ jobs:
  displayName: 'Libraries artifacts'
  cleanUnpackFolder: false
 
- - ${{ if in(parameters.osGroup, 'OSX', 'iOS', 'tvOS') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh ${{ parameters.osGroup }} ${{ parameters.archType }} azDO
  displayName: Install Build Dependencies
 

eng/pipelines/libraries/build-job.yml

@@ -87,7 +87,7 @@ jobs:
  - ${{ if eq(parameters.isOfficialBuild, true) }}:
  - template: /eng/pipelines/common/restore-internal-tools.yml
 
- - ${{ if in(parameters.osGroup, 'OSX', 'iOS', 'tvOS') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh ${{ parameters.osGroup }} ${{ parameters.archType }} azDO
  displayName: Install Build Dependencies
 

eng/pipelines/libraries/run-test-job.yml

@@ -88,6 +88,10 @@ jobs:
  artifactFileName: $(librariesTestsArtifactName)$(archiveExtension)
  unpackFolder: $(Build.SourcesDirectory)/artifacts
 
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
+ - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh ${{ parameters.osGroup }}
+ displayName: Install Build Dependencies
+
  - ${{ if ne(parameters.liveRuntimeBuildConfig, '') }}:
  - script: $(_buildScript)
  -subset host.native+libs.pretest

eng/pipelines/mono/templates/build-job.yml

@@ -123,7 +123,7 @@ jobs:
  # Linux builds use docker images with dependencies preinstalled,
  # and FreeBSD builds use a build agent with dependencies
  # preinstalled, so we only need this step for OSX and Windows.
- - ${{ if in(parameters.osGroup, 'OSX', 'iOS', 'tvOS') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh $(osGroup) ${{ parameters.archType }} azDO
  displayName: Install native dependencies
 

eng/pipelines/mono/templates/generate-offsets.yml

@@ -56,7 +56,7 @@ jobs:
  # Linux builds use docker images with dependencies preinstalled,
  # and FreeBSD builds use a build agent with dependencies
  # preinstalled, so we only need this step for OSX and Windows.
- - ${{ if in(parameters.osGroup, 'OSX', 'iOS', 'tvOS') }}:
+ - ${{ if in(parameters.osGroup, 'OSX', 'MacCatalyst', 'iOS', 'iOSSimulator', 'tvOS', 'tvOSSimulator') }}:
  - script: $(Build.SourcesDirectory)/eng/install-native-dependencies.sh $(osGroup) ${{ parameters.archType }} azDO
  displayName: Install native dependencies