GHA: Integrate Alpine musl job in main workflow

Incl. prebuilt package etc.

Author: kinke

.github/actions/3-build-native/action.yml

@@ -31,3 +31,7 @@ runs:
 
     - run: ../build/bin/ldc2 --version
       shell: bash
+
+    - run: ldd ../build/bin/ldc2
+      if: runner.os == 'Linux'
+      shell: bash

.github/actions/4c-test-dmd/action.yml

@@ -9,7 +9,20 @@ runs:
     - name: 'Posix: Run DMD testsuite'
       if: runner.os != 'Windows'
       shell: bash
-      run: cd ../build && ctest -V -R "dmd-testsuite"
+      run: |
+        set -eux
+        repoDir=$PWD
+        cd ../build
+        if type -P apk &>/dev/null; then
+          # Alpine: run full dmd-testsuite-debug
+          ctest -V -R 'dmd-testsuite' -E '^dmd-testsuite$'
+          # these two tests require extra flags "-link-defaultlib-debug -frame-pointer=all": https://github.com/ldc-developers/ldc/issues/4694
+          # => remove before running optimized dmd-testsuite separately
+          rm $repoDir/tests/dmd/runnable/{test17559.d,test19086.d}
+          ctest -V -R '^dmd-testsuite$'
+        else
+          ctest -V -R "dmd-testsuite"
+        fi
 
     - name: 'Windows: Run DMD testsuite'
       if: runner.os == 'Windows'

.github/actions/6-integration-test/action.yml

@@ -15,13 +15,16 @@ runs:
       run: |
         set -eux
         cd ..
+        if type -P apk &>/dev/null; then
+          exit 0 # Alpine: no shared libs
+        fi
         if [[ '${{ runner.os }}' == Windows ]]; then
           # add druntime/Phobos DLL dir to PATH
           export PATH="$PWD/installed/bin:$PATH"
         fi
         installed/bin/ldc2 hello.d -link-defaultlib-shared
         ./hello
-        if [[ '${{ runner.os }}-${{ inputs.arch }}' == Linux-x86_64 ]]; then
+        if [[ -d installed/lib32 ]]; then
           installed/bin/ldc2 hello.d -m32 -link-defaultlib-shared
           ./hello
         fi
@@ -34,7 +37,7 @@ runs:
         for mode in thin full; do
           installed/bin/ldc2 hello.d -of=hello_$mode -flto=$mode -defaultlib=phobos2-ldc-lto,druntime-ldc-lto
           ./hello_$mode
-          if [[ '${{ runner.os }}-${{ inputs.arch }}' == Linux-x86_64 ]]; then
+          if [[ -d installed/lib32 ]]; then
             installed/bin/ldc2 hello.d -m32 -of=hello_$mode-32 -flto=$mode -defaultlib=phobos2-ldc-lto,druntime-ldc-lto
             ./hello_$mode-32
           fi
@@ -45,6 +48,9 @@ runs:
       run: |
         set -eux
         cd ..
+        if type -P apk &>/dev/null; then
+          exit 0 # FIXME: Alpine: LLVM too old for dynamic-compile support
+        fi
         if [[ '${{ runner.os }}' == Windows ]]; then
           # add ldc-jit.dll dir to PATH
           export PATH="$PWD/installed/bin:$PATH"

.github/actions/7-package/action.yml

@@ -73,10 +73,12 @@ runs:
           "$(dirname "$DMD")/ldc2" -run list_payload.d .
         fi
 
-        # use host compiler's dub, which is guaranteed to be native
-        DFLAGS="-O -linkonce-templates ${DFLAGS:-}" dub build -v \
-          --build-mode=allAtOnce --combined $archFlag \
-          --compiler="$(dirname "$DMD")/ldc2"
+        # prefer host compiler's dub, which is guaranteed to be native
+        PATH="$PATH:$PWD/../installed/bin" \
+          DFLAGS="-O -linkonce-templates ${DFLAGS:-}" \
+          dub build -v \
+            --build-mode=allAtOnce --combined $archFlag \
+            --compiler="$(dirname "$DMD")/ldc2"
         cp bin/reggae ../installed/bin/
 
         if [[ '${{ inputs.cross_target_triple }}' == '' ]]; then
@@ -120,10 +122,11 @@ runs:
           chmod -R go=rX $artifactName
           if [[ '${{ runner.os }}' == macOS ]]; then
             sudo chown -R root:wheel $artifactName
-            tar -cf - $artifactName | 7za a artifacts/$artifactName.tar.xz -si -txz -mx9
-          else
-            tar -cf - --owner=0 --group=0 $artifactName | 7za a artifacts/$artifactName.tar.xz -si -txz -mx9
+          # note: already running as root in Alpine container, *and* potential busybox complication
+          elif [[ $os != alpine ]]; then
+            sudo chown -R 0:0 $artifactName
           fi
+          tar -cf - $artifactName | 7za a artifacts/$artifactName.tar.xz -si -txz -mx9
         fi
 
         # export ARTIFACT_{ID,NAME}

.github/workflows/alpine_musl.yml

@@ -53,6 +53,23 @@ jobs:
               -DEXTRA_CXXFLAGS=-flto=full
             with_pgo: true
 
+          - job_name: Alpine musl x86_64
+            os: ubuntu-latest
+            container_image: alpine:3.20
+            arch: x86_64
+            bootstrap_cmake_flags: -DBUILD_LTO_LIBS=ON
+            # TODO: Add '-DLLVM_IS_SHARED=OFF' when static linking is fully supported
+            # TSan and XRay do not work.
+            extra_cmake_flags: >-
+              -DBUILD_LTO_LIBS=ON
+              -DBUILD_SHARED_LIBS=OFF
+              -DTEST_COMPILER_RT_LIBRARIES="profile;lsan;asan;msan;fuzzer"
+              -DCMAKE_EXE_LINKER_FLAGS=-static-libstdc++
+              -DJITRT_EXTRA_LDFLAGS=-static-libstdc++
+              -DD_COMPILER_FLAGS="-O -flto=full"
+            # FIXME: -defaultlib=phobos2-ldc-lto,druntime-ldc-lto
+            with_pgo: false
+
           - job_name: macOS x86_64
             os: macos-13
             arch: x86_64
@@ -108,18 +125,33 @@ jobs:
     env:
       MACOSX_DEPLOYMENT_TARGET: ${{ matrix.arch == 'arm64' && '11.0' || '10.12' }}
     steps:
-      - name: 'Container: Install git and sudo'
+      - name: 'Set up Linux container'
         if: matrix.container_image
-        shell: bash
         run: |
           set -eux
-          apt-get -q update
-          DEBIAN_FRONTEND=noninteractive apt-get -yq install git-core sudo
+          if type -P apt-get &>/dev/null; then
+            # Ubuntu: pre-install git and sudo
+            apt-get -q update
+            DEBIAN_FRONTEND=noninteractive apt-get -yq install git-core sudo
+          else
+            # set up Alpine container
+            apk add \
+              git cmake ninja-is-really-ninja g++ ldc llvm-dev llvm-static compiler-rt \
+              libxml2-static zstd-static zlib-static \
+              bash grep diffutils make curl 7zip perl
+            # create missing 7za symlink
+            ln -s 7z /usr/bin/7za
+            # create ../llvm symlink to distro LLVM (no prebuilt LDC-LLVM for musl)
+            ln -s /usr/lib/llvm17 $(dirname $(pwd))/llvm
+            ../llvm/bin/llvm-config --version
+          fi
       - uses: actions/checkout@v4
         with:
           submodules: true
           fetch-depth: 50
       - name: Install prerequisites
+        if: |
+          !startsWith(matrix.container_image, 'alpine')
         uses: ./.github/actions/1-setup
         with:
           llvm_version: ${{ matrix.llvm_version || env.LLVM_VERSION }}
@@ -194,6 +226,7 @@ jobs:
         uses: ./.github/actions/7-package
         with:
           arch: ${{ matrix.arch }}
+          os: ${{ startsWith(matrix.container_image, 'alpine') && 'alpine' || '' }}
 
 
   # Cross-compilation jobs for non-native targets.