make more of CI work

Author: mattip

.github/workflows/posix.yml

@@ -72,7 +72,7 @@ jobs:
         submodules: recursive
         fetch-depth: 0
     - name: Set up Python 3.8
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v4
       with:
         python-version: 3.8
     - name: Set extra env
@@ -93,7 +93,7 @@ jobs:
         echo "DOCKER_TEST_IMAGE: ${DOCKER_TEST_IMAGE}"
     - name: Install VirtualEnv
       run: |
-        python -m pip install --upgrade pip
+        python3 -m pip install --upgrade pip
         pip install virtualenv
     - name: Build OpenBLAS
       run: |
@@ -121,22 +121,30 @@ jobs:
     - name: Build wheel
       run: |
         mkdir -p local/openblas
+        # This will fail if there is more than one file in libs
         tar -C local/openblas --strip-components=2 -xf libs/openblas*.tar.gz
-        cp local/openblas/lib/libopenblas64_.so local/openblas/libopenblas_python.so
-        # do not package the static libs and symlinks, they are ~55MB
-        rm -rf local/openblas/lib/*
+        # do not package the static libs and symlinks
+        cp $(find local/openblas/lib -maxdepth 1 -size +1M -executable) local/openblas/libopenblas_python.so
+        rm -rf local/openblas/lib/lib*
         mv local/openblas/libopenblas_python.so local/openblas/lib/
 
-        cat <<EOF > run_in_docker.sh
-        cd /openblas
-        patchelf --set-soname libopenblas_python.so local/openblas/lib/libopenblas_python.so
-        python3.7 -m pip wheel -w /tmp/wheelhouse -vv .
-        auditwheel repair -w dist/ /tmp/wheelhouse/openblas-*.whl
-        python3.10 -m pip install dist/openblas-*.whl
-        python3.10 -m openblas
-        EOF
+        if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
+          patchelf --set-soname libopenblas_python.so local/openblas/lib/libopenblas_python.so
+          python3 -m pip install wheel auditwheel
+          python3 -m pip wheel -w /tmp/wheelhouse -vv .
+          auditwheel repair -w dist/ /tmp/wheelhouse/openblas-*.whl
+           
+        else
+          cat <<EOF > run_in_docker.sh
+          cd /openblas
+          patchelf --set-soname libopenblas_python.so local/openblas/lib/libopenblas_python.so
+          python3.7 -m pip wheel -w /tmp/wheelhouse -vv .
+          auditwheel repair -w dist/ /tmp/wheelhouse/openblas-*.whl
+          python3.10 -m pip install dist/openblas-*.whl
+          python3.10 -m openblas
+          EOF
 
-        docker run --rm -v $(pwd):/openblas quay.io/pypa/manylinux2014_x86_64 /bin/bash -xe /openblas/run_in_docker.sh
+          docker run --rm -v $(pwd):/openblas quay.io/pypa/manylinux2014_x86_64 /bin/bash -xe /openblas/run_in_docker.sh
 
     - uses: actions/upload-artifact@v3
       with:

OpenBLAS

@@ -0,0 +1,59 @@
+# Replicate the workflow from posix.yml locally on posix
+# This may bitrot, compare it to the original file before using
+
+
+# Set extra env
+if [ "uname -m" == "x86_64" ]; then
+    export TRAVIS_OS_NAME=ubuntu-latest
+    export PLAT=x86_64
+    # export PLAT=i86
+    DOCKER_TEST_IMAGE=multibuild/xenial_${PLAT}
+else
+    export TRAVIS_OS_NAME=osx
+    export LDFLAGS="-L/Library/Developer/CommandLineTools/SDKs/MacOSX12.1.sdk/usr/lib"
+    export LIBRARY_PATH="-L/Library/Developer/CommandLineTools/SDKs/MacOSX12.1.sdk/usr/lib"
+    export PLAT=x86_64
+    # export PLAT=arm64
+    export SUFFIX=gf_c469a42
+    
+fi
+export REPO_DIR=OpenBLAS
+export OPENBLAS_COMMIT="c2f4bdb"
+
+# export MB_ML_LIBC=musllinux
+# export MB_ML_VER=_1_1
+# export MB_ML_VER=2014
+export INTERFACE64=1
+
+function install_virtualenv {
+    # Install VirtualEnv
+    python3 -m pip install --upgrade pip
+    pip install virtualenv
+}
+
+function build_openblas {
+    # Build OpenBLAS
+    set -xeo pipefail
+    if [ "$PLAT" == "arm64" ]; then
+      sudo xcode-select -switch /Applications/Xcode_12.5.1.app
+      export SDKROOT=/Applications/Xcode_12.5.1.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX11.3.sdk
+      clang --version
+    fi
+    source travis-ci/build_steps.sh
+    echo "------ BEFORE BUILD ---------"
+    before_build
+    if [[ "$NIGHTLY" = "true" ]]; then
+      echo "------ CLEAN CODE --------"
+      clean_code $REPO_DIR develop
+      echo "------ BUILD LIB --------"
+      build_lib "$PLAT" "$INTERFACE64" "1"
+    else
+      echo "------ CLEAN CODE --------"
+      clean_code $REPO_DIR $OPENBLAS_COMMIT
+      echo "------ BUILD LIB --------"
+      build_lib "$PLAT" "$INTERFACE64" "0"
+    fi
+}
+
+# install_virtualenv
+# build_openblas