Llvm windows up #16
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: LLVM Build | |
| on: | |
| push: | |
| branches: | |
| - llvm-head | |
| paths: | |
| - cmake/llvm-hash.txt | |
| workflow_dispatch: | |
| pull_request: | |
| branches: [main] | |
| env: | |
| SCCACHE_DIR: ${{ github.workspace }}/sccache | |
| permissions: | |
| contents: read | |
| id-token: write | |
| jobs: | |
| build: | |
| name: Build on ${{ matrix.config.runner }} | |
| runs-on: ${{ matrix.config.runs_on }} | |
| timeout-minutes: 240 # 4 hours | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| config: | |
| - {runner: 'Windows Latest', runs_on: 'windows-latest', target-os: 'windows', arch: 'x64'} | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| path: llvm-build | |
| - name: Fetch LLVM Commit Hash | |
| shell: bash | |
| run: | | |
| LLVM_COMMIT_HASH="$(cat llvm-build/cmake/llvm-hash.txt)" | |
| echo "Found LLVM commit hash: ${LLVM_COMMIT_HASH}" | |
| echo "llvm_commit_hash=${LLVM_COMMIT_HASH}" >> ${GITHUB_ENV} | |
| SHORT_LLVM_COMMIT_HASH="${LLVM_COMMIT_HASH:0:8}" | |
| echo "Short LLVM commit hash: ${SHORT_LLVM_COMMIT_HASH}" | |
| echo "short_llvm_commit_hash=${SHORT_LLVM_COMMIT_HASH}" >> ${GITHUB_ENV} | |
| INSTALL_DIR="llvm-${SHORT_LLVM_COMMIT_HASH}-${{ matrix.config.target-os }}-${{ matrix.config.arch }}" | |
| echo "LLVM installation directory name: ${INSTALL_DIR}" | |
| echo "llvm_install_dir=${INSTALL_DIR}" >> ${GITHUB_ENV} | |
| - name: Checkout LLVM | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: llvm/llvm-project | |
| path: llvm-project | |
| ref: ${{ env.llvm_commit_hash }} | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.11 | |
| - name: Set up MSVC | |
| if: matrix.config.arch == 'x64' && (matrix.config.target-os == 'windows') | |
| uses: ilammy/msvc-dev-cmd@v1.12.1 | |
| with: | |
| arch: amd64 | |
| - name: Install Prerequisites | |
| shell: bash | |
| run: | | |
| python3 -m pip install cmake ninja sccache | |
| mkdir -p ${{ env.SCCACHE_DIR }} | |
| rm -rf ${{ env.SCCACHE_DIR }}/* | |
| - name: Enable Cache | |
| uses: actions/cache@v3 | |
| with: | |
| path: ${{ env.SCCACHE_DIR }} | |
| key: ${{ matrix.config.target-os }}-${{ matrix.config.arch }}-${{ env.short_llvm_commit_hash }} | |
| restore-keys: ${{ matrix.config.target-os }}-${{ matrix.config.arch }}- | |
| - name: Configure, Build, Test, and Install LLVM (Ubuntu and macOS x64) | |
| if: matrix.config.arch == 'x64' && (matrix.config.target-os == 'ubuntu' || matrix.config.target-os == 'macos') | |
| run: > | |
| python3 -m pip install -r llvm-project/mlir/python/requirements.txt | |
| cmake -GNinja -Bllvm-project/build | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ | |
| -DCMAKE_C_COMPILER_LAUNCHER=sccache -DCMAKE_CXX_COMPILER_LAUNCHER=sccache | |
| -DCMAKE_INSTALL_PREFIX="${{ env.llvm_install_dir }}" | |
| -DCMAKE_LINKER=lld | |
| -DLLVM_BUILD_UTILS=ON | |
| -DLLVM_BUILD_TOOLS=ON | |
| -DLLVM_ENABLE_ASSERTIONS=ON | |
| -DMLIR_ENABLE_BINDINGS_PYTHON=ON | |
| -DLLVM_ENABLE_PROJECTS=mlir | |
| -DLLVM_INSTALL_UTILS=ON | |
| -DLLVM_TARGETS_TO_BUILD="host;NVPTX;AMDGPU" | |
| -DLLVM_ENABLE_TERMINFO=OFF | |
| llvm-project/llvm | |
| ninja -C llvm-project/build check-mlir install | |
| tar czf "${{ env.llvm_install_dir }}.tar.gz" "${{ env.llvm_install_dir }}" | |
| - name: Configure, Build, Test, and Install LLVM (Windows) | |
| if: matrix.config.arch == 'x64' && (matrix.config.target-os == 'windows') | |
| run: > | |
| python3 -m pip install -r llvm-project/mlir/python/requirements.txt | |
| cmake -GNinja -Bllvm-project/build | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DCMAKE_C_COMPILER=cl -DCMAKE_CXX_COMPILER=cl | |
| -DCMAKE_INSTALL_PREFIX="${{ env.llvm_install_dir }}" | |
| -DLLVM_BUILD_UTILS=ON | |
| -DLLVM_BUILD_TOOLS=ON | |
| -DLLVM_ENABLE_ASSERTIONS=ON | |
| -DMLIR_ENABLE_BINDINGS_PYTHON=ON | |
| -DLLVM_ENABLE_PROJECTS=mlir | |
| -DLLVM_ENABLE_DIA_SDK=OFF | |
| -DLLVM_INSTALL_UTILS=ON | |
| -DLLVM_TARGETS_TO_BUILD="host;NVPTX;AMDGPU" | |
| -DLLVM_ENABLE_TERMINFO=OFF | |
| llvm-project/llvm | |
| ninja -C llvm-project/build check-mlir install | |
| tar czf "${{ env.llvm_install_dir }}.tar.gz" "${{ env.llvm_install_dir }}" | |
| - name: Configure, Build, and Install LLVM (macOS arm64) | |
| if: matrix.config.arch == 'arm64' && (matrix.config.target-os == 'ubuntu' || matrix.config.target-os == 'macos') | |
| run: > | |
| python3 -m pip install -r llvm-project/mlir/python/requirements.txt | |
| cmake -GNinja -Bllvm-project/build | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ | |
| -DCMAKE_C_COMPILER_LAUNCHER=sccache -DCMAKE_CXX_COMPILER_LAUNCHER=sccache | |
| -DCMAKE_INSTALL_PREFIX="${{ env.llvm_install_dir }}" | |
| -DCMAKE_LINKER=lld | |
| -DCMAKE_OSX_ARCHITECTURES=arm64 | |
| -DLLVM_BUILD_UTILS=ON | |
| -DLLVM_BUILD_TOOLS=ON | |
| -DLLVM_ENABLE_ASSERTIONS=ON | |
| -DMLIR_ENABLE_BINDINGS_PYTHON=ON | |
| -DLLVM_ENABLE_PROJECTS=mlir | |
| -DLLVM_ENABLE_ZSTD=OFF | |
| -DLLVM_INSTALL_UTILS=ON | |
| -DLLVM_TARGETS_TO_BUILD="AArch64" | |
| -DLLVM_USE_HOST_TOOLS=ON | |
| -DLLVM_ENABLE_TERMINFO=OFF | |
| llvm-project/llvm | |
| ninja -C llvm-project/build install | |
| tar czf "${{ env.llvm_install_dir }}.tar.gz" "${{ env.llvm_install_dir }}" | |
| - name: Configure, Build, Test, and Install LLVM (CentOS) | |
| if: matrix.config.target-os == 'centos' | |
| run: | | |
| # if this step crashes, it can leave behind a stale docker container | |
| docker container prune -f | |
| docker rmi -f $(docker images -q) | |
| docker build --tag llvm-build --build-arg llvm_dir=llvm-project \ | |
| -f llvm-build/.github/workflows/llvm-build/Dockerfile . | |
| # Create temporary container to copy cache and installed artifacts. | |
| CONTAINER_ID=$(docker create llvm-build) | |
| docker cp "${CONTAINER_ID}:/install" "${{ env.llvm_install_dir }}" | |
| tar czf "${{ env.llvm_install_dir }}.tar.gz" "${{ env.llvm_install_dir }}" | |
| # We remove the existing directory, otherwise docker will | |
| # create a subdirectory inside the existing directory. | |
| rm -rf "${{ env.SCCACHE_DIR }}" | |
| docker cp "${CONTAINER_ID}:/sccache" "${{ env.SCCACHE_DIR }}" | |
| sudo chown -R "$(id -u -n):$(id -g -n)" "${{ env.SCCACHE_DIR }}" | |
| docker rm "${CONTAINER_ID}" | |
| - name: Upload Build Artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: llvm-${{ matrix.config.target-os }}-${{ matrix.config.arch }} | |
| path: | | |
| ${{ github.workspace }}/llvm-*.tar.gz | |
| - name: Azure Login | |
| if: ${{ (github.repository == 'openai/triton') }} | |
| uses: azure/login@v1 | |
| with: | |
| client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| - name: Upload LLVM Artifacts to Azure | |
| if: ${{ (github.repository == 'openai/triton') }} | |
| shell: bash -el {0} | |
| run: | | |
| az storage blob upload --account-name tritonlang --auth-mode login --container-name llvm-builds --file "${{ env.llvm_install_dir }}.tar.gz" --name "${{ env.llvm_install_dir }}.tar.gz" --overwrite | |
| URL=$(az storage blob url --account-name tritonlang --auth-mode login --container-name llvm-builds --name "${{ env.llvm_install_dir }}.tar.gz") | |
| echo "Blob URL: ${URL}" | |
| - name: Azure Logout | |
| if: ${{ (github.repository == 'openai/triton') }} | |
| run: | | |
| az logout | |
| az cache purge | |
| az account clear | |
| - name: Dump Sccache Statistics | |
| run: sccache --show-stats |