[DO NOT MERGE] Sasha triage topk test failure amd #5109
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Conda package | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| permissions: read-all | |
| env: | |
| PACKAGE_NAME: dpctl | |
| MODULE_NAME: dpctl | |
| TEST_ENV_NAME: test_dpctl | |
| VER_SCRIPT1: "import json; f = open('ver.json', 'r'); j = json.load(f); f.close(); d = j['dpctl'][0];" | |
| VER_SCRIPT2: "print('='.join((d[s] for s in ('version', 'build'))))" | |
| VER_SCRIPT3: "print(' '.join(map(lambda s: chr(34) + s + chr(34), [comp for comp in d['depends'] if 'dpcpp' in comp][1:])))" | |
| INTEL_CHANNEL: "https://software.repos.intel.com/python/conda/" | |
| jobs: | |
| build_linux: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 90 | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11', '3.12'] | |
| steps: | |
| - uses: actions/checkout@v4.2.2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set pkgs_dirs | |
| run: | | |
| echo "pkgs_dirs: [~/.conda/pkgs]" >> ~/.condarc | |
| - name: Cache conda packages | |
| uses: actions/cache@v4 | |
| env: | |
| CACHE_NUMBER: 3 # Increase to reset cache | |
| with: | |
| path: ~/.conda/pkgs | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('**/meta.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Add conda to system path | |
| run: echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install conda-build | |
| run: conda install conda-build -c conda-forge --override-channels | |
| - name: Store conda paths as envs | |
| shell: bash -l {0} | |
| run: | | |
| echo "WHEELS_OUTPUT_FOLDER=$GITHUB_WORKSPACE${{ runner.os == 'Linux' && '/' || '\\' }}" >> $GITHUB_ENV | |
| - name: Build conda package | |
| run: | | |
| # use bootstrap channel to pull NumPy linked with OpenBLAS | |
| CHANNELS="-c conda-forge --override-channels" | |
| VERSIONS="--python ${{ matrix.python }} --numpy 2.0" | |
| TEST="--no-test" | |
| conda build \ | |
| $TEST \ | |
| $VERSIONS \ | |
| $CHANNELS \ | |
| conda-recipe | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4.4.3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: /usr/share/miniconda/conda-bld/linux-64/${{ env.PACKAGE_NAME }}-*.tar.bz2 | |
| - name: Upload wheels artifact | |
| uses: actions/upload-artifact@v4.4.3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| path: ${{ env.WHEELS_OUTPUT_FOLDER }}${{ env.PACKAGE_NAME }}-*.whl | |
| build_windows: | |
| runs-on: windows-2019 | |
| timeout-minutes: 150 | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11', '3.12'] | |
| steps: | |
| - uses: actions/checkout@v4.2.2 | |
| with: | |
| fetch-depth: 0 | |
| - uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| miniforge-variant: Miniforge3 | |
| miniforge-version: latest | |
| activate-environment: build | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| python-version: ${{ matrix.python }} | |
| - name: Install conda build | |
| run: | | |
| conda activate | |
| conda install -y conda-build | |
| conda list -n base | |
| - name: Cache conda packages | |
| uses: actions/cache@v4 | |
| env: | |
| CACHE_NUMBER: 3 # Increase to reset cache | |
| with: | |
| path: /home/runner/conda_pkgs_dir | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('**/meta.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Store conda paths as envs | |
| shell: bash -l {0} | |
| run: | | |
| echo "CONDA_BLD=$CONDA/conda-bld/win-64/" | tr "\\\\" '/' >> $GITHUB_ENV | |
| echo "WHEELS_OUTPUT_FOLDER=$GITHUB_WORKSPACE${{ runner.os == 'Linux' && '/' || '\\' }}" >> $GITHUB_ENV | |
| - name: Build conda package | |
| env: | |
| OVERRIDE_INTEL_IPO: 1 # IPO requires more resources that GH actions VM provides | |
| run: | | |
| conda activate | |
| conda build --no-test --python ${{ matrix.python }} --numpy 2 -c conda-forge --override-channels conda-recipe | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4.4.3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: ${{ env.CONDA_BLD }}${{ env.PACKAGE_NAME }}-*.tar.bz2 | |
| - name: Upload wheels artifact | |
| uses: actions/upload-artifact@v4.4.3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| path: ${{ env.WHEELS_OUTPUT_FOLDER }}${{ env.PACKAGE_NAME }}-*.whl | |
| test_linux: | |
| needs: build_linux | |
| runs-on: ${{ matrix.runner }} | |
| timeout-minutes: 30 | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11', '3.12'] | |
| experimental: [false] | |
| runner: [ubuntu-22.04] | |
| continue-on-error: ${{ matrix.experimental }} | |
| steps: | |
| - name: Construct channels line | |
| run: | | |
| echo "CHANNELS=-c ${{ env.INTEL_CHANNEL }} -c conda-forge --override-channels" >> $GITHUB_ENV | |
| - name: Display channels line | |
| run: | | |
| echo ${{ env.CHANNELS }} | |
| - name: Download artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Add conda to system path | |
| run: echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install conda-index | |
| # Needed to be able to run conda index | |
| run: conda install conda-index -c conda-forge --override-channels | |
| - name: Create conda channel | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/channel/linux-64 | |
| conda index $GITHUB_WORKSPACE/channel || exit 1 | |
| mv ${PACKAGE_NAME}-*.tar.bz2 $GITHUB_WORKSPACE/channel/linux-64 || exit 1 | |
| conda index $GITHUB_WORKSPACE/channel || exit 1 | |
| # Test channel | |
| conda search $PACKAGE_NAME -c $GITHUB_WORKSPACE/channel --override-channels --info --json > $GITHUB_WORKSPACE/ver.json | |
| cat ver.json | |
| - name: Collect dependencies | |
| run: | | |
| CHANNELS="-c $GITHUB_WORKSPACE/channel ${{ env.CHANNELS }}" | |
| export PACKAGE_VERSION=$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}") | |
| conda create -n ${{ env.TEST_ENV_NAME }} $PACKAGE_NAME=${PACKAGE_VERSION} python=${{ matrix.python }} $CHANNELS --only-deps --dry-run > lockfile | |
| cat lockfile | |
| - name: Set pkgs_dirs | |
| run: | | |
| echo "pkgs_dirs: [~/.conda/pkgs]" >> ~/.condarc | |
| - name: Cache conda packages | |
| uses: actions/cache@v4 | |
| env: | |
| CACHE_NUMBER: 3 # Increase to reset cache | |
| with: | |
| path: ~/.conda/pkgs | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install dpctl | |
| run: | | |
| export CHANNELS="-c $GITHUB_WORKSPACE/channel ${{ env.CHANNELS }}" | |
| export TEST_DEPENDENCIES="pytest pytest-cov cython setuptools" | |
| export PACKAGE_VERSION=$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}") | |
| conda create -n ${{ env.TEST_ENV_NAME }} $PACKAGE_NAME=${PACKAGE_VERSION} ${TEST_DEPENDENCIES} python=${{ matrix.python }} ${CHANNELS} | |
| # Test installed packages | |
| conda list -n ${{ env.TEST_ENV_NAME }} | |
| - name: Smoke test | |
| run: | | |
| . $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.TEST_ENV_NAME }} | |
| python -c "import dpctl; dpctl.lsplatform(verbosity=2)" | |
| - name: Install gdb | |
| run: | | |
| sudo apt-get update --fix-missing | |
| sudo apt-get install -y gdb | |
| - name: Run test_elementwise under gdb | |
| run: | | |
| . $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.TEST_ENV_NAME }} | |
| gdb --batch -ex r -ex 'info sharedlibrary' -ex 'set print elements 1000' -ex bt --args ${CONDA_PREFIX}/bin/python -m pytest -q -ra --disable-warnings --pyargs dpctl.tests.elementwise.test_trigonometric::test_trig_order -vv || true | |
| - name: Create test temp dir | |
| # create temporary empty folder to runs tests from | |
| # https://github.com/pytest-dev/pytest/issues/11904 | |
| run: mkdir -p ${GITHUB_WORKSPACE}/test_tmp | |
| - name: Run tests | |
| working-directory: ${{ github.workspace }}/test_tmp | |
| env: | |
| SYCL_CACHE_PERSISTENT: 1 | |
| run: | | |
| . $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.TEST_ENV_NAME }} | |
| python -m pytest -v --pyargs $MODULE_NAME | |
| test_windows: | |
| needs: build_windows | |
| runs-on: ${{ matrix.runner }} | |
| timeout-minutes: 60 | |
| defaults: | |
| run: | |
| shell: cmd /C CALL {0} | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11', '3.12'] | |
| experimental: [false] | |
| runner: [windows-2019] | |
| continue-on-error: ${{ matrix.experimental }} | |
| env: | |
| workdir: '${{ github.workspace }}' | |
| steps: | |
| - name: Construct channels line | |
| shell: pwsh | |
| run: | | |
| echo "CHANNELS=-c ${{ env.INTEL_CHANNEL }} -c conda-forge --override-channels" >> $env:GITHUB_ENV | |
| - name: Display channels line | |
| run: | | |
| echo ${{ env.CHANNELS }} | |
| - name: Download artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| miniforge-version: latest | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| activate-environment: ${{ env.TEST_ENV_NAME }} | |
| python-version: ${{ matrix.python }} | |
| - name: Install conda-index | |
| run: | | |
| conda install -n base conda-index | |
| - name: Create conda channel with the artifact bit | |
| shell: cmd /C CALL {0} | |
| run: | | |
| @echo on | |
| echo ${{ env.workdir }} | |
| mkdir ${{ env.workdir }}\channel | |
| mkdir ${{ env.workdir }}\channel\win-64 | |
| move ${{ env.PACKAGE_NAME }}-*.tar.bz2 ${{ env.workdir }}\channel\win-64 | |
| dir ${{ env.workdir }}\channel\win-64\ | |
| - name: Index the channel | |
| shell: cmd /C CALL {0} | |
| run: | | |
| @echo on | |
| conda index ${{ env.workdir }}\channel | |
| - name: List content of the channels | |
| shell: cmd /C CALL {0} | |
| run: | | |
| dir ${{ env.workdir }}\channel | |
| dir ${{ env.workdir }}\channel\win-64 | |
| - name: Dump dpctl version info from created channel into ver.json | |
| shell: cmd /C CALL {0} | |
| run: | | |
| @echo on | |
| conda search ${{ env.PACKAGE_NAME }} -c ${{ env.workdir }}/channel --override-channels --info --json > ${{ env.workdir }}\ver.json | |
| dir ${{ env.workdir }} | |
| - name: Output content of produced ver.json | |
| shell: pwsh | |
| run: Get-Content -Path ${{ env.workdir }}\ver.json | |
| - name: Collect dependencies | |
| shell: cmd /C CALL {0} | |
| run: | | |
| IF NOT EXIST ver.json ( | |
| copy /Y ${{ env.workdir }}\ver.json . | |
| ) | |
| SET "SCRIPT=%VER_SCRIPT1% %VER_SCRIPT2%" | |
| FOR /F "tokens=* USEBACKQ" %%F IN (`python -c "%SCRIPT%"`) DO ( | |
| SET PACKAGE_VERSION=%%F | |
| ) | |
| conda install -n ${{ env.TEST_ENV_NAME }} ${{ env.PACKAGE_NAME }}=%PACKAGE_VERSION% python=${{ matrix.python }} -c ${{ env.workdir }}/channel ${{ env.CHANNELS }} --only-deps --dry-run > lockfile | |
| - name: Display lockfile content | |
| shell: pwsh | |
| run: Get-Content -Path .\lockfile | |
| - name: Cache conda packages | |
| uses: actions/cache@v4 | |
| env: | |
| CACHE_NUMBER: 3 # Increase to reset cache | |
| with: | |
| path: /home/runner/conda_pkgs_dir | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install opencl_rt | |
| shell: cmd /C CALL {0} | |
| run: conda install -n ${{ env.TEST_ENV_NAME }} opencl_rt -c ${{ env.INTEL_CHANNEL }} --override-channels | |
| - name: Install dpctl | |
| shell: cmd /C CALL {0} | |
| run: | | |
| @ECHO ON | |
| IF NOT EXIST ver.json ( | |
| copy /Y ${{ env.workdir }}\ver.json . | |
| ) | |
| set "SCRIPT=%VER_SCRIPT1% %VER_SCRIPT2%" | |
| FOR /F "tokens=* USEBACKQ" %%F IN (`python -c "%SCRIPT%"`) DO ( | |
| SET PACKAGE_VERSION=%%F | |
| ) | |
| SET TEST_DEPENDENCIES=pytest"<8" pytest-cov cython setuptools | |
| conda install -n ${{ env.TEST_ENV_NAME }} ${{ env.PACKAGE_NAME }}=%PACKAGE_VERSION% %TEST_DEPENDENCIES% python=${{ matrix.python }} -c ${{ env.workdir }}/channel ${{ env.CHANNELS }} | |
| - name: Report content of test environment | |
| shell: cmd /C CALL {0} | |
| run: | | |
| echo "Value of CONDA enviroment variable was: " %CONDA% | |
| echo "Value of CONDA_PREFIX enviroment variable was: " %CONDA_PREFIX% | |
| conda info && conda list -n ${{ env.TEST_ENV_NAME }} | |
| - name: Configure Intel OpenCL CPU RT | |
| shell: pwsh | |
| run: | | |
| $script_path="$env:CONDA_PREFIX\Scripts\set-intel-ocl-icd-registry.ps1" | |
| if (Test-Path $script_path) { | |
| &$script_path | |
| } else { | |
| Write-Warning "File $script_path was NOT found!" | |
| } | |
| # Check the variable assisting OpenCL CPU driver to find TBB DLLs which are not located where it expects them by default | |
| $cl_cfg="$env:CONDA_PREFIX\Library\lib\cl.cfg" | |
| Get-Content -Tail 5 -Path $cl_cfg | |
| - name: Smoke test, step 1 | |
| shell: cmd /C CALL {0} | |
| run: >- | |
| conda activate ${{ env.TEST_ENV_NAME }} && python -c "import sys; print(sys.executable)" | |
| - name: Smoke test, step 2 | |
| shell: cmd /C CALL {0} | |
| run: >- | |
| conda activate ${{ env.TEST_ENV_NAME }} && python -m dpctl -f | |
| - name: Create empty temporary directory to run tests from | |
| shell: cmd /C CALL {0} | |
| # create temporary empty folder to runs tests from | |
| # https://github.com/pytest-dev/pytest/issues/11904 | |
| run: >- | |
| mkdir "${{ env.workdir }}\test_tmp" | |
| - name: List content of workdir folder | |
| shell: cmd /C CALL {0} | |
| run: dir "${{ env.workdir }}" | |
| - name: Run tests | |
| shell: cmd /C CALL {0} | |
| env: | |
| SYCL_CACHE_PERSISTENT: 1 | |
| working-directory: ${{ env.workdir }}\test_tmp | |
| run: >- | |
| conda activate ${{ env.TEST_ENV_NAME }} && python -m pytest -v -s --pyargs ${{ env.MODULE_NAME }} | |
| upload_linux: | |
| needs: test_linux | |
| if: ${{github.ref == 'refs/heads/master' || (startsWith(github.ref, 'refs/heads/release') == true) || github.event_name == 'push' && contains(github.ref, 'refs/tags/')}} | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 20 | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11', '3.12'] | |
| steps: | |
| - name: Download conda artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Download wheel artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| - name: Install anaconda-client | |
| run: conda install anaconda-client -c conda-forge --override-channels | |
| - name: Add conda to system path | |
| run: echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Package version | |
| run: echo "PACKAGE_VERSION=$(basename ${{ env.PACKAGE_NAME }}-*.tar.bz2 | sed 's/^${{ env.PACKAGE_NAME }}-\([^-]*\).*/\1/')" >> $GITHUB_ENV | |
| - name: Upload | |
| env: | |
| ANACONDA_TOKEN: ${{ secrets.ANACONDA_TOKEN }} | |
| run: | | |
| anaconda --token $ANACONDA_TOKEN upload --user dppy --label dev ${PACKAGE_NAME}-*.tar.bz2 | |
| - name: Upload Wheels | |
| env: | |
| ANACONDA_TOKEN: ${{ secrets.ANACONDA_TOKEN }} | |
| run: anaconda --token ${{ env.ANACONDA_TOKEN }} upload --user dppy --label dev ${{ env.PACKAGE_NAME }}-*.whl --version ${{ env.PACKAGE_VERSION }} | |
| upload_windows: | |
| needs: test_windows | |
| if: ${{github.ref == 'refs/heads/master' || (startsWith(github.ref, 'refs/heads/release') == true) || github.event_name == 'push' && contains(github.ref, 'refs/tags/')}} | |
| runs-on: windows-2019 | |
| timeout-minutes: 20 | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11', '3.12'] | |
| steps: | |
| - name: Download artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Download wheel artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| - uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| miniforge-version: latest | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-activate-base: true | |
| activate-environment: "" | |
| - name: Install anaconda-client | |
| run: conda install anaconda-client -c conda-forge --override-channels | |
| - name: Package version | |
| shell: bash -el {0} | |
| run: echo "PACKAGE_VERSION=$(basename ${{ env.PACKAGE_NAME }}-*.tar.bz2 | sed 's/^${{ env.PACKAGE_NAME }}-\([^-]*\).*/\1/')" >> $GITHUB_ENV | |
| - name: Upload | |
| env: | |
| ANACONDA_TOKEN: ${{ secrets.ANACONDA_TOKEN }} | |
| run: | | |
| anaconda --token ${{ env.ANACONDA_TOKEN }} upload --user dppy --label dev ${{ env.PACKAGE_NAME }}-*.tar.bz2 | |
| - name: Upload Wheels | |
| env: | |
| ANACONDA_TOKEN: ${{ secrets.ANACONDA_TOKEN }} | |
| run: anaconda --token ${{ env.ANACONDA_TOKEN }} upload --user dppy --label dev ${{ env.PACKAGE_NAME }}-*.whl --version ${{ env.PACKAGE_VERSION }} | |
| test_examples_linux: | |
| needs: build_linux | |
| runs-on: ${{ matrix.runner }} | |
| strategy: | |
| matrix: | |
| python: ['3.11'] | |
| experimental: [false] | |
| runner: [ubuntu-22.04] | |
| continue-on-error: ${{ matrix.experimental }} | |
| timeout-minutes: 60 | |
| env: | |
| EXAMPLES_ENV_NAME: examples | |
| BUILD_ENV_NAME: build_env | |
| steps: | |
| - name: Construct channels line | |
| run: | | |
| echo "CHANNELS=-c ${{ env.INTEL_CHANNEL }} -c conda-forge --override-channels" >> $GITHUB_ENV | |
| - name: Display channels line | |
| run: | | |
| echo ${{ env.CHANNELS }} | |
| - name: Install conda-index | |
| # Needed to be able to run conda index | |
| run: conda install conda-index -c conda-forge --override-channels | |
| - name: Checkout dpctl repo | |
| uses: actions/checkout@v4.2.2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Download artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Add conda to system path | |
| run: echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Create conda channel | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/channel/linux-64 | |
| conda index $GITHUB_WORKSPACE/channel || exit 1 | |
| mv ${PACKAGE_NAME}-*.tar.bz2 $GITHUB_WORKSPACE/channel/linux-64 || exit 1 | |
| conda index $GITHUB_WORKSPACE/channel || exit 1 | |
| # Test channel | |
| conda search $PACKAGE_NAME -c $GITHUB_WORKSPACE/channel --override-channels --info --json > $GITHUB_WORKSPACE/ver.json | |
| cat ver.json | |
| - name: Collect dependencies | |
| run: | | |
| CHANNELS="-c $GITHUB_WORKSPACE/channel ${{ env.CHANNELS }}" | |
| export PACKAGE_VERSION=$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}") | |
| conda create -n ${{ env.EXAMPLES_ENV_NAME }} $PACKAGE_NAME=${PACKAGE_VERSION} python=${{ matrix.python }} $CHANNELS --only-deps --dry-run > lockfile | |
| cat lockfile | |
| - name: Set pkgs_dirs | |
| run: | | |
| echo "pkgs_dirs: [~/.conda/pkgs]" >> ~/.condarc | |
| - name: Cache conda packages | |
| uses: actions/cache@v4 | |
| env: | |
| CACHE_NUMBER: 3 # Increase to reset cache | |
| with: | |
| path: ~/.conda/pkgs | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install example requirements | |
| shell: bash -ex -l {0} | |
| env: | |
| DPCPP_CMPLR: "dpcpp_linux-64>=2024.2" | |
| run: | | |
| CHANNELS="${{ env.CHANNELS }}" | |
| . $CONDA/etc/profile.d/conda.sh | |
| DPCTL_DEPENDS="$(python -c "${VER_SCRIPT1} ${VER_SCRIPT3}")" | |
| echo "Dpctl dependencies: ${DPCTL_DEPENDS}" | |
| conda create -n ${{ env.EXAMPLES_ENV_NAME }} -y pytest python=${{ matrix.python }} "setuptools<72.2.0" $CHANNELS | |
| echo "Environment created" | |
| conda install -n ${{ env.EXAMPLES_ENV_NAME }} -y cmake ninja $CHANNELS || exit 1 | |
| echo "Cmake and Ninja installed" | |
| conda install -n ${{ env.EXAMPLES_ENV_NAME }} -y pybind11 cython scikit-build $CHANNELS || exit 1 | |
| echo "scikit-build installed" | |
| conda install -n ${{ env.EXAMPLES_ENV_NAME }} -y mkl-dpcpp \ | |
| mkl-devel-dpcpp dpcpp_cpp_rt "${DPCTL_DEPENDS}" \ | |
| $CHANNELS || exit 1 | |
| echo "IPL installed" | |
| conda create -y -n ${{ env.BUILD_ENV_NAME }} $CHANNELS gcc_linux-64 gxx_linux-64 \ | |
| ${{ env.DPCPP_CMPLR }} "${DPCTL_DEPENDS}" \ | |
| "sysroot_linux-64>=2.28" | |
| echo "Compiler installed" | |
| - name: Install dpctl | |
| shell: bash -l {0} | |
| run: | | |
| source $CONDA/etc/profile.d/conda.sh | |
| CHANNELS="-c $GITHUB_WORKSPACE/channel -c dppy/label/dev -c ${{ env.INTEL_CHANNEL }} -c conda-forge --override-channels" | |
| export PACKAGE_VERSION=$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}") | |
| conda install -n ${{ env.EXAMPLES_ENV_NAME }} -y ${CHANNELS} dpctl=${PACKAGE_VERSION} dpnp || exit 1 | |
| - name: Build and run examples of pybind11 extensions | |
| shell: bash -l {0} | |
| run: | | |
| source $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.EXAMPLES_ENV_NAME }} | |
| conda list | |
| cd examples/pybind11 | |
| for d in $(find . -maxdepth 1 -type d -not -path ".") | |
| do | |
| pushd $d | |
| export MKLROOT=${CONDA_PREFIX} | |
| export TBBROOT=${CONDA_PREFIX} | |
| conda activate --stack build_env | |
| CC=icx CXX=icpx python setup.py build_ext --inplace -G Ninja -- \ | |
| -DTBB_LIBRARY_DIR=${TBBROOT}/lib \ | |
| -DMKL_LIBRARY_DIR=${MKLROOT}/lib \ | |
| -DMKL_INCLUDE_DIR=${MKLROOT}/include \ | |
| -DTBB_INCLUDE_DIR=${TBBROOT}/include || exit 1 | |
| conda deactivate | |
| if [ -e tests ] | |
| then | |
| LD_LIBRARY_PATH=${CONDA_PREFIX}/lib python -m pytest tests || exit 1 | |
| else | |
| LD_LIBRARY_PATH=${CONDA_PREFIX}/lib python example.py || exit 1 | |
| fi | |
| popd | |
| done | |
| - name: Build and run examples of Cython extensions | |
| shell: bash -l {0} | |
| run: | | |
| source $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.EXAMPLES_ENV_NAME }} | |
| conda list | |
| cd examples/cython | |
| for d in $(find . -maxdepth 1 -type d -not -path ".") | |
| do | |
| pushd $d | |
| conda activate --stack ${{ env.BUILD_ENV_NAME }} | |
| python setup.py build_ext --inplace || exit 1 | |
| conda deactivate | |
| python -m pytest tests || exit 1 | |
| popd | |
| done | |
| - name: Build and run examples of C-extensions | |
| shell: bash -l {0} | |
| run: | | |
| source $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.EXAMPLES_ENV_NAME }} | |
| conda list | |
| cd examples/c | |
| for d in $(find . -maxdepth 1 -type d -not -path ".") | |
| do | |
| pushd $d | |
| conda activate --stack ${{ env.BUILD_ENV_NAME }} | |
| python setup.py build_ext --inplace || exit 1 | |
| conda deactivate | |
| python -m pytest tests || exit 1 | |
| popd | |
| done | |
| - name: Run Python examples | |
| shell: bash -l {0} | |
| run: | | |
| cd examples/python | |
| source $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.EXAMPLES_ENV_NAME }} | |
| for script in $(find . \( -not -name "_*" -and -name "*.py" \)) | |
| do | |
| echo "Executing ${script}" | |
| python ${script} || exit 1 | |
| done | |
| array-api-conformity: | |
| needs: build_linux | |
| runs-on: ${{ matrix.runner }} | |
| timeout-minutes: 90 | |
| permissions: | |
| pull-requests: write | |
| strategy: | |
| matrix: | |
| python: ['3.10'] | |
| experimental: [false] | |
| runner: [ubuntu-22.04] | |
| continue-on-error: ${{ matrix.experimental }} | |
| steps: | |
| - name: Construct channels line | |
| run: | | |
| echo "CHANNELS=-c ${{ env.INTEL_CHANNEL }} -c conda-forge --override-channels" >> $GITHUB_ENV | |
| - name: Display channels line | |
| run: | | |
| echo ${{ env.CHANNELS }} | |
| - name: Checkout dpctl repo | |
| uses: actions/checkout@v4.2.2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Cache array API tests | |
| id: cache-array-api-tests | |
| uses: actions/cache@v4 | |
| env: | |
| ARRAY_CACHE: 3 | |
| with: | |
| path: | | |
| /home/runner/work/array-api-tests/ | |
| key: ${{ runner.os }}-array-api-${{ env.cache-name }}-{{ env.ARRAY_CACHE }}-${{ hashFiles('/home/runner/work/array-api-tests/requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-build-${{ env.cache-name }}- | |
| ${{ runner.os }}-build- | |
| ${{ runner.os }}- | |
| - name: Clone array API tests repo | |
| if: steps.cache-array-api-tests.outputs.cache-hit != 'true' | |
| shell: bash -l {0} | |
| run: | | |
| cd /home/runner/work | |
| git clone --recurse-submodules https://github.com/data-apis/array-api-tests array-api-tests | |
| cd array-api-tests | |
| - name: Download artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Add conda to system path | |
| run: echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install conda-index | |
| # Needed to be able to run conda index | |
| run: conda install conda-index -c conda-forge --override-channels | |
| - name: Create conda channel | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/channel/linux-64 | |
| conda index $GITHUB_WORKSPACE/channel || exit 1 | |
| mv ${PACKAGE_NAME}-*.tar.bz2 $GITHUB_WORKSPACE/channel/linux-64 || exit 1 | |
| conda index $GITHUB_WORKSPACE/channel || exit 1 | |
| # Test channel | |
| conda search $PACKAGE_NAME -c $GITHUB_WORKSPACE/channel --override-channels --info --json > $GITHUB_WORKSPACE/ver.json | |
| cat ver.json | |
| - name: Collect dependencies | |
| run: | | |
| CHANNELS="-c $GITHUB_WORKSPACE/channel ${{ env.CHANNELS }}" | |
| export PACKAGE_VERSION=$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}") | |
| conda create -n ${{ env.TEST_ENV_NAME }} $PACKAGE_NAME=${PACKAGE_VERSION} python=${{ matrix.python }} $CHANNELS --only-deps --dry-run > lockfile | |
| cat lockfile | |
| - name: Set pkgs_dirs | |
| run: | | |
| echo "pkgs_dirs: [~/.conda/pkgs]" >> ~/.condarc | |
| - name: Cache conda packages | |
| uses: actions/cache@v4 | |
| env: | |
| CACHE_NUMBER: 3 # Increase to reset cache | |
| with: | |
| path: ~/.conda/pkgs | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install dpctl | |
| run: | | |
| CHANNELS="-c $GITHUB_WORKSPACE/channel ${{ env.CHANNELS }}" | |
| export PACKAGE_VERSION=$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}") | |
| conda create -n ${{ env.TEST_ENV_NAME }} $PACKAGE_NAME=${PACKAGE_VERSION} pytest python=${{ matrix.python }} $CHANNELS | |
| # Test installed packages | |
| conda list | |
| - name: Install array API test dependencies | |
| shell: bash -l {0} | |
| run: | | |
| . $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.TEST_ENV_NAME }} | |
| cd /home/runner/work/array-api-tests | |
| pip install -r requirements.txt | |
| - name: Install jq | |
| shell: bash -l {0} | |
| run: | | |
| sudo apt-get install jq | |
| - name: Run array API conformance tests | |
| id: run-array-api-tests | |
| shell: bash -l {0} | |
| env: | |
| SYCL_CACHE_PERSISTENT: 1 | |
| run: | | |
| FILE=/home/runner/work/.report.json | |
| . $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.TEST_ENV_NAME }} | |
| cd /home/runner/work/array-api-tests | |
| ${CONDA_PREFIX}/bin/python -c "import dpctl; dpctl.lsplatform()" | |
| export ARRAY_API_TESTS_MODULE=dpctl.tensor | |
| ${CONDA_PREFIX}/bin/python -m pytest --json-report --json-report-file=$FILE --disable-deadline --skips-file ${GITHUB_WORKSPACE}/.github/workflows/array-api-skips.txt array_api_tests/ || true | |
| - name: Set Github environment variables | |
| shell: bash -l {0} | |
| run: | | |
| export PACKAGE_VERSION=$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}") | |
| FILE=/home/runner/work/.report.json | |
| if test -f "$FILE"; then | |
| PASSED_TESTS=$(jq '.summary | .passed // 0' $FILE) | |
| FAILED_TESTS=$(jq '.summary | .failed // 0' $FILE) | |
| SKIPPED_TESTS=$(jq '.summary | .skipped // 0' $FILE) | |
| MESSAGE="Array API standard conformance tests for dpctl=$PACKAGE_VERSION ran successfully. | |
| Passed: $PASSED_TESTS | |
| Failed: $FAILED_TESTS | |
| Skipped: $SKIPPED_TESTS" | |
| echo "MESSAGE<<EOF" >> $GITHUB_ENV | |
| echo "$MESSAGE" >> $GITHUB_ENV | |
| echo "EOF" >> $GITHUB_ENV | |
| else | |
| echo "Array API standard conformance tests failed to run for dpctl=$PACKAGE_VERSION." | |
| exit 1 | |
| fi | |
| - name: Output API summary | |
| shell: bash -l {0} | |
| run: echo "::notice ${{ env.MESSAGE }}" | |
| - name: Post result to PR | |
| if: ${{ github.event.pull_request && !github.event.pull_request.head.repo.fork }} | |
| uses: mshick/add-pr-comment@v2 | |
| with: | |
| message: | | |
| ${{ env.MESSAGE }} | |
| allow-repeats: true | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| cleanup_packages: | |
| name: Clean up anaconda packages | |
| needs: [upload_linux, upload_windows] | |
| runs-on: 'ubuntu-latest' | |
| timeout-minutes: 30 | |
| defaults: | |
| run: | |
| shell: bash -el {0} | |
| steps: | |
| - uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| run-post: false | |
| channel-priority: "disabled" | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| python-version: '3.11' | |
| - name: Install anaconda-client | |
| run: conda install anaconda-client -c conda-forge --override-channels | |
| - name: Checkout repo | |
| uses: actions/checkout@v4.2.2 | |
| with: | |
| repository: IntelPython/devops-tools | |
| fetch-depth: 0 | |
| - name: Cleanup old packages | |
| run: | | |
| python scripts/cleanup-old-packages.py \ | |
| --verbose --force --token ${{ secrets.ANACONDA_TOKEN }} \ | |
| --package dppy/${{ env.PACKAGE_NAME }} --label dev |