-
Notifications
You must be signed in to change notification settings - Fork 7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
migrate cmake workflows from CircleCI to GHA (#7417)
Co-authored-by: Andrey Talman <atalman@fb.com>
- Loading branch information
Showing
4 changed files
with
228 additions
and
21 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,124 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| set -euxo pipefail | ||
|
|
||
| ./.github/scripts/setup-env.sh | ||
|
|
||
| # Activate conda environment | ||
| set +x && eval "$($(which conda) shell.bash hook)" && conda deactivate && conda activate ci && set -x | ||
|
|
||
| # Setup the OS_TYPE environment variable that should be used for conditions involving the OS below. | ||
| case $(uname) in | ||
| Linux) | ||
| OS_TYPE=linux | ||
| ;; | ||
| Darwin) | ||
| OS_TYPE=macos | ||
| ;; | ||
| MSYS*) | ||
| OS_TYPE=windows | ||
| ;; | ||
| *) | ||
| echo "Unknown OS type:" $(uname) | ||
| exit 1 | ||
| ;; | ||
| esac | ||
|
|
||
| if [[ $OS_TYPE == macos ]]; then | ||
| JOBS=$(sysctl -n hw.logicalcpu) | ||
| else | ||
| JOBS=$(nproc) | ||
| fi | ||
|
|
||
| TORCH_PATH=$(python -c "import pathlib, torch; print(pathlib.Path(torch.__path__[0]))") | ||
| if [[ $OS_TYPE == windows ]]; then | ||
| PACKAGING_DIR="${PWD}/packaging" | ||
| export PATH="${TORCH_PATH}/lib:${PATH}" | ||
| fi | ||
|
|
||
| Torch_DIR="${TORCH_PATH}/share/cmake/Torch" | ||
| if [[ "${GPU_ARCH_TYPE}" == "cuda" ]]; then | ||
| WITH_CUDA=1 | ||
| else | ||
| WITH_CUDA=0 | ||
| fi | ||
|
|
||
| echo '::group::Prepare CMake builds' | ||
| mkdir -p cpp_build | ||
|
|
||
| pushd test/tracing/frcnn | ||
| python trace_model.py | ||
| mkdir -p build | ||
| mv fasterrcnn_resnet50_fpn.pt build | ||
| popd | ||
|
|
||
| pushd examples/cpp/hello_world | ||
| python trace_model.py | ||
| mkdir -p build | ||
| mv resnet18.pt build | ||
| popd | ||
|
|
||
| # This was only needed for the tracing above | ||
| pip uninstall -y torchvision | ||
| echo '::endgroup::' | ||
|
|
||
| echo '::group::Build and install libtorchvision' | ||
| pushd cpp_build | ||
|
|
||
| # On macOS, CMake is looking for the library (*.dylib) and the header (*.h) separately. By default, it prefers to load | ||
| # the header from other packages that install the library. This easily leads to a mismatch if the library installed | ||
| # from conda doesn't have the exact same version. Thus, we need to explicitly set CMAKE_FIND_FRAMEWORK=NEVER to force | ||
| # it to not load anything from other installed frameworks. Resources: | ||
| # https://stackoverflow.com/questions/36523911/osx-homebrew-cmake-libpng-version-mismatch-issue | ||
| # https://cmake.org/cmake/help/latest/variable/CMAKE_FIND_FRAMEWORK.html | ||
| cmake .. -DTorch_DIR="${Torch_DIR}" -DWITH_CUDA="${WITH_CUDA}" \ | ||
| -DCMAKE_PREFIX_PATH="${CONDA_PREFIX}" \ | ||
| -DCMAKE_FIND_FRAMEWORK=NEVER \ | ||
| -DCMAKE_INSTALL_PREFIX="${CONDA_PREFIX}" | ||
| if [[ $OS_TYPE == windows ]]; then | ||
| "${PACKAGING_DIR}/windows/internal/vc_env_helper.bat" "${PACKAGING_DIR}/windows/internal/build_cmake.bat" $JOBS | ||
| else | ||
| make -j$JOBS | ||
| make install | ||
| fi | ||
|
|
||
| popd | ||
| echo '::endgroup::' | ||
|
|
||
| echo '::group::Build and run project that uses Faster-RCNN' | ||
| pushd test/tracing/frcnn/build | ||
|
|
||
| cmake .. -DTorch_DIR="${Torch_DIR}" -DWITH_CUDA="${WITH_CUDA}" \ | ||
| -DCMAKE_PREFIX_PATH="${CONDA_PREFIX}" \ | ||
| -DCMAKE_FIND_FRAMEWORK=NEVER | ||
| if [[ $OS_TYPE == windows ]]; then | ||
| "${PACKAGING_DIR}/windows/internal/vc_env_helper.bat" "${PACKAGING_DIR}/windows/internal/build_frcnn.bat" $JOBS | ||
| cd Release | ||
| cp ../fasterrcnn_resnet50_fpn.pt . | ||
| else | ||
| make -j$JOBS | ||
| fi | ||
|
|
||
| ./test_frcnn_tracing | ||
|
|
||
| popd | ||
| echo '::endgroup::' | ||
|
|
||
| echo '::group::Build and run C++ example' | ||
| pushd examples/cpp/hello_world/build | ||
|
|
||
| cmake .. -DTorch_DIR="${Torch_DIR}" \ | ||
| -DCMAKE_PREFIX_PATH="${CONDA_PREFIX}" \ | ||
| -DCMAKE_FIND_FRAMEWORK=NEVER | ||
| if [[ $OS_TYPE == windows ]]; then | ||
| "${PACKAGING_DIR}/windows/internal/vc_env_helper.bat" "${PACKAGING_DIR}/windows/internal/build_cpp_example.bat" $JOBS | ||
| cd Release | ||
| cp ../resnet18.pt . | ||
| else | ||
| make -j$JOBS | ||
| fi | ||
|
|
||
| ./hello-world | ||
|
|
||
| popd | ||
| echo '::endgroup::' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,92 @@ | ||
| name: CMake | ||
|
|
||
| on: | ||
| pull_request: | ||
| push: | ||
| branches: | ||
| - nightly | ||
| - main | ||
| - release/* | ||
| workflow_dispatch: | ||
|
|
||
| jobs: | ||
| linux: | ||
| strategy: | ||
| matrix: | ||
| include: | ||
| - runner: linux.12xlarge | ||
| gpu-arch-type: cpu | ||
| - runner: linux.g5.4xlarge.nvidia.gpu | ||
| gpu-arch-type: cuda | ||
| gpu-arch-version: "11.8" | ||
| fail-fast: false | ||
| uses: pytorch/test-infra/.github/workflows/linux_job.yml@main | ||
| with: | ||
| repository: pytorch/vision | ||
| runner: ${{ matrix.runner }} | ||
| gpu-arch-type: ${{ matrix.gpu-arch-type }} | ||
| gpu-arch-version: ${{ matrix.gpu-arch-version }} | ||
| script: | | ||
| set -euo pipefail | ||
| export PYTHON_VERSION=3.8 | ||
| export GPU_ARCH_TYPE=${{ matrix.gpu-arch-type }} | ||
| export GPU_ARCH_VERSION=${{ matrix.gpu-arch-version }} | ||
| ./.github/scripts/cmake.sh | ||
| macos: | ||
| strategy: | ||
| matrix: | ||
| include: | ||
| - runner: macos-12 | ||
| - runner: macos-m1-12 | ||
| fail-fast: false | ||
| uses: pytorch/test-infra/.github/workflows/macos_job.yml@main | ||
| with: | ||
| repository: pytorch/vision | ||
| runner: ${{ matrix.runner }} | ||
| script: | | ||
| set -euo pipefail | ||
| export PYTHON_VERSION=3.8 | ||
| export GPU_ARCH_TYPE=cpu | ||
| export GPU_ARCH_VERSION='' | ||
| ./.github/scripts/cmake.sh | ||
| windows: | ||
| strategy: | ||
| matrix: | ||
| include: | ||
| - runner: windows.4xlarge | ||
| gpu-arch-type: cpu | ||
| - runner: windows.g5.4xlarge.nvidia.gpu | ||
| gpu-arch-type: cuda | ||
| gpu-arch-version: "11.8" | ||
| fail-fast: false | ||
| uses: pytorch/test-infra/.github/workflows/windows_job.yml@main | ||
| with: | ||
| repository: pytorch/vision | ||
| runner: ${{ matrix.runner }} | ||
| gpu-arch-type: ${{ matrix.gpu-arch-type }} | ||
| gpu-arch-version: ${{ matrix.gpu-arch-version }} | ||
| script: | | ||
| set -euo pipefail | ||
| source packaging/windows/internal/vc_install_helper.sh | ||
| # FIXME: Basically, we are reinstalling CUDA here. We only need this, because we need to copy some files that | ||
| # can be extracted from the CUDA installer, but are not available on our Windows AMI. | ||
| # See https://github.com/pytorch/test-infra/pull/4189 | ||
| if [[ ${{ matrix.gpu-arch-type }} == cuda ]]; then | ||
| export CU_VERSION=cu$(echo ${{ matrix.gpu-arch-version }} | sed 's/\.//') | ||
| echo CU_VERSION="${CU_VERSION}" | ||
| packaging/windows/internal/cuda_install.bat | ||
| fi | ||
| export PYTHON_VERSION=3.8 | ||
| export GPU_ARCH_TYPE=${{ matrix.gpu-arch-type }} | ||
| export GPU_ARCH_VERSION=${{ matrix.gpu-arch-version }} | ||
| ./.github/scripts/cmake.sh |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters