Add workflow to build RAPIDS from source with local CCCL

.devcontainer/cuda12.2-conda/devcontainer.json

@@ -0,0 +1,74 @@
+{
+ "build": {
+ "context": "${localWorkspaceFolder}/.devcontainer",
+ "dockerfile": "${localWorkspaceFolder}/.devcontainer/rapids.Dockerfile",
+ "args": {
+ "CUDA": "12.2",
+ "PYTHON_PACKAGE_MANAGER": "conda",
+ "BASE": "rapidsai/devcontainers:24.06-cpp-mambaforge-ubuntu22.04"
+ }
+ },
+ "runArgs": [
+ "--rm",
+ "--name",
+ "${localEnv:USER}-rapids-${localWorkspaceFolderBasename}-24.06-cuda12.2-conda"
+ ],
+ "hostRequirements": {"gpu": "optional"},
+ "features": {
+ "ghcr.io/rapidsai/devcontainers/features/rapids-build-utils:24.6": {}
+ },
+ "overrideFeatureInstallOrder": [
+ "ghcr.io/rapidsai/devcontainers/features/rapids-build-utils"
+ ],
+ "initializeCommand": ["/bin/bash", "-c", "mkdir -m 0755 -p ${localWorkspaceFolder}/.{aws,cache,config} ${localWorkspaceFolder}/../.{conda/pkgs,conda/${localWorkspaceFolderBasename}-cuda12.2-envs,log/devcontainer-utils} ${localWorkspaceFolder}/../{rmm,kvikio,ucxx,cudf,raft,cuvs,cuml,wholegraph,cugraph,cuspatial}"],
+ "postAttachCommand": ["/bin/bash", "-c", "if [ ${CODESPACES:-false} = 'true' ]; then . devcontainer-utils-post-attach-command; fi"],
+ "workspaceFolder": "/home/coder/${localWorkspaceFolderBasename}",
+ "workspaceMount": "source=${localWorkspaceFolder},target=/home/coder/${localWorkspaceFolderBasename},type=bind,consistency=consistent",
+ "mounts": [
+ "source=${localWorkspaceFolder}/.aws,target=/home/coder/.aws,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/.cache,target=/home/coder/.cache,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/.config,target=/home/coder/.config,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../rmm,target=/home/coder/rmm,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../kvikio,target=/home/coder/kvikio,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../ucxx,target=/home/coder/ucxx,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cudf,target=/home/coder/cudf,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../raft,target=/home/coder/raft,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cuvs,target=/home/coder/cuvs,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cuml,target=/home/coder/cuml,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../wholegraph,target=/home/coder/wholegraph,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cugraph,target=/home/coder/cugraph,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cuspatial,target=/home/coder/cuspatial,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../.conda/pkgs,target=/home/coder/.conda/pkgs,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../.conda/${localWorkspaceFolderBasename}-cuda12.2-envs,target=/home/coder/.conda/envs,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../.log/devcontainer-utils,target=/var/log/devcontainer-utils,type=bind,consistency=consistent"
+ ],
+ "customizations": {
+ "vscode": {
+ "extensions": [
+ "augustocdias.tasks-shell-input",
+ "ms-python.flake8",
+ "nvidia.nsight-vscode-edition"
+ ],
+ "files.watcherExclude": {
+ "**/build/**": true,
+ "**/_skbuild/**": true,
+ "**/target/**": true,
+ "/home/coder/.aws/**/*": true,
+ "/home/coder/.cache/**/*": true,
+ "/home/coder/.conda/**/*": true,
+ "/home/coder/.local/share/**/*": true,
+ "/home/coder/.vscode-server/**/*": true
+ },
+ "search.exclude": {
+ "**/build/**": true,
+ "**/_skbuild/**": true,
+ "**/*.code-search": true,
+ "/home/coder/.aws/**/*": true,
+ "/home/coder/.cache/**/*": true,
+ "/home/coder/.conda/**/*": true,
+ "/home/coder/.local/share/**/*": true,
+ "/home/coder/.vscode-server/**/*": true
+ }
+ }
+ }
+}

.devcontainer/cuda12.2-pip/devcontainer.json

@@ -0,0 +1,77 @@
+{
+ "build": {
+ "context": "${localWorkspaceFolder}/.devcontainer",
+ "dockerfile": "${localWorkspaceFolder}/.devcontainer/rapids.Dockerfile",
+ "args": {
+ "CUDA": "12.2",
+ "PYTHON_PACKAGE_MANAGER": "pip",
+ "BASE": "rapidsai/devcontainers:24.06-cpp-cuda12.2-ubuntu22.04"
+ }
+ },
+ "runArgs": [
+ "--rm",
+ "--name",
+ "${localEnv:USER}-rapids-${localWorkspaceFolderBasename}-24.06-cuda12.2-pip"
+ ],
+ "hostRequirements": {"gpu": "optional"},
+ "features": {
+ "ghcr.io/rapidsai/devcontainers/features/ucx:24.6": {"version": "1.15.0"},
+ "ghcr.io/rapidsai/devcontainers/features/cuda:24.6": {"version": "12.2", "installcuBLAS": true, "installcuDNN": true, "installcuSOLVER": true, "installcuRAND": true, "installcuSPARSE": true},
+ "ghcr.io/rapidsai/devcontainers/features/rapids-build-utils:24.6": {}
+ },
+ "overrideFeatureInstallOrder": [
+ "ghcr.io/rapidsai/devcontainers/features/ucx",
+ "ghcr.io/rapidsai/devcontainers/features/cuda",
+ "ghcr.io/rapidsai/devcontainers/features/rapids-build-utils"
+ ],
+ "initializeCommand": ["/bin/bash", "-c", "mkdir -m 0755 -p ${localWorkspaceFolder}/.{aws,cache,config/pip} ${localWorkspaceFolder}/../.{local/share/${localWorkspaceFolderBasename}-cuda12.2-venvs,log/devcontainer-utils} ${localWorkspaceFolder}/../{rmm,kvikio,ucxx,cudf,raft,cuvs,cuml,wholegraph,cugraph,cuspatial}"],
+ "postAttachCommand": ["/bin/bash", "-c", "if [ ${CODESPACES:-false} = 'true' ]; then . devcontainer-utils-post-attach-command; fi"],
+ "workspaceFolder": "/home/coder/${localWorkspaceFolderBasename}",
+ "workspaceMount": "source=${localWorkspaceFolder},target=/home/coder/${localWorkspaceFolderBasename},type=bind,consistency=consistent",
+ "mounts": [
+ "source=${localWorkspaceFolder}/.aws,target=/home/coder/.aws,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/.cache,target=/home/coder/.cache,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/.config,target=/home/coder/.config,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../rmm,target=/home/coder/rmm,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../kvikio,target=/home/coder/kvikio,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../ucxx,target=/home/coder/ucxx,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cudf,target=/home/coder/cudf,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../raft,target=/home/coder/raft,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cuvs,target=/home/coder/cuvs,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cuml,target=/home/coder/cuml,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../wholegraph,target=/home/coder/wholegraph,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cugraph,target=/home/coder/cugraph,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../cuspatial,target=/home/coder/cuspatial,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../.local/share/${localWorkspaceFolderBasename}-cuda12.2-venvs,target=/home/coder/.local/share/venvs,type=bind,consistency=consistent",
+ "source=${localWorkspaceFolder}/../.log/devcontainer-utils,target=/var/log/devcontainer-utils,type=bind,consistency=consistent"
+ ],
+ "customizations": {
+ "vscode": {
+ "extensions": [
+ "augustocdias.tasks-shell-input",
+ "ms-python.flake8",
+ "nvidia.nsight-vscode-edition"
+ ],
+ "files.watcherExclude": {
+ "**/build/**": true,
+ "**/_skbuild/**": true,
+ "**/target/**": true,
+ "/home/coder/.aws/**/*": true,
+ "/home/coder/.cache/**/*": true,
+ "/home/coder/.conda/**/*": true,
+ "/home/coder/.local/share/**/*": true,
+ "/home/coder/.vscode-server/**/*": true
+ },
+ "search.exclude": {
+ "**/build/**": true,
+ "**/_skbuild/**": true,
+ "**/*.code-search": true,
+ "/home/coder/.aws/**/*": true,
+ "/home/coder/.cache/**/*": true,
+ "/home/coder/.conda/**/*": true,
+ "/home/coder/.local/share/**/*": true,
+ "/home/coder/.vscode-server/**/*": true
+ }
+ }
+ }
+}

.devcontainer/rapids.Dockerfile

@@ -0,0 +1,53 @@
+# syntax=docker/dockerfile:1.5
+
+ARG BASE
+ARG PYTHON_PACKAGE_MANAGER=conda
+
+FROM ${BASE} as pip-base
+
+RUN apt update -y \
+ && DEBIAN_FRONTEND=noninteractive apt install -y --no-install-recommends \
+ # C++ build tools
+ doxygen \
+ graphviz \
+ # C++ test dependencies
+ libgmock-dev \
+ libgtest-dev \
+ # needed by libcudf_kafka
+ librdkafka-dev \
+ # cuML/cuGraph dependencies
+ libblas-dev \
+ liblapack-dev \
+ # needed by libcuspatial
+ libgdal-dev \
+ sqlite3 \
+ libsqlite3-dev \
+ libtiff-dev \
+ libcurl4-openssl-dev \
+ && rm -rf /tmp/* /var/tmp/* /var/cache/apt/* /var/lib/apt/lists/*;
+
+ENV DEFAULT_VIRTUAL_ENV=rapids
+
+FROM ${BASE} as conda-base
+
+ENV DEFAULT_CONDA_ENV=rapids
+
+FROM ${PYTHON_PACKAGE_MANAGER}-base
+
+ARG CUDA
+ENV CUDAARCHS="RAPIDS"
+ENV CUDA_VERSION="${CUDA_VERSION:-${CUDA}}"
+
+ARG PYTHON_PACKAGE_MANAGER
+ENV PYTHON_PACKAGE_MANAGER="${PYTHON_PACKAGE_MANAGER}"
+
+ENV PYTHONSAFEPATH="1"
+ENV PYTHONUNBUFFERED="1"
+ENV PYTHONDONTWRITEBYTECODE="1"
+
+ENV SCCACHE_REGION="us-east-2"
+ENV SCCACHE_BUCKET="rapids-sccache-devs"
+ENV VAULT_HOST="https://vault.ops.k8s.rapids.ai"
+ENV HISTFILE="/home/coder/.cache/._bash_history"
+
+ENV LIBCUDF_KERNEL_CACHE_PATH="/home/coder/cudf/cpp/build/${PYTHON_PACKAGE_MANAGER}/cuda-${CUDA}/latest/jitify_cache"

.github/workflows/build-in-devcontainer.yml

@@ -0,0 +1,119 @@
+on:
+ workflow_call:
+ inputs:
+ sha:
+ type: string
+ arch:
+ type: string
+ default: '["amd64"]'
+ cuda:
+ type: string
+ default: '["12.0"]'
+ repo:
+ type: string
+ node_type:
+ type: string
+ default: "cpu8"
+ build_command:
+ type: string
+ required: true
+ # Note that this is the _name_ of a secret containing the key, not the key itself.
+ extra-repo-deploy-key:
+ required: false
+ type: string
+ default: ''
+ # Note that this is the _name_ of a secret containing the key, not the key itself.
+ extra-repo-deploy-key-2:
+ required: false
+ type: string
+ default: ''
+
+permissions:
+ actions: read
+ checks: none
+ contents: read
+ deployments: none
+ discussions: none
+ id-token: write
+ issues: none
+ packages: read
+ pages: none
+ pull-requests: read
+ repository-projects: none
+ security-events: none
+ statuses: none
+
+jobs:
+ build:
+ strategy:
+ fail-fast: false
+ matrix:
+ arch: ${{ fromJSON(inputs.arch) }}
+ cuda: ${{ fromJSON(inputs.cuda) }}
+ pkgr: ["conda", "pip"]
+ runs-on: "linux-${{ matrix.arch }}-${{ inputs.node_type }}"
+ steps:
+ - uses: actions/checkout@v4
+ env:
+ GIT_TRACE_PACKET: 1
+ GIT_TRACE: 1
+ GIT_CURL_VERBOSE: 1
+ with:
+ repository: ${{ inputs.repo }}
+ ref: ${{ inputs.sha }}
+ fetch-depth: 0
+ - name: Check if repo has devcontainer
+ run: |
+ echo "REPOSITORY=$(basename $(pwd))" | tee -a "${GITHUB_ENV}";
+ if test -f .devcontainer/cuda${{ matrix.cuda }}-${{ matrix.pkgr }}/devcontainer.json; then
+ echo "HAS_DEVCONTAINER=true" >> "${GITHUB_ENV}";
+ else
+ echo "HAS_DEVCONTAINER=false" >> "${GITHUB_ENV}";
+ fi
+ - if: ${{ env.HAS_DEVCONTAINER == 'true' }}
+ uses: aws-actions/configure-aws-credentials@v4
+ with:
+ role-to-assume: arn:aws:iam::279114543810:role/gha-oidc-NVIDIA
+ aws-region: us-east-2
+ role-duration-seconds: 43200 # 12h
+ - if: ${{ env.HAS_DEVCONTAINER == 'true' }}
+ name: Setup Node.js
+ uses: actions/setup-node@v4
+ with:
+ node-version: '16'
+ - if: ${{ env.HAS_DEVCONTAINER == 'true' }}
+ name: Run build in devcontainer
+ uses: devcontainers/ci@v0.3
+ with:
+ push: never
+ configFile: .devcontainer/cuda${{ matrix.cuda }}-${{ matrix.pkgr }}/devcontainer.json
+ env: |
+ REPOSITORY=${{ env.REPOSITORY }}
+ SCCACHE_REGION=us-east-2
+ AWS_ACCESS_KEY_ID=${{ env.AWS_ACCESS_KEY_ID }}
+ AWS_SESSION_TOKEN=${{ env.AWS_SESSION_TOKEN }}
+ AWS_SECRET_ACCESS_KEY=${{ env.AWS_SECRET_ACCESS_KEY }}
+ runCmd: |
+ set -e;
+ mkdir -p ~/.config/pip/;
+ cat <<EOF >> ~/.config/pip/pip.conf
+ [global]
+ extra-index-url = https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
+ EOF
+
+ rapids-make-${PYTHON_PACKAGE_MANAGER}-env;
+
+ if test -n '${{ inputs.extra-repo-deploy-key }}' \
+ || test -n '${{ inputs.extra-repo-deploy-key-2 }}'; then
+ if ! pgrep ssh-agent >/dev/null 2>&1; then eval "$(ssh-agent -s)"; fi;
+ if test -n '${{ inputs.extra-repo-deploy-key }}'; then
+ ssh-add - <<< '${{ secrets[inputs.extra-repo-deploy-key] }}';
+ fi
+ if test -n '${{ inputs.extra-repo-deploy-key-2 }}'; then
+ ssh-add - <<< '${{ secrets[inputs.extra-repo-deploy-key-2] }}';
+ fi
+ devcontainer-utils-init-ssh-deploy-keys || true;
+ fi
+
+ cd ~/"${REPOSITORY}";
+ ${{ inputs.build_command }}

.github/workflows/build-rapids.yml

@@ -0,0 +1,65 @@
+name: Build all RAPIDS repositories
+
+on:
+ schedule:
+ - cron: '0 0 * * *'
+ workflow_call:
+
+jobs:
+ check-event:
+ name: Check GH Event
+ runs-on: ubuntu-latest
+ outputs:
+ ok: ${{ steps.check_gh_event.outputs.ok }}
+ steps:
+ - id: check_gh_event
+ name: Check GH Event
+ shell: bash
+ run: |
+ [[ '${{ github.event_name }}' == 'push' && '${{ github.repository }}' == 'NVIDIA/cccl' ]] || \
+ [[ '${{ github.event_name }}' == 'schedule' && '${{ github.repository }}' == 'NVIDIA/cccl' ]] || \
+ [[ '${{ github.event_name }}' == 'pull_request' && '${{ github.repository }}' != 'NVIDIA/cccl' ]] \
+ && echo "ok=true" | tee -a $GITHUB_OUTPUT \
+ || echo "ok=false" | tee -a $GITHUB_OUTPUT;
+
+ build-rapids:
+ name: Build all RAPIDS repos
+ if: needs.check-event.outputs.ok == 'true'
+ needs: check-event
+ secrets: inherit
+ # TODO: this is temporary
+ uses: ./.github/workflows/build-in-devcontainer.yml
+ # uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@branch-24.06
+ permissions:
+ actions: read
+ packages: read
+ id-token: write
+ contents: read
+ pull-requests: read
+ with:
+ arch: '["amd64"]'
+ cuda: '["12.2"]'
+ node_type: cpu32
+ build_command: |
+ # Remove cumlprims_mg and cugraph-ops from /opt/rapids-build-utils/manifest.yaml
+ sudo yq -i '.repos |= filter(.name != "cumlprims_mg" and .name != "cugraph-ops")' /opt/rapids-build-utils/manifest.yaml;
+ # Regenerate builds scripts after modifying /opt/rapids-build-utils/manifest.yaml
+ rapids-generate-scripts;
+ # Clone all the RAPIDS repos
+ clone-all -j$(nproc) -v -q --clone-upstream --single-branch --shallow-submodules;
+ # Build the RAPIDS repos using the local CCCL mount
+ sccache -z;
+ sccache --show-adv-stats;
+ build-all \
+ -v \
+ -j$(nproc --ignore=1) \
+ -DBUILD_TESTS=ON \
+ -DBUILD_BENCHMARKS=ON \
+ -DBUILD_ANN_BENCH=ON \
+ -DBUILD_PRIMS_BENCH=ON \
+ -DBUILD_SHARED_LIBS=ON \
+ -DENABLE_CUMLPRIMS_MG=OFF \
+ -DUSE_CUGRAPH_OPS=OFF \
+ -DCPM_CCCL_SOURCE="${HOME}/cccl" \
+ ;
+ sccache --show-adv-stats;