build pure-Python wheels without waiting for dependencies (#409)

Looking closely at the CI dependency graphs while working on #122, I noticed some opportunities to improve the end-to-end time for PR CI and nightly builds.

`wheel-build-{libB}` jobs only need to wait for `wheel-build-{libA}` jobs to complete if **building** `libB` wheels requires `libA`. This updates job dependencies here to follow that rule.

* `wheel-build-cuopt-server`: start building immediately
* `wheel-build-cuopt-sh-client`: start building immediately
* `build-images`: adds `wheel-build-cupot-sh-client` to jobs this needs to wait for (branch / nightly builds only)
  - https://github.com/NVIDIA/cuopt/blob/933d810e517567f4b5cb3cd507b350eb30457a70/ci/docker/Dockerfile#L65

This PR also remove some unnecessary builds. This project is currently running 16 `wheel-build-cuopt-server` jobs (2 CUDA major x 2 CPU architectures x 4 Python versions) when it only needs 2 (1 per CUDA major version), because it publishes `py3-none-any` wheels (https://pypi.anaconda.org/rapidsai-wheels-nightly/simple/cuopt-server-cu13).

* removes duplicate `cuopt-server` builds
* fixes artifact downloads of `cuopt-sh-client` in nightly tests

## Issue

Noticed while working towards #122

## Notes for Reviewers

### Benefits of these changes

Reduced end-to-end time for PR builds and probably for branch/nightly builds.

Reduced risk of failed or incorrect container-image builds resulting from `build-images` starting before there are `cuopt-sh-client` packages available.

14 fewer `wheel-build-cuopt-server` jobs per PR 😁 

#

Authors:
  - James Lamb (https://github.com/jameslamb)

Approvers:
  - Ramakrishnap (https://github.com/rgsl888prabhu)

URL: #409

Author: jameslamb

.github/workflows/build.yaml

@@ -148,7 +148,6 @@ jobs:
       package-name: cuopt
       package-type: python
   wheel-build-cuopt-server:
-    needs: wheel-build-cuopt
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.10
     with:
@@ -159,6 +158,9 @@ jobs:
       script: ci/build_wheel_cuopt_server.sh
       package-name: cuopt_server
       package-type: python
+      pure-wheel: true
+      # Only need 1 package per CUDA major version. This selects "ARCH=amd64 + the latest supported Python, 1 job per major CUDA version".
+      matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
   wheel-publish-cuopt-server:
     needs: wheel-build-cuopt-server
     secrets: inherit
@@ -186,7 +188,6 @@ jobs:
       container_image: "rapidsai/ci-conda:25.10-latest"
       script: "ci/build_docs.sh"
   wheel-build-cuopt-sh-client:
-    needs: wheel-build-cuopt
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.10
     with:
@@ -198,6 +199,7 @@ jobs:
       package-name: cuopt_sh_client
       package-type: python
       append-cuda-suffix: false
+      pure-wheel: true
       # only need 1 build (noarch package): this selects amd64, oldest-supported Python, latest-supported CUDA
       matrix_filter: '[map(select(.ARCH == "amd64")) | min_by((.PY_VER | split(".") | map(tonumber)), (.CUDA_VER | split(".") | map(-tonumber)))]'
   wheel-publish-cuopt-sh-client:
@@ -212,7 +214,10 @@ jobs:
       package-name: cuopt_sh_client
       package-type: python
   build-images:
-    needs: [wheel-publish-cuopt, wheel-publish-cuopt-server]
+    needs:
+      - wheel-publish-cuopt
+      - wheel-publish-cuopt-server
+      - wheel-publish-cuopt-sh-client
     uses: ./.github/workflows/build_test_publish_images.yaml
     secrets: inherit
     with:

.github/workflows/pr.yaml

@@ -198,14 +198,17 @@ jobs:
       build_type: pull-request
       script: ci/test_wheel_cuopt.sh
   wheel-build-cuopt-server:
-    needs: wheel-build-cuopt
+    needs: checks
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.10
     with:
       build_type: pull-request
       script: ci/build_wheel_cuopt_server.sh
       package-name: cuopt_server
       package-type: python
+      pure-wheel: true
+      # Only need 1 package per CUDA major version. This selects "ARCH=amd64 + the latest supported Python, 1 job per major CUDA version".
+      matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
   wheel-build-cuopt-sh-client:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.10
@@ -219,15 +222,15 @@ jobs:
       # only need 1 build (noarch package): this selects amd64, oldest-supported Python, latest-supported CUDA
       matrix_filter: '[map(select(.ARCH == "amd64")) | min_by((.PY_VER | split(".") | map(tonumber)), (.CUDA_VER | split(".") | map(-tonumber)))]'
   wheel-tests-cuopt-server:
-    needs: [wheel-build-cuopt-server, changed-files]
+    needs: [wheel-build-cuopt, wheel-build-cuopt-server, changed-files]
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.10
     #if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cuopt_server
     with:
       build_type: pull-request
       script: ci/test_wheel_cuopt_server.sh
   test-self-hosted-server:
-    needs: [wheel-build-cuopt-server, changed-files]
+    needs: [wheel-build-cuopt, wheel-build-cuopt-server, changed-files]
     secrets: inherit
     uses: ./.github/workflows/self_hosted_service_test.yaml
     #if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python

ci/test_self_hosted_service.sh

@@ -22,7 +22,7 @@ source rapids-init-pip
 # Download the cuopt built in the previous step
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 CUOPT_MPS_PARSER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_mps_parser" rapids-download-wheels-from-github python)
-CUOPT_SERVER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_server_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github python)
+CUOPT_SERVER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_server_${RAPIDS_PY_CUDA_SUFFIX}" RAPIDS_PY_WHEEL_PURE="1" rapids-download-wheels-from-github python)
 CUOPT_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github python)
 LIBCUOPT_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="libcuopt_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github cpp)
 

ci/test_wheel_cuopt_server.sh

@@ -22,7 +22,7 @@ source rapids-init-pip
 # Download the packages built in the previous step
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 CUOPT_MPS_PARSER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_mps_parser" rapids-download-wheels-from-github python)
-CUOPT_SERVER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_server_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github python)
+CUOPT_SERVER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_server_${RAPIDS_PY_CUDA_SUFFIX}" RAPIDS_PY_WHEEL_PURE="1" rapids-download-wheels-from-github python)
 CUOPT_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github python)
 LIBCUOPT_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="libcuopt_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github cpp)