Skip to content

Commit 09b6a95

Browse files
authored
[ci/build] update torch nightly version for GH200 (#15135)
Signed-off-by: youkaichao <youkaichao@gmail.com>
1 parent 50c9636 commit 09b6a95

File tree

2 files changed

+6
-3
lines changed

2 files changed

+6
-3
lines changed

.buildkite/run-gh200-test.sh

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@ DOCKER_BUILDKIT=1 docker build . \
1414
-t gh200-test \
1515
--build-arg max_jobs=66 \
1616
--build-arg nvcc_threads=2 \
17+
--build-arg RUN_WHEEL_CHECK=false \
1718
--build-arg torch_cuda_arch_list="9.0+PTX" \
1819
--build-arg vllm_fa_cmake_gpu_arches="90-real"
1920

@@ -23,6 +24,6 @@ trap remove_docker_container EXIT
2324
remove_docker_container
2425

2526
# Run the image and test offline inference
26-
docker run -e HF_TOKEN -v /root/.cache/huggingface:/root/.cache/huggingface --name gh200-test --gpus=all --entrypoint="" gh200-test bash -c '
27+
docker run -e HF_TOKEN -e VLLM_WORKER_MULTIPROC_METHOD=spawn -v /root/.cache/huggingface:/root/.cache/huggingface --name gh200-test --gpus=all --entrypoint="" gh200-test bash -c '
2728
python3 examples/offline_inference/basic/generate.py --model meta-llama/Llama-3.2-1B
2829
'

Dockerfile

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,8 @@ WORKDIR /workspace
5252
# after this step
5353
RUN --mount=type=cache,target=/root/.cache/uv \
5454
if [ "$TARGETPLATFORM" = "linux/arm64" ]; then \
55-
uv pip install --index-url https://download.pytorch.org/whl/nightly/cu126 "torch==2.7.0.dev20250121+cu126" "torchvision==0.22.0.dev20250121"; \
55+
uv pip install --index-url https://download.pytorch.org/whl/nightly/cu128 "torch==2.8.0.dev20250318+cu128" "torchvision==0.22.0.dev20250319"; \
56+
uv pip install --index-url https://download.pytorch.org/whl/nightly/cu128 --pre pytorch_triton==3.3.0+gitab727c40; \
5657
fi
5758

5859
COPY requirements/common.txt requirements/common.txt
@@ -200,7 +201,8 @@ RUN ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/
200201
# after this step
201202
RUN --mount=type=cache,target=/root/.cache/uv \
202203
if [ "$TARGETPLATFORM" = "linux/arm64" ]; then \
203-
uv pip install --index-url https://download.pytorch.org/whl/nightly/cu124 "torch==2.6.0.dev20241210+cu124" "torchvision==0.22.0.dev20241215"; \
204+
uv pip install --index-url https://download.pytorch.org/whl/nightly/cu128 "torch==2.8.0.dev20250318+cu128" "torchvision==0.22.0.dev20250319"; \
205+
uv pip install --index-url https://download.pytorch.org/whl/nightly/cu128 --pre pytorch_triton==3.3.0+gitab727c40; \
204206
fi
205207

206208
# Install vllm wheel first, so that torch etc will be installed.

0 commit comments

Comments
 (0)