Skip to content

Commit 625578c

Browse files
authored
chore: update nixl version to 0.4.1 (#2221)
1 parent cbc0e20 commit 625578c

File tree

9 files changed

+12
-14
lines changed

9 files changed

+12
-14
lines changed

Cargo.lock

Lines changed: 2 additions & 2 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

container/Dockerfile.sglang

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@ ARG ARCH
4040
ARG ARCH_ALT
4141

4242
ARG NIXL_UCX_REF=v1.19.x
43-
ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4
43+
ARG NIXL_REF=0.4.1
4444

4545
ENV NIXL_SRC_DIR=/opt/nixl
4646
ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl

container/Dockerfile.sglang-wideep

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ RUN rm -rf /opt/hpcx/ucx && \
7171

7272
ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:$LD_LIBRARY_PATH
7373

74-
ARG NIXL_TAG=0.3.1
74+
ARG NIXL_TAG=0.4.1
7575
RUN git clone https://github.com/ai-dynamo/nixl.git && cd nixl && git checkout ${NIXL_TAG} && pip install --break-system-packages . --config-settings=setup-args="-Ducx_path=/usr/local/ucx"
7676

7777
WORKDIR /sgl-workspace

container/Dockerfile.tensorrt_llm

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@ ARG ARCH
4545
ARG ARCH_ALT
4646

4747
ARG NIXL_UCX_REF=v1.19.x
48-
ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4
48+
ARG NIXL_REF=0.4.1
4949

5050
ENV NIXL_SRC_DIR=/opt/nixl
5151
ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl

container/Dockerfile.vllm

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@ RUN apt-get update -y && \
8181
rm -rf /var/lib/apt/lists/*
8282

8383
ARG NIXL_UCX_REF=v1.19.x
84-
ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4
84+
ARG NIXL_REF=0.4.1
8585

8686
ENV NIXL_SRC_DIR=/opt/nixl
8787
ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl

container/build.sh

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,7 @@ NONE_BASE_IMAGE_TAG="24.04"
113113
SGLANG_BASE_IMAGE="nvcr.io/nvidia/cuda-dl-base"
114114
SGLANG_BASE_IMAGE_TAG="25.01-cuda12.8-devel-ubuntu24.04"
115115

116-
NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4
116+
NIXL_REF=0.4.1
117117
NIXL_UCX_EFA_REF=7ec95b95e524a87e81cac92f5ca8523e3966b16b
118118

119119
NO_CACHE=""
@@ -389,8 +389,6 @@ ARCH="amd64"
389389
if [[ "$PLATFORM" == *"linux/arm64"* ]]; then
390390
ARCH="arm64"
391391
BUILD_ARGS+=" --build-arg ARCH=arm64 --build-arg ARCH_ALT=aarch64 "
392-
# TEMP: Pin to nixl 0.3.1 for arm build, since 0.4.0 fails
393-
NIXL_REF=3503658e71143b56f9d5b1b440d84a94b9c41af8
394392
fi
395393

396394
# Update DOCKERFILE if framework is VLLM

lib/bindings/python/Cargo.lock

Lines changed: 2 additions & 2 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

lib/llm/Cargo.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@ rayon = "1"
9090
dialoguer = { version = "0.11", default-features = false, features = ["editor", "history"] }
9191

9292
# block_manager
93-
nixl-sys = {version = "0.4.0", optional = true }
93+
nixl-sys = {version = "0.4.1", optional = true }
9494
cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true }
9595
ndarray = { version = "0.16", optional = true }
9696
nix = { version = "0.26", optional = true }

pyproject.toml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -66,13 +66,13 @@ trtllm =[
6666

6767
vllm = [
6868
"uvloop",
69-
"nixl",
69+
"nixl<=0.4.1",
7070
"vllm==0.10.0",
7171
]
7272

7373
sglang = [
7474
"uvloop",
75-
"nixl",
75+
"nixl<=0.4.1",
7676
"sglang[all]==0.4.9.post6",
7777
]
7878

0 commit comments

Comments
 (0)