Skip to content

Commit 7609c0d

Browse files
authored
fix: update nixl build and keep wheels dir in vllm container (#1544)
1 parent 5465f9e commit 7609c0d

File tree

1 file changed

+8
-24
lines changed

1 file changed

+8
-24
lines changed

container/Dockerfile.vllm

Lines changed: 8 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -120,21 +120,12 @@ WORKDIR /workspace
120120
# Copy nixl source, and use commit hash as cache hint
121121
COPY --from=nixl_base /opt/nixl /opt/nixl
122122
COPY --from=nixl_base /opt/nixl/commit.txt /opt/nixl/commit.txt
123-
RUN if [ "$ARCH" = "arm64" ]; then \
124-
cd /opt/nixl && \
125-
mkdir build && \
126-
meson setup build/ --buildtype=release --prefix=/usr/local/nixl -Dgds_path=/usr/local/cuda/targets/sbsa-linux && \
127-
cd build/ && \
128-
ninja && \
129-
ninja install; \
130-
else \
131-
cd /opt/nixl && \
132-
mkdir build && \
133-
meson setup build/ --buildtype=release --prefix=/usr/local/nixl && \
134-
cd build/ && \
135-
ninja && \
136-
ninja install; \
137-
fi
123+
RUN cd /opt/nixl && \
124+
mkdir build && \
125+
meson setup build/ --buildtype=release --prefix=/usr/local/nixl && \
126+
cd build/ && \
127+
ninja && \
128+
ninja install
138129

139130
### NATS & ETCD SETUP ###
140131
# nats
@@ -161,13 +152,7 @@ ENV VIRTUAL_ENV=/opt/dynamo/venv
161152
ENV PATH="${VIRTUAL_ENV}/bin:${PATH}"
162153

163154
# Install NIXL Python module
164-
# TODO: Move gds_path selection based on arch into NIXL build
165-
RUN if [ "$ARCH" = "arm64" ]; then \
166-
cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl \
167-
--config-settings=setup-args="-Dgds_path=/usr/local/cuda/targets/sbsa-linux"; \
168-
else \
169-
cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl; \
170-
fi
155+
RUN cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl
171156

172157
# Install the wheel
173158
# TODO: Move NIXL wheel install to the wheel_builder stage
@@ -535,8 +520,7 @@ COPY --from=base /workspace/wheels/nixl/*.whl wheelhouse/
535520
COPY --from=wheel_builder /workspace/dist/*.whl wheelhouse/
536521
RUN uv pip install ai-dynamo[vllm] --find-links wheelhouse && \
537522
uv pip install nixl --find-links wheelhouse && \
538-
ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/ && \
539-
rm -r wheelhouse
523+
ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/
540524

541525
# Tell vllm to use the Dynamo LLM C API for KV Cache Routing
542526
ENV VLLM_KV_CAPI_PATH="/opt/dynamo/bindings/lib/libdynamo_llm_capi.so"

0 commit comments

Comments
 (0)