Skip to content

Commit 378c81f

Browse files
committed
fix LD once and for all
1 parent 996873b commit 378c81f

File tree

1 file changed

+12
-14
lines changed

1 file changed

+12
-14
lines changed

container/Dockerfile.vllm

Lines changed: 12 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -107,11 +107,10 @@ RUN rm -rf /opt/hpcx/ucx && \
107107
make -j install-strip && \
108108
ldconfig
109109

110-
ENV LD_LIBRARY_PATH="\
111-
/usr/lib:\
112-
/usr/local/ucx/lib:\
110+
ENV LD_LIBRARY_PATH=\
111+
/usr/lib:/usr/local/ucx/lib:\
113112
/usr/local/ucx/lib/ucx:\
114-
$LD_LIBRARY_PATH"
113+
$LD_LIBRARY_PATH
115114
ENV CPATH=/usr/include
116115
ENV PATH=/usr/bin:$PATH
117116
ENV PKG_CONFIG_PATH=/usr/lib/pkgconfig
@@ -195,9 +194,9 @@ RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \
195194
chmod +x /tmp/install_vllm.sh && \
196195
/tmp/install_vllm.sh --editable --vllm-ref $VLLM_REF --max-jobs $MAX_JOBS --arch $ARCH --installation-dir /opt --deepgemm-ref $DEEPGEMM_REF --flashinf-ref $FLASHINF_REF
197196

198-
ENV LD_LIBRARY_PATH="\
197+
ENV LD_LIBRARY_PATH=\
199198
/opt/vllm/tools/ep_kernels/ep_kernels_workspace/nvshmem_install/lib:\
200-
$LD_LIBRARY_PATH"
199+
$LD_LIBRARY_PATH
201200

202201
# Common dependencies
203202
RUN --mount=type=bind,source=./container/deps/requirements.txt,target=/tmp/requirements.txt \
@@ -381,10 +380,9 @@ WORKDIR /workspace
381380
COPY --from=wheel_builder /workspace /workspace
382381
COPY --from=wheel_builder /opt/nvidia/nvda_nixl /opt/nvidia/nvda_nixl
383382
ARG ARCH_ALT
384-
ENV LD_LIBRARY_PATH="\
385-
/opt/nvidia/nvda_nixl/lib/{ARCH_ALT}-linux-gnu:\
386-
/opt/nvidia/nvda_nixl/lib/{ARCH_ALT}-linux-gnu/plugin:\
387-
$LD_LIBRARY_PATH"
383+
ENV LD_LIBRARY_PATH=/opt/nvidia/nvda_nixl/lib/${ARCH_ALT}-linux-gnu:\
384+
/opt/nvidia/nvda_nixl/lib/${ARCH_ALT}-linux-gnu/plugin:\
385+
$LD_LIBRARY_PATH
388386

389387
# Copy Cargo cache to avoid re-downloading dependencies
390388
COPY --from=wheel_builder $CARGO_HOME $CARGO_HOME
@@ -467,13 +465,13 @@ COPY --from=wheel_builder /opt/nvidia/nvda_nixl /opt/nvidia/nvda_nixl
467465
# Copies vllm, DeepEP, DeepGEMM, PPLX repos (all editable installs) and nvshmem binaries
468466
COPY --from=base /opt/vllm /opt/vllm
469467
ARG ARCH_ALT
470-
ENV LD_LIBRARY_PATH="\
468+
ENV LD_LIBRARY_PATH=\
471469
/opt/vllm/tools/ep_kernels/ep_kernels_workspace/nvshmem_install/lib:\
472-
/opt/nvidia/nvda_nixl/lib/{ARCH_ALT}-linux-gnu:\
473-
/opt/nvidia/nvda_nixl/lib/{ARCH_ALT}-linux-gnu/plugin:\
470+
/opt/nvidia/nvda_nixl/lib/${ARCH_ALT}-linux-gnu:\
471+
/opt/nvidia/nvda_nixl/lib/${ARCH_ALT}-linux-gnu/plugin:\
474472
/usr/local/ucx/lib:\
475473
/usr/local/ucx/lib/ucx:\
476-
$LD_LIBRARY_PATH"
474+
$LD_LIBRARY_PATH
477475

478476

479477
# Copy entire venv

0 commit comments

Comments
 (0)