@@ -120,21 +120,12 @@ WORKDIR /workspace
120120# Copy nixl source, and use commit hash as cache hint
121121COPY --from=nixl_base /opt/nixl /opt/nixl
122122COPY --from=nixl_base /opt/nixl/commit.txt /opt/nixl/commit.txt
123- RUN if [ "$ARCH" = "arm64" ]; then \
124- cd /opt/nixl && \
125- mkdir build && \
126- meson setup build/ --buildtype=release --prefix=/usr/local/nixl -Dgds_path=/usr/local/cuda/targets/sbsa-linux && \
127- cd build/ && \
128- ninja && \
129- ninja install; \
130- else \
131- cd /opt/nixl && \
132- mkdir build && \
133- meson setup build/ --buildtype=release --prefix=/usr/local/nixl && \
134- cd build/ && \
135- ninja && \
136- ninja install; \
137- fi
123+ RUN cd /opt/nixl && \
124+ mkdir build && \
125+ meson setup build/ --buildtype=release --prefix=/usr/local/nixl && \
126+ cd build/ && \
127+ ninja && \
128+ ninja install
138129
139130### NATS & ETCD SETUP ###
140131# nats
@@ -161,13 +152,7 @@ ENV VIRTUAL_ENV=/opt/dynamo/venv
161152ENV PATH="${VIRTUAL_ENV}/bin:${PATH}"
162153
163154# Install NIXL Python module
164- # TODO: Move gds_path selection based on arch into NIXL build
165- RUN if [ "$ARCH" = "arm64" ]; then \
166- cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl \
167- --config-settings=setup-args="-Dgds_path=/usr/local/cuda/targets/sbsa-linux"; \
168- else \
169- cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl; \
170- fi
155+ RUN cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl
171156
172157# Install the wheel
173158# TODO: Move NIXL wheel install to the wheel_builder stage
@@ -535,8 +520,7 @@ COPY --from=base /workspace/wheels/nixl/*.whl wheelhouse/
535520COPY --from=wheel_builder /workspace/dist/*.whl wheelhouse/
536521RUN uv pip install ai-dynamo[vllm] --find-links wheelhouse && \
537522 uv pip install nixl --find-links wheelhouse && \
538- ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/ && \
539- rm -r wheelhouse
523+ ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/
540524
541525# Tell vllm to use the Dynamo LLM C API for KV Cache Routing
542526ENV VLLM_KV_CAPI_PATH="/opt/dynamo/bindings/lib/libdynamo_llm_capi.so"
0 commit comments