We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6db4374 commit 67cedb3Copy full SHA for 67cedb3
container/Dockerfile.vllm
@@ -520,8 +520,7 @@ COPY --from=base /workspace/wheels/nixl/*.whl wheelhouse/
520
COPY --from=wheel_builder /workspace/dist/*.whl wheelhouse/
521
RUN uv pip install ai-dynamo[vllm] --find-links wheelhouse && \
522
uv pip install nixl --find-links wheelhouse && \
523
- ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/ && \
524
- rm -r wheelhouse
+ ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/
525
526
# Tell vllm to use the Dynamo LLM C API for KV Cache Routing
527
ENV VLLM_KV_CAPI_PATH="/opt/dynamo/bindings/lib/libdynamo_llm_capi.so"
0 commit comments