From 37ff7ec6ac89713f71e580861be7432b52e5ab27 Mon Sep 17 00:00:00 2001 From: Thomas Parnell Date: Thu, 7 Mar 2024 10:52:03 +0000 Subject: [PATCH] Include thirdparty_files in docker image --- Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile b/Dockerfile index dd4867702d3de..7da91bbeb5a44 100644 --- a/Dockerfile +++ b/Dockerfile @@ -99,6 +99,7 @@ RUN --mount=type=cache,target=/root/.cache/pip \ pip install accelerate COPY --from=build /workspace/vllm/*.so /workspace/vllm/ +COPY --from=build /workspace/vllm/thirdparty_files /workspace/vllm/thirdparty_files COPY vllm vllm ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]