From a1a880ecd307d50addc47f7f0b9924205466b044 Mon Sep 17 00:00:00 2001 From: Peter Pan Date: Mon, 23 Sep 2024 22:41:22 -0400 Subject: [PATCH] [CI/Build] Add examples folder into Docker image so that we can leverage the templates*.jinja when serving models Signed-off-by: Peter Pan --- Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile b/Dockerfile index ec803764a128d..06a2d4fe314cb 100644 --- a/Dockerfile +++ b/Dockerfile @@ -173,6 +173,7 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist RUN --mount=type=cache,target=/root/.cache/pip \ . /etc/environment && \ python3 -m pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.1.6/flashinfer-0.1.6+cu121torch2.4-cp${PYTHON_VERSION_STR}-cp${PYTHON_VERSION_STR}-linux_x86_64.whl +COPY examples examples #################### vLLM installation IMAGE ####################