Merge pull request #33 from stackhpc/update/vllm

Update vLLM to v0.5.5
stackhpc · Aug 29, 2024 · f89382b · f89382b
2 parents b934eb6 + 3dc68bc
commit f89382b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/chart/values.yaml b/chart/values.yaml
@@ -5,7 +5,7 @@
 huggingface:
   # The name of the HuggingFace model to use
   # Use a yaml anchor to avoid duplication elsewhere
-  model: &model-name ise-uiuc/Magicoder-S-DS-6.7B
+  model: &model-name microsoft/Phi-3.5-mini-instruct
   # A Jinja formatted chat template to provide to the language model.
   # See https://huggingface.co/blog/chat-templates for background info.
   # If not provided, the default template specified in the HuggingFace
@@ -35,7 +35,7 @@ api:
   # Container image config
   image:
     repository: vllm/vllm-openai
-    version: v0.5.4
+    version: v0.5.5
   monitoring:
     enabled: true
   # The number of replicas for the backend deployment