From 34e926f43a38f4460538b8ede51ce7fb5f560a61 Mon Sep 17 00:00:00 2001 From: Murphy Chen Date: Thu, 25 Sep 2025 16:00:20 +0800 Subject: [PATCH 1/2] Fix serve-multiple-genai-models.md error --- .../guides/serve-multiple-genai-models.md | 26 ++++++++++++++----- 1 file changed, 20 insertions(+), 6 deletions(-) diff --git a/site-src/guides/serve-multiple-genai-models.md b/site-src/guides/serve-multiple-genai-models.md index 2064f999a..df34f5e8a 100644 --- a/site-src/guides/serve-multiple-genai-models.md +++ b/site-src/guides/serve-multiple-genai-models.md @@ -180,9 +180,16 @@ kubectl get httproute llm-phi4-route -o yaml -H "Content-Type: application/json" \ -d '{ "model": "meta-llama/Llama-3.1-8B-Instruct", - "prompt": "Linux is said to be an open source kernel because ", - "max_tokens": 100, - "temperature": 0 + "messages": [ + { + "role": "developer", + "content": "You are a helpful assistant." + }, + { + "role": "user", + "content": "Hello!" + } + ] }' ``` @@ -192,9 +199,16 @@ kubectl get httproute llm-phi4-route -o yaml -H "Content-Type: application/json" \ -d '{ "model": "microsoft/Phi-4-mini-instruct", - "prompt": "2+2 is ", - "max_tokens": 20, - "temperature": 0 + "messages": [ + { + "role": "developer", + "content": "You are a helpful assistant." + }, + { + "role": "user", + "content": "2+2 is " + } + ] }' ``` From c4dc1a8772e66d917f02b74d6a5eea5a033c076e Mon Sep 17 00:00:00 2001 From: Murphy Chen Date: Thu, 25 Sep 2025 17:53:40 +0800 Subject: [PATCH 2/2] update --- site-src/guides/serve-multiple-genai-models.md | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/site-src/guides/serve-multiple-genai-models.md b/site-src/guides/serve-multiple-genai-models.md index df34f5e8a..25198e88f 100644 --- a/site-src/guides/serve-multiple-genai-models.md +++ b/site-src/guides/serve-multiple-genai-models.md @@ -180,6 +180,8 @@ kubectl get httproute llm-phi4-route -o yaml -H "Content-Type: application/json" \ -d '{ "model": "meta-llama/Llama-3.1-8B-Instruct", + "max_tokens": 100, + "temperature": 0, "messages": [ { "role": "developer", @@ -187,7 +189,7 @@ kubectl get httproute llm-phi4-route -o yaml }, { "role": "user", - "content": "Hello!" + "content": "Linux is said to be an open source kernel because " } ] }' @@ -199,6 +201,8 @@ kubectl get httproute llm-phi4-route -o yaml -H "Content-Type: application/json" \ -d '{ "model": "microsoft/Phi-4-mini-instruct", + "max_tokens": 100, + "temperature": 0, "messages": [ { "role": "developer",