From a5ed2233b5c9e5981c156407c51170fee5038438 Mon Sep 17 00:00:00 2001 From: Dina Suehiro Jones Date: Sun, 11 Aug 2024 21:58:42 -0700 Subject: [PATCH] Fix minor issue in ChatQnA Gaudi docker README (#567) Signed-off-by: dmsuehir --- ChatQnA/docker/gaudi/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ChatQnA/docker/gaudi/README.md b/ChatQnA/docker/gaudi/README.md index 03cc79bad..f32d12130 100644 --- a/ChatQnA/docker/gaudi/README.md +++ b/ChatQnA/docker/gaudi/README.md @@ -306,7 +306,7 @@ curl http://${host_ip}:8008/generate \ ```bash #vLLM Service -curl http://${your_ip}:8008/v1/completions \ +curl http://${host_ip}:8008/v1/completions \ -H "Content-Type: application/json" \ -d '{ "model": "${LLM_MODEL_ID}", @@ -318,7 +318,7 @@ curl http://${your_ip}:8008/v1/completions \ ```bash #vLLM-on-Ray Service -curl http://${your_ip}:8008/v1/chat/completions \ +curl http://${host_ip}:8008/v1/chat/completions \ -H "Content-Type: application/json" \ -d '{"model": "${LLM_MODEL_ID}", "messages": [{"role": "user", "content": "What is Deep Learning?"}]}' ```