diff --git a/ChatQnA/docker/gaudi/set_env.sh b/ChatQnA/docker/gaudi/set_env.sh
index 3b3d43336..968f49492 100644
--- a/ChatQnA/docker/gaudi/set_env.sh
+++ b/ChatQnA/docker/gaudi/set_env.sh
@@ -9,7 +9,7 @@ export RERANK_MODEL_ID="BAAI/bge-reranker-base"
 export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
 export TEI_EMBEDDING_ENDPOINT="http://${host_ip}:8090"
 export TEI_RERANKING_ENDPOINT="http://${host_ip}:8808"
-export TGI_LLM_ENDPOINT="http://${host_ip}:8008"
+export TGI_LLM_ENDPOINT="http://${host_ip}:8005"
 export REDIS_URL="redis://${host_ip}:6379"
 export INDEX_NAME="rag-redis"
 export MEGA_SERVICE_HOST_IP=${host_ip}