From f7dd5ebac31e472238c92cd2f7dda19977191eea Mon Sep 17 00:00:00 2001
From: Zhicheng Zhang <zzhang.purdue@gmail.com>
Date: Fri, 28 Jun 2024 10:25:13 +0800
Subject: [PATCH] update modelscope-server setting

---
 scripts/run_assistant_server.sh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/scripts/run_assistant_server.sh b/scripts/run_assistant_server.sh
index e1d76ef00..d9c6c3be8 100644
--- a/scripts/run_assistant_server.sh
+++ b/scripts/run_assistant_server.sh
@@ -51,6 +51,7 @@ if [ "$MODEL_DIR" != "" ]; then
     python -m vllm.entrypoints.openai.api_server $ALL_ARGS & SERVER_1_PID=$!
     export MODEL_SERVER=vllm-server
     export OPENAI_API_BASE=http://localhost:8000/v1
+    export VLLM_USE_MODELSCOPE=false
     echo "Model server: $MODEL_SERVER"
     echo "OPENAI_API_BASE: $OPENAI_API_BASE"