update modelscope-server setting (#507)

modelscope · Jun 28, 2024 · df4f4cb · df4f4cb
1 parent f6a658c
commit df4f4cb
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/run_assistant_server.sh b/scripts/run_assistant_server.sh
@@ -51,6 +51,7 @@ if [ "$MODEL_DIR" != "" ]; then
     python -m vllm.entrypoints.openai.api_server $ALL_ARGS & SERVER_1_PID=$!
     export MODEL_SERVER=vllm-server
     export OPENAI_API_BASE=http://localhost:8000/v1
+    export VLLM_USE_MODELSCOPE=false
     echo "Model server: $MODEL_SERVER"
     echo "OPENAI_API_BASE: $OPENAI_API_BASE"