File tree Expand file tree Collapse file tree 3 files changed +10
-8
lines changed Expand file tree Collapse file tree 3 files changed +10
-8
lines changed Original file line number Diff line number Diff line change @@ -33,12 +33,14 @@ COPY . /workspace/vllm-ascend/
3333
3434RUN pip config set global.index-url ${PIP_INDEX_URL}
3535
36- # Install vLLM main
36+ # Install vLLM
3737ARG VLLM_REPO=https://github.com/vllm-project/vllm.git
38- RUN git clone --depth 1 $VLLM_REPO /workspace/vllm
38+ RUN git clone --depth 1 --branch v0.7.3 $VLLM_REPO /workspace/vllm
3939RUN VLLM_TARGET_DEVICE="empty" python3 -m pip install /workspace/vllm/
4040
41- # Install vllm-ascend main
41+ # Install vllm-ascend
42+ RUN sed -i '/vllm==0.7.3/d' /workspace/vllm-ascend/requirements.txt
43+ RUN sed -i '/[[:space:]]*"vllm==0.7.3",/d' /workspace/vllm-ascend/pyproject.toml
4244RUN python3 -m pip install /workspace/vllm-ascend/ --extra-index https://download.pytorch.org/whl/cpu/
4345
4446# Install modelscope
Original file line number Diff line number Diff line change 6363 # the branch of vllm, used in vllm clone
6464 # - main branch: 'main'
6565 # - vX.Y.Z branch: 'vX.Y.Z'
66- 'vllm_version' : 'main ' ,
66+ 'vllm_version' : 'v0.7.3rc1 ' ,
6767 # the branch of vllm-ascend, used in vllm-ascend clone and image tag
6868 # - main branch: 'main'
6969 # - vX.Y.Z branch: latest vllm-ascend release tag
70- 'vllm_ascend_version' : 'main ' ,
70+ 'vllm_ascend_version' : 'v0.7.3rc1 ' ,
7171 # the newest release version of vllm-ascend and matched vLLM, used in pip install.
7272 # This value should be updated when cut down release.
73- 'pip_vllm_ascend_version' : "v0.7.3rc1" ,
74- 'pip_vllm_version' : "v0.7.3" ,
73+ 'pip_vllm_ascend_version' : "0.7.3rc1" ,
7574}
7675
7776# Add any paths that contain templates here, relative to this directory.
Original file line number Diff line number Diff line change @@ -81,6 +81,8 @@ wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%208.0.0/Ascen
8181chmod +x ./Ascend-cann-toolkit_8.0.0_linux-aarch64.run
8282./Ascend-cann-toolkit_8.0.0_linux-aarch64.run --full
8383
84+ source /usr/local/Ascend/ascend-toolkit/set_env.sh
85+
8486wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%208.0.0/Ascend-cann-kernels-910b_8.0.0_linux-aarch64.run
8587chmod +x ./Ascend-cann-kernels-910b_8.0.0_linux-aarch64.run
8688./Ascend-cann-kernels-910b_8.0.0_linux-aarch64.run --install
@@ -89,7 +91,6 @@ wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%208.0.0/Ascen
8991chmod +x. /Ascend-cann-nnal_8.0.0_linux-aarch64.run
9092./Ascend-cann-nnal_8.0.0_linux-aarch64.run --install
9193
92- source /usr/local/Ascend/ascend-toolkit/set_env.sh
9394source /usr/local/Ascend/nnal/atb/set_env.sh
9495```
9596
You can’t perform that action at this time.
0 commit comments