@@ -30,15 +30,14 @@ Execution Sequence
3030
3131* Run prefill server P1 on first node
3232``` shell
33- export HCCL_IF_IP=` hostname -I | awk -F " " ' {print$1} ' `
34- export GLOO_SOCKET_IFNAME=" eth0"
33+ export HCCL_IF_IP=172.19.32.175 # node ip
34+ export GLOO_SOCKET_IFNAME=" eth0" # network card name
3535export TP_SOCKET_IFNAME=" eth0"
3636export HCCL_SOCKET_IFNAME=" eth0"
3737export DISAGGREGATED_PREFILL_RANK_TABLE_PATH=/vllm-workspace/vllm-ascend/examples/disaggregate_prefill_v1/ranktable.json
3838export OMP_PROC_BIND=false
3939export OMP_NUM_THREADS=100
4040export VLLM_USE_V1=1
41- export VLLM_VERSION=0.9.1
4241vllm serve /data01/deepseek_r1_w8a8_zhw \
4342 --host 0.0.0.0 \
4443 --port 20002 \
@@ -71,15 +70,14 @@ vllm serve /data01/deepseek_r1_w8a8_zhw \
7170
7271* Run prefill server P2 on second node
7372``` shell
74- export HCCL_IF_IP=` hostname -I | awk -F " " ' {print$1} ' `
73+ export HCCL_IF_IP=172.19.241.49
7574export GLOO_SOCKET_IFNAME=" eth0"
7675export TP_SOCKET_IFNAME=" eth0"
7776export HCCL_SOCKET_IFNAME=" eth0"
7877export DISAGGREGATED_PREFILL_RANK_TABLE_PATH=/vllm-workspace/vllm-ascend/examples/disaggregate_prefill_v1/ranktable.json
7978export OMP_PROC_BIND=false
8079export OMP_NUM_THREADS=100
8180export VLLM_USE_V1=1
82- export VLLM_VERSION=0.9.1
8381vllm serve /data01/deepseek_r1_w8a8_zhw \
8482 --host 0.0.0.0 \
8583 --port 20002 \
@@ -113,15 +111,14 @@ vllm serve /data01/deepseek_r1_w8a8_zhw \
113111
114112* Run decode server d1 on third node
115113``` shell
116- export HCCL_IF_IP=` hostname -I | awk -F " " ' {print$1} ' `
114+ export HCCL_IF_IP=172.19.123.51
117115export GLOO_SOCKET_IFNAME=" eth0"
118116export TP_SOCKET_IFNAME=" eth0"
119117export HCCL_SOCKET_IFNAME=" eth0"
120118export DISAGGREGATED_PREFILL_RANK_TABLE_PATH=/vllm-workspace/vllm-ascend/examples/disaggregate_prefill_v1/ranktable.json
121119export OMP_PROC_BIND=false
122120export OMP_NUM_THREADS=100
123121export VLLM_USE_V1=1
124- export VLLM_VERSION=0.9.1
125122vllm serve /data01/deepseek_r1_w8a8_zhw \
126123 --host 0.0.0.0 \
127124 --port 20002 \
@@ -154,15 +151,14 @@ vllm serve /data01/deepseek_r1_w8a8_zhw \
154151
155152* Run decode server d2 on last node
156153``` shell
157- export HCCL_IF_IP=` hostname -I | awk -F " " ' {print$1} ' `
154+ export HCCL_IF_IP=172.19.190.36
158155export GLOO_SOCKET_IFNAME=" eth0"
159156export TP_SOCKET_IFNAME=" eth0"
160157export HCCL_SOCKET_IFNAME=" eth0"
161158export DISAGGREGATED_PREFILL_RANK_TABLE_PATH=/vllm-workspace/vllm-ascend/examples/disaggregate_prefill_v1/ranktable.json
162159export OMP_PROC_BIND=false
163160export OMP_NUM_THREADS=100
164161export VLLM_USE_V1=1
165- export VLLM_VERSION=0.9.1
166162vllm serve /data01/deepseek_r1_w8a8_zhw \
167163 --host 0.0.0.0 \
168164 --port 20002 \
0 commit comments