@@ -109,7 +109,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
109109 --max-num-seqs 256 \
110110 --trust-remote-code \
111111 --gpu-memory-utilization 0.9 \
112- --disable-log-request \
113112 --kv-transfer-config \
114113 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_producer","kv_buffer_size":"1e1","kv_port":"21001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20001"}}' > /var/vllm.log 2>&1 &
115114 ```
@@ -131,7 +130,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
131130 --max-num-seqs 256 \
132131 --trust-remote-code \
133132 --gpu-memory-utilization 0.7 \
134- --disable-log-request \
135133 --kv-transfer-config \
136134 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_consumer","kv_buffer_size":"8e9","kv_port":"22001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20002"}}' > /var/vllm.log 2>&1 &
137135 ```
@@ -153,7 +151,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
153151 --max-num-seqs 256 \
154152 --trust-remote-code \
155153 --gpu-memory-utilization 0.7 \
156- --disable-log-request \
157154 --kv-transfer-config \
158155 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_consumer","kv_buffer_size":"8e9","kv_port":"23001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20003"}}' > /var/vllm.log 2>&1 &
159156 ```
@@ -175,7 +172,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
175172 --max-num-seqs 256 \
176173 --trust-remote-code \
177174 --gpu-memory-utilization 0.7 \
178- --disable-log-request \
179175 --kv-transfer-config \
180176 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_consumer","kv_buffer_size":"8e9","kv_port":"24001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20004"}}' > /var/vllm.log 2>&1 &
181177 ```
@@ -206,7 +202,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
206202 --max-num-seqs 256 \
207203 --trust-remote-code \
208204 --gpu-memory-utilization 0.9 \
209- --disable-log-request \
210205 --kv-transfer-config \
211206 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_producer","kv_buffer_size":"1e1","kv_port":"21001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20001"}}' > /var/vllm.log 2>&1 &
212207 ```
@@ -228,7 +223,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
228223 --max-num-seqs 256 \
229224 --trust-remote-code \
230225 --gpu-memory-utilization 0.9 \
231- --disable-log-request \
232226 --kv-transfer-config \
233227 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_producer","kv_buffer_size":"1e1","kv_port":"22001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20002"}}' > /var/vllm.log 2>&1 &
234228 ```
@@ -250,7 +244,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
250244 --max-num-seqs 256 \
251245 --trust-remote-code \
252246 --gpu-memory-utilization 0.9 \
253- --disable-log-request \
254247 --kv-transfer-config \
255248 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_producer","kv_buffer_size":"1e1","kv_port":"23001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20003"}}' > /var/vllm.log 2>&1 &
256249 ```
@@ -272,7 +265,6 @@ python3 disagg_proxy_p2p_nccl_xpyd.py &
272265 --max-num-seqs 256 \
273266 --trust-remote-code \
274267 --gpu-memory-utilization 0.7 \
275- --disable-log-request \
276268 --kv-transfer-config \
277269 '{"kv_connector":"P2pNcclConnector","kv_role":"kv_consumer","kv_buffer_size":"8e9","kv_port":"24001","kv_connector_extra_config":{"proxy_ip":"10.0.1.1","proxy_port":"30001","http_port":"20004"}}' > /var/vllm.log 2>&1 &
278270 ```
0 commit comments