baseline

ServiceNow · Dec 23, 2024 · 769dc64 · 769dc64
1 parent aa44c4c
commit 769dc64
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/conf/rl_gsm8k.yaml b/conf/rl_gsm8k.yaml
@@ -40,10 +40,10 @@ vllm_config:
     --download-dir: /mnt/llmd/base_models/ 
     --gpu-memory-utilization: 0.9
     # VLLM get log probs OOM https://github.com/vllm-project/vllm/issues/5907
-    #--enable-chunked-prefill: ""
+    --enable-chunked-prefill: ""
     --enable-prefix-caching: ""
     #--max-num-batched-tokens: 128
-    --max-num-seqs: 64
+    #--max-num-seqs: 64
   ref_vllm_kwargs:
     --download-dir: /mnt/llmd/base_models/ 
     --gpu-memory-utilization: 0.9