add deps

Signed-off-by: Jimmy Zhang <jiemingz@nvidia.com>

Author: jiemingz

examples/configs/grpo_math_8B_megatron.yaml

@@ -67,7 +67,7 @@ policy:
     stop_strings: null
     vllm_cfg:
       tensor_parallel_size: 1
-      gpu_memory_utilization: 0.95
+      gpu_memory_utilization: 0.8
       max_model_len: ${policy.max_total_sequence_length}
 
 cluster:

pyproject.toml

@@ -47,7 +47,9 @@ dependencies = [
 
 [project.optional-dependencies]
 vllm = [
-    "vllm==0.9.0",
+    "cuda-python",
+    "deep_gemm @ git+https://github.com/deepseek-ai/DeepGEMM.git",
+    "vllm==0.9.2",
 ]
 mcore = [
     # also need cudnn (https://developer.nvidia.com/cudnn-downloads?target_os=Linux&target_arch=x86_64&Distribution=Ubuntu&target_version=20.04&target_type=deb_network)