Merge pull request #202 from Edwinhr716/vllm-docs-fix

Updated vLLM yaml example to use LWS_LEADER_ADDRESS
kubernetes-sigs · Aug 28, 2024 · 0ec8eb4 · 0ec8eb4
2 parents b4fbd63 + 175ae1e
commit 0ec8eb4
Showing 1 changed file with 1 addition and 13 deletions.
diff --git a/docs/examples/vllm/lws.yaml b/docs/examples/vllm/lws.yaml
@@ -58,7 +58,7 @@ spec:
             command:
               - sh
               - -c
-              - "/vllm-workspace/ray_init.sh worker --ray_address=$(LEADER_NAME).$(LWS_NAME).$(NAMESPACE).svc.cluster.local"
+              - "/vllm-workspace/ray_init.sh worker --ray_address=$(LWS_LEADER_ADDRESS)"
             resources:
               limits:
                 nvidia.com/gpu: "8"
@@ -68,18 +68,6 @@ spec:
                 ephemeral-storage: 800Gi
                 cpu: 125
             env:
-              - name: LEADER_NAME
-                valueFrom:
-                  fieldRef:
-                    fieldPath: metadata.annotations['leaderworkerset.sigs.k8s.io/leader-name']
-              - name: NAMESPACE
-                valueFrom:
-                  fieldRef:
-                    fieldPath: metadata.namespace
-              - name: LWS_NAME
-                valueFrom:
-                  fieldRef:
-                    fieldPath: metadata.labels['leaderworkerset.sigs.k8s.io/name']
               - name: HUGGING_FACE_HUB_TOKEN
                 value: <your-hf-token>
             volumeMounts: