Skip to content

Commit dc88430

Browse files
committed
feat: extract deploymentType as interface
1 parent 8a7f82a commit dc88430

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

deploy/cloud/operator/internal/dynamo/backend_vllm.go

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,10 @@ import (
88
corev1 "k8s.io/api/core/v1"
99
)
1010

11+
const (
12+
VLLMPort = "6379"
13+
)
14+
1115
type VLLMBackend struct{}
1216

1317
func (b *VLLMBackend) UpdateContainer(container *corev1.Container, numberOfNodes int32, role Role, component *v1alpha1.DynamoComponentDeploymentOverridesSpec, serviceName string, multinodeDeployer MultinodeDeployer) {
@@ -36,11 +40,11 @@ func updateVLLMMultinodeArgs(container *corev1.Container, role Role, serviceName
3640
case RoleLeader:
3741
if len(container.Args) > 0 {
3842
// Prepend ray start --head command to existing args
39-
container.Args = []string{fmt.Sprintf("ray start --head --port=6379 && %s", strings.Join(container.Args, " "))}
43+
container.Args = []string{fmt.Sprintf("ray start --head --port=%s && %s", VLLMPort, strings.Join(container.Args, " "))}
4044
}
4145
case RoleWorker:
4246
// Worker nodes only run Ray, completely replace args
4347
leaderHostname := multinodeDeployer.GetLeaderHostname(serviceName)
44-
container.Args = []string{fmt.Sprintf("ray start --address=%s:6379 --block", leaderHostname)}
48+
container.Args = []string{fmt.Sprintf("ray start --address=%s:%s --block", leaderHostname, VLLMPort)}
4549
}
4650
}

0 commit comments

Comments
 (0)