[Test][KubeRay] Update KubeRay version to v1.4.0 for autoscaler tests (#53974)

Signed-off-by: Chi-Sheng Liu <chishengliu@chishengliu.com>
Signed-off-by: Rueian <rueiancsie@gmail.com>
Co-authored-by: Rueian <rueiancsie@gmail.com>
Signed-off-by: elliot-barn <elliot.barnwell@anyscale.com>

Author: 2 people

ci/k8s/run-operator-tests.sh

@@ -17,6 +17,7 @@ kind load docker-image ray-ci:kuberay-test
 # python python/ray/tests/kuberay/setup/setup_kuberay.py
 
 bash python/ray/autoscaler/kuberay/init-config.sh
+kubectl create namespace kuberay-system
 kubectl create -k python/ray/autoscaler/kuberay/config/default
 
 echo "--- Test ray cluster creation"

python/ray/autoscaler/kuberay/init-config.sh

@@ -4,8 +4,8 @@ set -euo pipefail
 
 # Clone pinned KubeRay commit to temporary directory, copy the CRD definitions
 # into the autoscaler folder.
-KUBERAY_BRANCH="v1.2.2"
-OPERATOR_TAG="v1.2.2"
+KUBERAY_BRANCH="v1.4.0"
+OPERATOR_TAG="v1.4.0"
 
 # Requires Kustomize
 if ! command -v kustomize &> /dev/null
@@ -24,6 +24,7 @@ DIR=$(mktemp -d -t "kuberay-XXXXXX")
     (
         cd kuberay/ray-operator/config/default
         kustomize edit set image kuberay/operator=quay.io/kuberay/operator:"$OPERATOR_TAG"
+        kustomize edit set namespace kuberay-system
     )
     cp -r kuberay/ray-operator/config "$SCRIPT_DIR/"
 )

python/ray/tests/kuberay/test_files/ray-cluster.autoscaler-template.yaml

@@ -9,7 +9,7 @@ metadata:
   name: raycluster-autoscaler
 spec:
   # The version of Ray you are using. Make sure all Ray containers are running this version of Ray.
-  rayVersion: '2.7.0'
+  rayVersion: '2.46.0'
   # If `enableInTreeAutoscaling` is true, the Autoscaler sidecar will be added to the Ray head pod.
   # Ray Autoscaler integration is Beta with KubeRay >= 0.3.0 and Ray >= 2.0.0.
   enableInTreeAutoscaling: true
@@ -30,7 +30,7 @@ spec:
       spec:
         containers:
         - name: ray-head
-          image: rayproject/ray:2.7.0
+          image: rayproject/ray:2.46.0
           ports:
           - containerPort: 6379
             name: gcs
@@ -60,7 +60,7 @@ spec:
       spec:
         containers:
         - name: ray-worker
-          image: rayproject/ray:2.7.0
+          image: rayproject/ray:2.46.0
           lifecycle:
             preStop:
               exec:

python/ray/tests/kuberay/test_files/ray-cluster.autoscaler-v2-template.yaml

@@ -7,14 +7,14 @@ metadata:
   name: raycluster-autoscaler
 spec:
   # The version of Ray you are using. Make sure all Ray containers are running this version of Ray.
-  rayVersion: '2.7.0'
+  rayVersion: '2.46.0'
   # If `enableInTreeAutoscaling` is true, the Autoscaler sidecar will be added to the Ray head pod.
   # Ray Autoscaler integration is Beta with KubeRay >= 0.3.0 and Ray >= 2.0.0.
   enableInTreeAutoscaling: true
   autoscalerOptions:
     # Use version: v2 instead of env var RAY_enable_autoscaler_v2 and restartPolicy: Never below if
     # you're using KubeRay >= 1.4.0.
-    # version: v2
+    version: v2
     upscalingMode: Default
     idleTimeoutSeconds: 60
     imagePullPolicy: IfNotPresent
@@ -31,7 +31,7 @@ spec:
       spec:
         containers:
         - name: ray-head
-          image: rayproject/ray:2.7.0
+          image: rayproject/ray:2.46.0
           ports:
           - containerPort: 6379
             name: gcs
@@ -51,9 +51,6 @@ spec:
             requests:
               cpu: "500m"
               memory: "2G"
-          env:
-            - name: RAY_enable_autoscaler_v2 # Pass env var for the autoscaler v2.
-              value: "1"
         restartPolicy: Never # No restart to avoid reuse of pod for different ray nodes.
   workerGroupSpecs:
   - replicas: 1
@@ -65,7 +62,7 @@ spec:
       spec:
         containers:
         - name: ray-worker
-          image: rayproject/ray:2.7.0
+          image: rayproject/ray:2.46.0
           lifecycle:
             preStop:
               exec:

release/k8s_tests/run_gcs_ft_on_k8s.py

@@ -51,7 +51,7 @@ def generate_cluster_variable():
 
 def check_kuberay_installed():
     # Make sure the ray namespace exists
-    KUBERAY_VERSION = "v1.2.2"
+    KUBERAY_VERSION = "v1.4.0"
     uri = (
         "github.com/ray-project/kuberay/manifests"
         f"/base?ref={KUBERAY_VERSION}&timeout=90s"