[k8s] Disable autostop for controller on kubernetes

sky/backends/cloud_vm_ray_backend.py

@@ -1991,9 +1991,17 @@ def provision_with_retries(
                     cloud_user = None
                 else:
                     cloud_user = to_provision.cloud.get_current_user_identity()
+
+                requested_features = self._requested_features.copy()
+                # Skip stop feature for Kubernetes jobs controller.
+                if isinstance(to_provision.cloud, clouds.Kubernetes) and controller_utils.Controllers.from_name(
+                        cluster_name) == controller_utils.Controllers.JOBS_CONTROLLER:
+                    requested_features.remove(
+                        clouds.CloudImplementationFeatures.STOP)
+
                 # Skip if to_provision.cloud does not support requested features
                 to_provision.cloud.check_features_are_supported(
-                    to_provision, self._requested_features)
+                    to_provision, requested_features)
 
                 config_dict = self._retry_zones(
                     to_provision,
@@ -4045,6 +4053,11 @@ def set_autostop(self,
         # The core.autostop() function should have already checked that the
         # cloud and resources support requested autostop.
         if idle_minutes_to_autostop is not None:
+            # Skip auto-stop for Kubernetes clusters.
+            if isinstance(handle.launched_resources.cloud, clouds.Kubernetes):
+                logger.info('Auto-stop is not supported for Kubernetes '
+                            'clusters. Skipping.')
+                return
 
             # Check if we're stopping spot
             assert (handle.launched_resources is not None and

sky/clouds/kubernetes.py

@@ -71,13 +71,6 @@ class Kubernetes(clouds.Cloud):
                                                              'tiers are not '
                                                              'supported in '
                                                              'Kubernetes.',
-        # Kubernetes may be using exec-based auth, which may not work by
-        # directly copying the kubeconfig file to the controller.
-        # Support for service accounts for auth will be added in #3377, which
-        # will allow us to support hosting controllers.
-        clouds.CloudImplementationFeatures.HOST_CONTROLLERS: 'Kubernetes can '
-                                                             'not host '
-                                                             'controllers.',
     }
 
     IMAGE_CPU = 'skypilot:cpu-ubuntu-2004'

sky/utils/controller_utils.py

@@ -243,7 +243,21 @@ def _get_cloud_dependencies_installation_commands(
                 commands.append(
                     f'echo -en "\\r{prefix_str}Kubernetes{empty_str}" && '
                     'pip list | grep kubernetes > /dev/null 2>&1 || '
-                    'pip install "kubernetes>=20.0.0" > /dev/null 2>&1')
+                    'pip install "kubernetes>=20.0.0" > /dev/null 2>&1 &&'
+                    # Install k8s + skypilot dependencies
+                    'sudo bash -c "if '
+                    '! command -v curl &> /dev/null || '
+                    '! command -v socat &> /dev/null || '
+                    '! command -v netcat &> /dev/null; '
+                    'then apt update && apt install curl socat netcat -y; '
+                    'fi" && '
+                    # Install kubectl
+                    '(command -v kubectl &>/dev/null || '
+                    '(curl -LO "https://dl.k8s.io/release/'
+                    '$(curl -L -s https://dl.k8s.io/release/stable.txt)'
+                    '/bin/linux/amd64/kubectl" && '
+                    'sudo install -o root -g root -m 0755 '
+                    'kubectl /usr/local/bin/kubectl))')
             elif isinstance(cloud, clouds.RunPod):
                 commands.append(
                     f'echo -en "\\r{prefix_str}RunPod{empty_str}" && '