Fix unnecessary ssh hanging issue on Ray (#851)

* Fix ray hanging ssh issue

* Fix

* change the order back

* Update node status after first attempt

sky/skylet/ray_patches/__init__.py

@@ -82,6 +82,9 @@ def patch() -> None:
     _run_patch(resource_demand_scheduler.__file__,
                _to_absolute('resource_demand_scheduler.py.patch'))
 
+    from ray.autoscaler._private import updater
+    _run_patch(updater.__file__, _to_absolute('updater.py.patch'))
+
     # Fix the Azure get-access-token (used by ray azure node_provider) timeout issue,
     # by increasing the timeout.
     # Tracked in https://github.com/Azure/azure-cli/issues/20404#issuecomment-1249575110

sky/skylet/ray_patches/updater.py.patch

@@ -0,0 +1,7 @@
+0a1,4
+> # From https://github.com/ray-project/ray/blob/releases/2.0.1/python/ray/autoscaler/_private/updater.py
+> # Sky patch changes:
+> #  - Ensure the node state is refreshed before checking the node is terminated.
+> 
+318a319
+>                     self.provider.non_terminated_nodes({})