From 66d23672f81b3a0e9779a16f564d182f0c2644e3 Mon Sep 17 00:00:00 2001 From: Stephanie Wang Date: Thu, 11 Jan 2024 15:13:42 -0500 Subject: [PATCH] Pin autoscaling requester (#42254) Pin the Ray Data autoscaling requester to the head node so that the actor cannot prevent down-scaling of an idle worker node. Signed-off-by: Stephanie Wang --- python/ray/data/_internal/execution/autoscaling_requester.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/python/ray/data/_internal/execution/autoscaling_requester.py b/python/ray/data/_internal/execution/autoscaling_requester.py index 0d1ce89ca95d..512c3c16f488 100644 --- a/python/ray/data/_internal/execution/autoscaling_requester.py +++ b/python/ray/data/_internal/execution/autoscaling_requester.py @@ -119,8 +119,7 @@ def get_or_create_autoscaling_requester_actor(): # point to the head node. scheduling_strategy = NodeAffinitySchedulingStrategy( ray.get_runtime_context().get_node_id(), - soft=True, - _spill_on_unavailable=True, + soft=False, ) with _autoscaling_requester_lock: return AutoscalingRequester.options(