From 31e173b1b09ac6b841628001db5f758acbf5dfc4 Mon Sep 17 00:00:00 2001 From: py-rh Date: Wed, 11 Dec 2024 16:24:54 -0500 Subject: [PATCH] Dask Update (#1577) Co-authored-by: Paul Yang --- runhouse/resources/hardware/cluster.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/runhouse/resources/hardware/cluster.py b/runhouse/resources/hardware/cluster.py index f8be04188..944040e53 100644 --- a/runhouse/resources/hardware/cluster.py +++ b/runhouse/resources/hardware/cluster.py @@ -2074,7 +2074,7 @@ def connect_dask( ) # Note: We need to do this on the head node too, because this creates all the worker processes - for node in self.ips: + for idx, node in enumerate(self.ips): logger.info(f"Starting Dask worker on {node}.") # Connect to localhost if on the head node, otherwise use the internal ip of head node scheduler = ( @@ -2082,8 +2082,8 @@ def connect_dask( if node == self.head_ip else remote_scheduler_address ) - self.run_bash_over_ssh( - f"nohup dask worker {scheduler} {worker_options_str} > dask_worker.out 2>&1 &", + self.run( + f"nohup dask worker {scheduler} --host {self.internal_ips[idx]} {worker_options_str} > dask_worker.out 2>&1 &", node=node, )