Skip to content

Commit

Permalink
Dask Update (#1577)
Browse files Browse the repository at this point in the history
Co-authored-by: Paul Yang <[email protected]>
  • Loading branch information
py-rh and Paul Yang authored Dec 11, 2024
1 parent b1d53b6 commit 31e173b
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions runhouse/resources/hardware/cluster.py
Original file line number Diff line number Diff line change
Expand Up @@ -2074,16 +2074,16 @@ def connect_dask(
)

# Note: We need to do this on the head node too, because this creates all the worker processes
for node in self.ips:
for idx, node in enumerate(self.ips):
logger.info(f"Starting Dask worker on {node}.")
# Connect to localhost if on the head node, otherwise use the internal ip of head node
scheduler = (
local_scheduler_address
if node == self.head_ip
else remote_scheduler_address
)
self.run_bash_over_ssh(
f"nohup dask worker {scheduler} {worker_options_str} > dask_worker.out 2>&1 &",
self.run(
f"nohup dask worker {scheduler} --host {self.internal_ips[idx]} {worker_options_str} > dask_worker.out 2>&1 &",
node=node,
)

Expand Down

0 comments on commit 31e173b

Please sign in to comment.