Skip to content

Commit

Permalink
small fix
Browse files Browse the repository at this point in the history
  • Loading branch information
blahBlahhhJ committed May 25, 2024
1 parent 5db35c3 commit 6536c54
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion src/levanter/mesh.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ def process_mesh_mapping(mesh) -> dict[int, int]:
i = 0
leftmost2uid = {}

for i in jax.process_count():
for i in range(jax.process_count()):
upper_left_position = np.array([np.min(axis) for axis in local_device_grid_positions(mesh, i)])
upper_left_position[2] = 0 # we want the device with TP group index 0 in the same DP/FSDP group
upper_left_process = devices[upper_left_position].process_index
Expand Down

0 comments on commit 6536c54

Please sign in to comment.