another test

huggingface · Jul 19, 2024 · 61486e7 · 61486e7
1 parent 175a076
commit 61486e7
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/test_parameters_accumulate_gradient_in_fp32.py b/tests/test_parameters_accumulate_gradient_in_fp32.py
@@ -348,6 +348,7 @@ def _test_tied_weights_sync_with_grad_accum_in_fp32(
                             pp_rank=get_pp_rank_of(target, module=mdl),
                             dp_rank=dist.get_rank(parallel_context.dp_pg),
                             tp_rank=dist.get_rank(parallel_context.tp_pg),
+                            sp_rank=dist.get_rank(parallel_context.sp_pg),
                         ),
                     ),
                 )