init

IBM · Feb 11, 2025 · 5d9c551 · 5d9c551
1 parent b4ce61b
commit 5d9c551
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/dolomite_engine/hf_models/models/ladder_residual_TP/rmsnorm.py b/dolomite_engine/hf_models/models/ladder_residual_TP/rmsnorm.py
@@ -62,7 +62,6 @@ def forward(ctx, x: torch.Tensor, weight: torch.Tensor | None, eps: float | None
         return x, weight
 
     @staticmethod
-    @ensure_contiguous
     def backward(ctx, x_grad: torch.Tensor, weight_grad: torch.Tensor) -> tuple[torch.Tensor | None]:
         x, weight, rmsnorm_denominator, is_x_1d, eps, sequence_parallel, device_mesh = _MLP_F.pop()
         output_grad = _MLP_B.pop()