debug

stanford-crfm · Jan 12, 2025 · c10280a · c10280a
1 parent 5530adf
commit c10280a
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/src/levanter/data/packing.py b/src/levanter/data/packing.py
@@ -107,11 +107,11 @@ def pack_prompt_completions(
         loss_mask = np.arange(len(sequence.ids)) >= sequence.prompt_length - 1
         loss_mask[-1] = 0
 
-        if not np.any(loss_mask):
-            logger.error(f"Invalid loss_mask: all zeros for sequence with prompt_length={sequence.prompt_length} and len(ids)={len(sequence.ids)}")
-            raise ValueError("Loss mask has no active tokens for loss computation.")
+        # if not np.any(loss_mask):
+        #     logger.error(f"Invalid loss_mask: all zeros for sequence with prompt_length={sequence.prompt_length} and len(ids)={len(sequence.ids)}")
+        #     raise ValueError("Loss mask has no active tokens for loss computation.")
 
-        assert np.any(loss_mask)
+        assert np.any(loss_mask), f"Loss mask has no active tokens for loss computation. Prompt length: {sequence.prompt_length}, len(ids): {len(sequence.ids)}"
 
         for packer in packers:
             if packer.can_pack(sequence.ids):