Update squad_convert_example_to_features to work with numpy v2 (#35955

) * Fix * Fix * Fix --------- Co-authored-by: ydshieh <[email protected]>
huggingface · Jan 30, 2025 · aa3e590 · aa3e590
1 parent f3fad57
commit aa3e590
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/data/processors/squad.py b/src/transformers/data/processors/squad.py
@@ -249,7 +249,7 @@ def squad_convert_example_to_features(
         else:
             p_mask[-len(span["tokens"]) : -(len(truncated_query) + sequence_added_tokens)] = 0
 
-        pad_token_indices = np.where(span["input_ids"] == tokenizer.pad_token_id)
+        pad_token_indices = np.where(np.atleast_1d(span["input_ids"] == tokenizer.pad_token_id))
         special_token_indices = np.asarray(
             tokenizer.get_special_tokens_mask(span["input_ids"], already_has_special_tokens=True)
         ).nonzero()