diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index 6add8020e8b3d..a499c0ef24da5 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -2181,7 +2181,7 @@ def write_tensors(self):
                 continue
 
             # map tensor names
-            new_name = tensor_map.get_name(name, try_suffixes=(".weight", ".bias"))
+            new_name = tensor_map.get_name(name, try_suffixes=(".weight",))
             if new_name is None:
                 raise ValueError(f"Can not map tensor {name!r}")