MiniCPM: fix for gpa

ggerganov · Jun 17, 2024 · f4d3bda · f4d3bda
1 parent 43b35e3
commit f4d3bda
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -1547,7 +1547,7 @@ def set_vocab(self):
 
     def _reverse_hf_permute(self, weights: Tensor, n_head: int, n_kv_head: int | None = None) -> Tensor:
         if n_kv_head is not None and n_head != n_kv_head:
-            n_head //= n_kv_head
+            n_head = n_kv_head
 
         return (
             weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])