py : fix wrong input type for raw_dtype in ggml to gguf scripts (gger…

…ganov#8928) Co-authored-by: farbod <[email protected]>
arthw · Nov 15, 2024 · 5b85cc6 · 5b85cc6
1 parent 3f43b6e
commit 5b85cc6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert_llama_ggml_to_gguf.py b/convert_llama_ggml_to_gguf.py
@@ -116,7 +116,7 @@ def load(self, data, offset):
         assert quant is not None, 'Unknown tensor type'
         (blksize, tysize) = quant
         offset += 12
-        self.dtype= dtype
+        self.dtype= gguf.GGMLQuantizationType(dtype)
         self.dims = struct.unpack(f'<{n_dims}I', data[offset:offset + (4 * n_dims)])
         offset += 4 * n_dims
         self.name = bytes(data[offset:offset + name_len])