Add the BF16 delta data types in constants.py

ggerganov · Aug 20, 2024 · 43c7be5 · 43c7be5
1 parent 7927655
commit 43c7be5
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py
@@ -1166,6 +1166,8 @@ class GGMLQuantizationType(IntEnum):
     Q4_0_4_4 = 31
     Q4_0_4_8 = 32
     Q4_0_8_8 = 33
+    Q4_0_B16 = 34
+    Q8_0_B16 = 35
 
 
 # TODO: add GGMLFileType from ggml_ftype in ggml.h