diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index feae03e109173..bbb5da86a0b19 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -859,6 +859,7 @@ def get_type(val: Any) -> GGUFValueType: GGMLQuantizationType.I32: (1, 4), GGMLQuantizationType.I64: (1, 8), GGMLQuantizationType.F64: (1, 8), + GGMLQuantizationType.IQ1_M: (256, QK_K // 8 + QK_K // 16 + QK_K // 32), }