We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bca40e9 commit b89d7bfCopy full SHA for b89d7bf
gguf-py/gguf/constants.py
@@ -850,6 +850,7 @@ def get_type(val: Any) -> GGUFValueType:
850
GGMLQuantizationType.IQ2_XS: (256, 2 + QK_K // 4 + QK_K // 32),
851
GGMLQuantizationType.IQ3_XXS: (256, 2 + QK_K // 4 + QK_K // 8),
852
GGMLQuantizationType.IQ1_S: (256, 2 + QK_K // 8 + QK_K // 16),
853
+ GGMLQuantizationType.IQ1_M: (256, QK_K // 8 + QK_K // 16 + QK_K // 32),
854
GGMLQuantizationType.IQ4_NL: (32, 2 + 16),
855
GGMLQuantizationType.IQ3_S: (256, 2 + QK_K // 4 + QK_K // 8 + QK_K // 32 + 4),
856
GGMLQuantizationType.IQ2_S: (256, 2 + QK_K // 4 + QK_K // 16),
0 commit comments