File tree Expand file tree Collapse file tree 2 files changed +2
-0
lines changed Expand file tree Collapse file tree 2 files changed +2
-0
lines changed Original file line number Diff line number Diff line change @@ -221,6 +221,7 @@ extern "C" {
221
221
GGML_TYPE_Q4_0 = 2 ,
222
222
GGML_TYPE_Q4_1 = 3 ,
223
223
GGML_TYPE_Q4_2 = 4 ,
224
+ // GGML_TYPE_Q4_3 (5) support has been removed
224
225
GGML_TYPE_Q5_0 = 6 ,
225
226
GGML_TYPE_Q5_1 = 7 ,
226
227
GGML_TYPE_Q8_0 = 8 ,
Original file line number Diff line number Diff line change @@ -73,6 +73,7 @@ extern "C" {
73
73
LLAMA_FTYPE_MOSTLY_Q4_1 = 3 , // except 1d tensors
74
74
LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16 = 4 , // tok_embeddings.weight and output.weight are F16
75
75
LLAMA_FTYPE_MOSTLY_Q4_2 = 5 , // except 1d tensors
76
+ // LLAMA_FTYPE_MOSTLY_Q4_3 (6) support has been removed
76
77
LLAMA_FTYPE_MOSTLY_Q8_0 = 7 , // except 1d tensors
77
78
LLAMA_FTYPE_MOSTLY_Q5_0 = 8 , // except 1d tensors
78
79
LLAMA_FTYPE_MOSTLY_Q5_1 = 9 , // except 1d tensors
You can’t perform that action at this time.
0 commit comments