@@ -1085,6 +1085,7 @@ def default_outfile(model_paths: List[Path], params: Params) -> Path:
1085
1085
namestr = {
1086
1086
GGMLFileType .AllF32 : "f32" ,
1087
1087
GGMLFileType .MostlyF16 : "f16" ,
1088
+ GGMLFileType .MostlyQ4_0 : "q4_0" ,
1088
1089
GGMLFileType .MostlyQ4_1 : "q4_1" ,
1089
1090
GGMLFileType .PerLayerIsQ4_1 : "q4_1" ,
1090
1091
}[params .file_type ]
@@ -1108,7 +1109,7 @@ def main(args_in: Optional[List[str]] = None) -> None:
1108
1109
parser .add_argument ("--dump" , action = "store_true" , help = "don't convert, just show what's in the model" )
1109
1110
parser .add_argument ("--dump-single" , action = "store_true" , help = "don't convert, just show what's in a single model file" )
1110
1111
parser .add_argument ("--vocab-only" , action = "store_true" , help = "extract only the vocab" )
1111
- parser .add_argument ("--outtype" , choices = ["f32" , "f16" , "q4_1" ], help = "output format (default: based on input)" )
1112
+ parser .add_argument ("--outtype" , choices = ["f32" , "f16" , "q4_1" , "q4_0" ], help = "output format (default: based on input)" )
1112
1113
parser .add_argument ("--vocab-dir" , type = Path , help = "directory containing tokenizer.model, if separate from model file" )
1113
1114
parser .add_argument ("--outfile" , type = Path , help = "path to write to; default: based on input" )
1114
1115
parser .add_argument ("model" , type = Path , help = "directory containing model file, or model file itself (*.pth, *.pt, *.bin)" )
0 commit comments