File tree Expand file tree Collapse file tree 2 files changed +1
-3
lines changed Expand file tree Collapse file tree 2 files changed +1
-3
lines changed Original file line number Diff line number Diff line change @@ -136,7 +136,6 @@ ls ./models
136
136
65B 30B 13B 7B tokenizer_checklist.chk tokenizer.model
137
137
138
138
# install Python dependencies
139
- # preferred versions: python 3.10 (not 3.11), torch 1.13.1+
140
139
python3 -m pip install torch numpy sentencepiece
141
140
142
141
# convert the 7B model to ggml FP16 format
Original file line number Diff line number Diff line change @@ -86,8 +86,7 @@ def get_n_parts(dim):
86
86
if (p > 0 ):
87
87
fname_out = sys .argv [1 ] + "/ggml-model-" + ftype_str [ftype ] + ".bin" + "." + str (p )
88
88
89
- # weights_only requires torch 1.13.1, remove this param or update if you get an "invalid keyword argument" error
90
- model = torch .load (fname_model , map_location = "cpu" , weights_only = True )
89
+ model = torch .load (fname_model , map_location = "cpu" )
91
90
92
91
fout = open (fname_out , "wb" )
93
92
You can’t perform that action at this time.
0 commit comments