File tree Expand file tree Collapse file tree 2 files changed +4
-0
lines changed Expand file tree Collapse file tree 2 files changed +4
-0
lines changed Original file line number Diff line number Diff line change @@ -222,6 +222,7 @@ jobs:
222
222
--preq_mode 8da4w_output_8da8w \
223
223
--preq_group_size 32 \
224
224
--max_seq_length 2048 \
225
+ --max_context_length 2048 \
225
226
--output_name "${OUT_ET_MODEL_NAME}.pte" \
226
227
-kv \
227
228
-d fp32 \
@@ -253,6 +254,7 @@ jobs:
253
254
--xnnpack-extended-ops \
254
255
-d fp32 \
255
256
--max_seq_length 2048 \
257
+ --max_context_length 2048 \
256
258
--output_name "${OUT_ET_MODEL_NAME}.pte" \
257
259
--metadata '{"get_bos_id":128000, "get_eos_ids":[128009, 128001]}'
258
260
ls -lh "${OUT_ET_MODEL_NAME}.pte"
Original file line number Diff line number Diff line change @@ -233,6 +233,7 @@ jobs:
233
233
--preq_mode 8da4w_output_8da8w \
234
234
--preq_group_size 32 \
235
235
--max_seq_length 2048 \
236
+ --max_context_length 2048 \
236
237
--output_name "${OUT_ET_MODEL_NAME}.pte" \
237
238
-kv \
238
239
-d fp32 \
@@ -264,6 +265,7 @@ jobs:
264
265
--xnnpack-extended-ops \
265
266
-d fp32 \
266
267
--max_seq_length 2048 \
268
+ --max_context_length 2048 \
267
269
--output_name "${OUT_ET_MODEL_NAME}.pte" \
268
270
--metadata '{"get_bos_id":128000, "get_eos_ids":[128009, 128001]}'
269
271
ls -lh "${OUT_ET_MODEL_NAME}.pte"
You can’t perform that action at this time.
0 commit comments