File tree Expand file tree Collapse file tree 1 file changed +12
-1
lines changed Expand file tree Collapse file tree 1 file changed +12
-1
lines changed Original file line number Diff line number Diff line change @@ -110,10 +110,12 @@ function generate_compiled_model_output() {
110
110
function generate_aoti_model_output() {
111
111
local CHECKPOINT_PATH=" $1 "
112
112
local TARGET_DEVICE=" ${2:- cpu} "
113
- local DTYPES=" ${3-default } "
113
+ local DTYPES=" ${3} "
114
114
local MODEL_DIR=" ${CHECKPOINT_PATH%/* } "
115
115
local MODEL_NAME=$( basename " $CHECKPOINT_PATH " | sed ' s/\.[^.]*$//' )
116
116
117
+ echo " Local DTYPES=$DTYPES "
118
+
117
119
if [[ DTYPES= " default" ]]; then
118
120
if [[ $CHECKPOINT_PATH != * " stories" * && $TARGET_DEVICE == " cuda" ]]; then
119
121
DTYPES=" bfloat16"
@@ -299,6 +301,7 @@ function run_compile() {
299
301
}
300
302
301
303
function run_aoti() {
304
+ echo " Passing DTYPES=$DTYPES "
302
305
generate_aoti_model_output " $CHECKPOINT_PATH " " $TARGET_DEVICE " " $DTYPES " || exit 1
303
306
}
304
307
@@ -327,31 +330,39 @@ if [ "$#" -gt 2 ]; then
327
330
for arg in " ${@: 3} " ; do
328
331
case " $arg " in
329
332
" compile" )
333
+ echo " arg:$arg "
330
334
run_compile || exit 1
331
335
;;
332
336
" aoti" )
337
+ echo " arg:$arg "
333
338
DTYPES=" default"
334
339
run_aoti || exit 1
335
340
;;
336
341
" aoti-bfloat16" )
342
+ echo " arg:$arg "
337
343
DTYPES=" bfloat16"
338
344
run_aoti || exit 1
339
345
;;
340
346
" aoti-float16" )
347
+ echo " arg:$arg "
341
348
DTYPES=" float16"
342
349
run_aoti || exit 1
343
350
;;
344
351
" aoti-float32" )
352
+ echo " arg:$arg "
345
353
DTYPES=" float32"
346
354
run_aoti || exit 1
347
355
;;
348
356
" executorch" )
357
+ echo " arg:$arg "
349
358
run_executorch || exit 1
350
359
;;
351
360
" eval" )
361
+ echo " arg:$arg "
352
362
run_eval || exit 1
353
363
;;
354
364
" eval_sanity_check" )
365
+ echo " arg:$arg "
355
366
run_eval_sanity_check || exit 1
356
367
;;
357
368
* )
You can’t perform that action at this time.
0 commit comments