File tree Expand file tree Collapse file tree 2 files changed +16
-4
lines changed Expand file tree Collapse file tree 2 files changed +16
-4
lines changed Original file line number Diff line number Diff line change @@ -321,7 +321,6 @@ function run_eval_sanity_check(){
321
321
CHECKPOINT_PATH=" $1 "
322
322
TARGET_DEVICE=" ${2:- cpu} "
323
323
PROMPT=" Hello, my name is"
324
- DTYPES=" ${4:- default} "
325
324
326
325
if [ " $# " -gt 2 ]; then
327
326
# Additional arguments provided
@@ -331,6 +330,19 @@ if [ "$#" -gt 2 ]; then
331
330
run_compile || exit 1
332
331
;;
333
332
" aoti" )
333
+ DTYPES=" default"
334
+ run_aoti || exit 1
335
+ ;;
336
+ " aoti-bfloat16" )
337
+ DTYPES=" bfloat16"
338
+ run_aoti || exit 1
339
+ ;;
340
+ " aoti-float16" )
341
+ DTYPES=" float16"
342
+ run_aoti || exit 1
343
+ ;;
344
+ " aoti-float32" )
345
+ DTYPES=" float32"
334
346
run_aoti || exit 1
335
347
;;
336
348
" executorch" )
Original file line number Diff line number Diff line change @@ -216,7 +216,7 @@ jobs:
216
216
echo "::endgroup::"
217
217
218
218
echo "::group::Run inference"
219
- bash .ci/scripts/validate.sh "./checkpoints/${REPO_NAME}/model.pth" "cuda" "aoti" " bfloat16"
219
+ bash .ci/scripts/validate.sh "./checkpoints/${REPO_NAME}/model.pth" "cuda" "aoti- bfloat16"
220
220
echo "::endgroup::"
221
221
222
222
test-gpu-aoti-float32 :
@@ -252,7 +252,7 @@ jobs:
252
252
echo "::endgroup::"
253
253
254
254
echo "::group::Run inference"
255
- bash .ci/scripts/validate.sh "./checkpoints/${REPO_NAME}/model.pth" "cuda" "aoti" " float32"
255
+ bash .ci/scripts/validate.sh "./checkpoints/${REPO_NAME}/model.pth" "cuda" "aoti- float32"
256
256
echo "::endgroup::"
257
257
258
258
test-gpu-aoti-float16 :
@@ -288,7 +288,7 @@ jobs:
288
288
echo "::endgroup::"
289
289
290
290
echo "::group::Run inference"
291
- bash .ci/scripts/validate.sh "./checkpoints/${REPO_NAME}/model.pth" "cuda" "aoti" " float16"
291
+ bash .ci/scripts/validate.sh "./checkpoints/${REPO_NAME}/model.pth" "cuda" "aoti- float16"
292
292
echo "::endgroup::"
293
293
294
294
test-gpu-eval-sanity-check :
You can’t perform that action at this time.
0 commit comments