Evaluate AOTI

Author: larryliu0820

.ci/scripts/validate.sh

@@ -279,17 +279,16 @@ function eval_model_sanity_check() {
 
             python -W ignore eval.py --dtype ${DTYPE} --quant "$QUANT_OPTIONS" --checkpoint-path "$CHECKPOINT_PATH" --device "$TARGET_DEVICE" --limit 5 > "$MODEL_DIR/eval_eager" || exit 1
             cat "$MODEL_DIR/eval_eager"
-        fi;
-
 
-        # there is some issues with AOTI cpu and cuda, need to fix and enable the test for cuda as well
-        echo "*************************************************"
-        echo "******** INT4 group-wise quantized (AOTI) *******"
-        echo "*************************************************"
-        if [ "$DTYPE" != "float16" ]; then
-            python3 -W ignore export.py --dtype ${DTYPE} --quant "$QUANT_OPTIONS" --checkpoint-path "$CHECKPOINT_PATH" --output-dso-path ${MODEL_DIR}/${MODEL_NAME}.so --device "$TARGET_DEVICE" || exit 1
-            python3 -W ignore eval.py --dtype ${DTYPE} --checkpoint-path "$CHECKPOINT_PATH" --dso-path ${MODEL_DIR}/${MODEL_NAME}.so --device "$TARGET_DEVICE" --limit 5 > "$MODEL_DIR/output_eval_aoti" || exit 1
-            cat "$MODEL_DIR/output_eval_aoti"
+            # there is some issues with AOTI cpu and cuda, need to fix and enable the test for cuda as well
+            echo "*************************************************"
+            echo "******** INT4 group-wise quantized (AOTI) *******"
+            echo "*************************************************"
+            if [ "$DTYPE" != "float16" ]; then
+                python3 -W ignore export.py --dtype ${DTYPE} --quant "$QUANT_OPTIONS" --checkpoint-path "$CHECKPOINT_PATH" --output-dso-path ${MODEL_DIR}/${MODEL_NAME}.so --device "$TARGET_DEVICE" || exit 1
+                python3 -W ignore eval.py --dtype ${DTYPE} --checkpoint-path "$CHECKPOINT_PATH" --dso-path ${MODEL_DIR}/${MODEL_NAME}.so --device "$TARGET_DEVICE" --limit 5 > "$MODEL_DIR/output_eval_aoti" || exit 1
+                cat "$MODEL_DIR/output_eval_aoti"
+            fi;
         fi;
 
     done