@@ -203,7 +203,7 @@ jobs:
203
203
echo "::group::Install newer objcopy that supports --set-section-alignment"
204
204
yum install -y devtoolset-10-binutils
205
205
export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH
206
- echo "::endgroup::"
206
+ echo "::endgroup::"
207
207
208
208
echo "::group::Install required packages"
209
209
pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121
@@ -244,7 +244,7 @@ jobs:
244
244
echo "::group::Install newer objcopy that supports --set-section-alignment"
245
245
yum install -y devtoolset-10-binutils
246
246
export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH
247
- echo "::endgroup::"
247
+ echo "::endgroup::"
248
248
249
249
echo "::group::Install required packages"
250
250
pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121
@@ -291,7 +291,7 @@ jobs:
291
291
echo "::group::Install newer objcopy that supports --set-section-alignment"
292
292
yum install -y devtoolset-10-binutils
293
293
export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH
294
- echo "::endgroup::"
294
+ echo "::endgroup::"
295
295
296
296
echo "::group::Install required packages"
297
297
pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121
@@ -441,7 +441,7 @@ jobs:
441
441
export MODEL_PATH=checkpoints/stories15M/stories15M.pt
442
442
export MODEL_NAME=stories15M
443
443
export MODEL_DIR=/tmp
444
-
444
+
445
445
echo "******************************************"
446
446
echo "*** vanilla ***"
447
447
echo "******************************************"
@@ -858,12 +858,8 @@ jobs:
858
858
859
859
python torchchat.py generate stories15M --temperature 0 --prompt "${PRMT}"
860
860
861
-
862
- for dtype in fp32 fp16 bf16; do
863
- echo "Testing export + runner with dtype=$dtype"
864
- python torchchat.py export stories15M --dtype $dtype --output-pte-path ./model.pte
865
- ./cmake-out/et_run ./model.pte -z ./tokenizer.bin -t 0 -i "${PRMT}"
866
- done
861
+ python torchchat.py export stories15M --output-pte-path ./model.pte
862
+ ./cmake-out/et_run ./model.pte -z ./tokenizer.bin -t 0 -i "${PRMT}"
867
863
868
864
echo "Tests complete."
869
865
runner-aoti :
@@ -913,12 +909,9 @@ jobs:
913
909
914
910
python torchchat.py generate --checkpoint-path ${MODEL_DIR}/stories15M.pt --temperature 0 --prompt "${PROMPT}"
915
911
912
+ python torchchat.py export --checkpoint-path ${MODEL_DIR}/stories15M.pt --output-dso-path /tmp/model.so
916
913
917
- for dtype in fp32 fp16 bf16; do
918
- echo "Running export + runner with dtype=$dtype"
919
- python torchchat.py export --checkpoint-path ${MODEL_DIR}/stories15M.pt --dtype $dtype --output-dso-path /tmp/model.so
920
- ./cmake-out/aoti_run /tmp/model.so -z ${MODEL_DIR}/tokenizer.bin -i "${PROMPT}"
921
- done
914
+ ./cmake-out/aoti_run /tmp/model.so -z ${MODEL_DIR}/tokenizer.bin -i "${PROMPT}"
922
915
923
916
echo "Tests complete."
924
917
0 commit comments