File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -859,7 +859,7 @@ jobs:
859
859
python torchchat.py generate stories15M --temperature 0 --prompt "${PRMT}"
860
860
861
861
862
- for dtype in fp32, fp16, bf16; do
862
+ for dtype in fp32 fp16 bf16; do
863
863
echo "Testing export + runner with dtype=$dtype"
864
864
python torchchat.py export stories15M --dtype $dtype --output-pte-path ./model.pte
865
865
./cmake-out/et_run ./model.pte -z ./tokenizer.bin -t 0 -i "${PRMT}"
@@ -914,7 +914,7 @@ jobs:
914
914
python torchchat.py generate --checkpoint-path ${MODEL_DIR}/stories15M.pt --temperature 0 --prompt "${PROMPT}"
915
915
916
916
917
- for dtype in fp32, fp16, bf16; do
917
+ for dtype in fp32 fp16 bf16; do
918
918
echo "Running export + runner with dtype=$dtype"
919
919
python torchchat.py export --checkpoint-path ${MODEL_DIR}/stories15M.pt --dtype $dtype --output-dso-path /tmp/model.so
920
920
./cmake-out/aoti_run /tmp/model.so -z ${MODEL_DIR}/tokenizer.bin -i "${PROMPT}"
You can’t perform that action at this time.
0 commit comments