File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change 37
37
- name : Run inference
38
38
run : |
39
39
export MODEL_PATH=checkpoints/stories15M/stories15M.pt
40
- # python aoti_export.py --checkpoint_path ${MODEL_PATH} --output_path ./${ MODEL_REPO}.so
40
+ export MODEL_REPO=stories15M
41
41
python generate.py --checkpoint_path ${MODEL_PATH} --temperature 0 --device cpu | tee output_eager
42
42
python generate.py --compile --checkpoint_path ${MODEL_PATH} --temperature 0 --device cpu | tee output_compiled
43
+ python aoti_export.py --checkpoint_path ${MODEL_PATH} --output_path ./${MODEL_REPO}.so
43
44
python generate.py --checkpoint_path ${MODEL_PATH} --temperature 0 --dso ./${MODEL_REPO}.so | tee output_aoti
44
45
# echo "******************************************"
45
46
# echo "********* EAGER vs TORCH.COMPILE *********"
You can’t perform that action at this time.
0 commit comments