Skip to content

Commit 7c842c6

Browse files
Michael Gschwindmalfet
authored andcommitted
indicate what step we do in CI
fix typo
1 parent ca349a1 commit 7c842c6

File tree

1 file changed

+15
-16
lines changed

1 file changed

+15
-16
lines changed

.github/workflows/compile.yml

Lines changed: 15 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -51,9 +51,9 @@ jobs:
5151
python generate.py --checkpoint-path ${MODEL_PATH} --temperature 0 --dso-path ${MODEL_DIR}/${MODEL_NAME}.so > ./output_aoti
5252
cat ./output_aoti
5353
54-
# echo "******************************************"
55-
# echo "******* Emb: channel-wise quantized ******"
56-
# echo "******************************************"
54+
echo "******************************************"
55+
echo "******* Emb: channel-wise quantized ******"
56+
echo "******************************************"
5757
python generate.py --quant '{"embedding" : {"bitwidth": 8, "group_size": 0}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_eager
5858
cat ./output_eager
5959
python generate.py --compile --quant '{"embedding" : {"bitwidth": 8, "group_size": 0}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_compiled
@@ -62,20 +62,20 @@ jobs:
6262
python generate.py --checkpoint-path ${MODEL_PATH} --temperature 0 --dso-path ${MODEL_DIR}/${MODEL_NAME}.so > ./output_aoti
6363
cat ./output_aoti
6464
65-
# echo "******************************************"
66-
# echo "******** Emb: group-wise quantized *******"
67-
# echo "******************************************"
65+
echo "******************************************"
66+
echo "******** Emb: group-wise quantized *******"
67+
echo "******************************************"
6868
python generate.py --quant '{"embedding" : {"bitwidth": 8, "group_size": 8}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_eager
6969
cat ./output_eager
7070
python generate.py --compile --quant '{"embedding" : {"bitwidth": 8, "group_size": 8}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_compiled
7171
cat ./output_compiled
72-
python export.py --quant "embedding" : {"bitwidth": 8, "group_size": 8}}' --checkpoint-path ${MODEL_PATH} --output-dso-path ${MODEL_DIR}/${MODEL_NAME}.so
72+
python export.py --quant '{"embedding" : {"bitwidth": 8, "group_size": 8}}' --checkpoint-path ${MODEL_PATH} --output-dso-path ${MODEL_DIR}/${MODEL_NAME}.so
7373
python generate.py --checkpoint-path ${MODEL_PATH} --temperature 0 --dso-path ${MODEL_DIR}/${MODEL_NAME}.so > ./output_aoti
7474
cat ./output_aoti
7575
76-
# echo "******************************************"
77-
# echo "******* INT8 channel-wise quantized ******"
78-
# echo "******************************************"
76+
echo "******************************************"
77+
echo "******* INT8 channel-wise quantized ******"
78+
echo "******************************************"
7979
python generate.py --quant '{"linear:int8" : {"bitwidth": 8, "group_size": 0}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_eager
8080
cat ./output_eager
8181
python generate.py --compile --quant '{"linear:int8" : {"bitwidth": 8, "group_size": 0}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_compiled
@@ -84,9 +84,9 @@ jobs:
8484
python generate.py --checkpoint-path ${MODEL_PATH} --temperature 0 --dso-path ${MODEL_DIR}/${MODEL_NAME}.so > ./output_aoti
8585
cat ./output_aoti
8686
87-
# echo "******************************************"
88-
# echo "******** INT8 group-wise quantized *******"
89-
# echo "******************************************"
87+
echo "******************************************"
88+
echo "******** INT8 group-wise quantized *******"
89+
echo "******************************************"
9090
python generate.py --quant '{"linear:int8" : {"bitwidth": 8, "group_size": 8}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_eager
9191
cat ./output_eager
9292
python generate.py --compile --quant '{"linear:int8" : {"bitwidth": 8, "group_size": 8}}' --checkpoint-path ${MODEL_PATH} --temperature 0 > ./output_compiled
@@ -95,9 +95,8 @@ jobs:
9595
python generate.py --checkpoint-path ${MODEL_PATH} --temperature 0 --dso-path ${MODEL_DIR}/${MODEL_NAME}.so > ./output_aoti
9696
cat ./output_aoti
9797
98-
echo "tests complete"
99-
100-
# echo "******************************************"
98+
echo "tests complete"
99+
echo "******************************************"
101100
# echo "********* EAGER vs TORCH.COMPILE *********"
102101
# echo "******************************************"
103102
# diff output_eager output_compiled

0 commit comments

Comments
 (0)