Skip to content

Commit 3c39fdf

Browse files
mqymqy
committed
update out-dated bench out file format; mulmat-tune: minor update bench file format
1 parent d9204ea commit 3c39fdf

17 files changed

+113
-175
lines changed

‎examples/mulmat-tune/bench-out/13b.q4_0.accelerate.512.txt

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
1 13B 2 Q4_0 3 ACCELERATE 4 32 16 2
2-
1 0 0 1 1 0 0 0 0
3-
1 1 0 3 0 1 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
1 0 1 0 1 3 0 1 0 0 0 0
44
5120 5120
55
32 46 42635 0 17674 11020 0
66
64 93 85913 0 17427 12877 0

‎examples/mulmat-tune/bench-out/13b.q4_0.accelerate.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 13B 2 Q4_0 3 ACCELERATE 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
5120 5120
66
16 27 22566 0 0 31200 0 17495 9932 0
77
32 45 41745 0 0 29082 0 21490 15809 0

‎examples/mulmat-tune/bench-out/13b.q4_0.blis.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 13B 2 Q4_0 3 BLIS 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
5120 5120
66
16 29 22204 0 0 37448 0 17346 19476 0
77
32 68 41478 0 0 49361 0 17576 30757 0

‎examples/mulmat-tune/bench-out/13b.q4_0.cl.txt

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
1-
1 13B 2 Q4_0 2 CLBLAST 4 8 16 3
2-
1 0 0 1 1 0 0 0 0
3-
0 0 0 2 0 1 0 0 0
4-
1 1 0 2 0 1 0 0 0
1+
1 13B 2 Q4_0 2 CLBLAST 4 16 8 3
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 2 0 0 0 0 0 0
4+
1 0 1 0 1 2 0 1 0 0 0 0
55
5120 5120
66
8 11 10559 0 0 68720 0 17473 47809 0
77
16 25 19993 0 0 58817 0 18175 44292 0

‎examples/mulmat-tune/bench-out/13b.q4_0.openblas.txt

Lines changed: 36 additions & 67 deletions
Original file line numberDiff line numberDiff line change
@@ -1,71 +1,40 @@
1-
1 13B 2 Q4_0 3 OPENBLAS 4 8 16 2
2-
1 0 0 1 1 0 0 0 0
3-
1 1 0 4 0 1 0 0 0
1+
1 13B 2 Q4_0 3 OPENBLAS 4 16 8 3
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
45
5120 5120
5-
8 15 12524 0 17933 10623 0
6-
16 21 19987 0 17246 11525 0
7-
24 32 29605 0 16955 13116 0
8-
32 46 39638 0 17184 14451 0
9-
40 64 51706 0 17000 16252 0
10-
48 79 59854 0 16963 16928 0
11-
56 112 71093 0 16612 18965 0
12-
64 128 81518 0 18247 25210 0
13-
72 110 91493 0 16694 24030 0
14-
80 135 101577 0 16586 22295 0
15-
88 149 111395 0 19561 20430 0
16-
96 150 121964 0 16592 18048 0
17-
104 163 131160 0 16493 20407 0
18-
112 197 142995 0 16615 32620 0
19-
120 196 153236 0 16694 25710 0
20-
128 254 162679 0 16929 26393 0
6+
16 22 20782 0 0 30245 0 17584 9364 0
7+
32 44 41106 0 0 31228 0 17313 11498 0
8+
48 80 62896 0 0 33167 0 17511 17066 0
9+
64 94 86146 0 0 38005 0 17394 20133 0
10+
80 123 108092 0 0 39712 0 17580 22196 0
11+
96 145 128642 0 0 35633 0 17546 16201 0
12+
112 177 148829 0 0 39940 0 17332 22214 0
13+
128 193 170882 0 0 43156 0 17052 25514 0
2114
5120 13824
22-
8 34 26558 0 47480 22126 0
23-
16 63 54376 0 48174 26808 0
24-
24 138 82393 0 46535 31396 0
25-
32 165 107944 0 46263 34757 0
26-
40 197 136763 0 46562 39159 0
27-
48 251 162253 0 46405 43873 0
28-
56 299 188609 0 46742 49879 0
29-
64 328 218509 0 46480 57875 0
30-
72 385 246998 0 48246 68066 0
31-
80 341 269936 0 46231 60398 0
32-
88 408 296493 0 46822 51946 0
33-
96 443 330385 0 46396 44947 0
34-
104 508 359526 0 46916 55943 0
35-
112 508 380491 0 46542 60661 0
36-
120 591 417273 0 46505 71014 0
37-
128 612 435253 0 46335 71698 0
15+
16 61 54891 0 0 71097 0 47142 22727 0
16+
32 157 115356 0 0 79296 0 46886 33310 0
17+
48 242 171102 0 0 84274 0 46616 39387 0
18+
64 277 226747 0 0 99383 0 46853 52141 0
19+
80 395 280681 0 0 102598 0 46802 56434 0
20+
96 510 342719 0 0 88053 0 46554 41748 0
21+
112 541 396753 0 0 104536 0 47044 56168 0
22+
128 730 448790 0 0 111518 0 46934 66998 0
3823
13824 5120
39-
8 13 28094 0 46182 27324 0
40-
16 27 52790 0 46009 31768 0
41-
24 36 79567 0 46478 42349 0
42-
32 48 106519 0 46698 43270 0
43-
40 57 134729 0 46016 46591 0
44-
48 87 162863 0 45688 51278 0
45-
56 119 195455 0 45900 59573 0
46-
64 133 223361 0 45548 62719 0
47-
72 150 251563 0 45821 73062 0
48-
80 136 281033 0 49727 66914 0
49-
88 154 307140 0 45861 59346 0
50-
96 192 338851 0 45909 53142 0
51-
104 202 367625 0 45775 58285 0
52-
112 235 394349 0 45830 69689 0
53-
120 179 426522 0 45912 74542 0
54-
128 253 443209 0 46023 76538 0
24+
16 27 55745 0 0 74446 0 47043 32914 0
25+
32 46 107978 0 0 86564 0 47118 37005 0
26+
48 77 167714 0 0 93348 0 47508 47394 0
27+
64 105 228647 0 0 101113 0 47021 66986 0
28+
80 136 289146 0 0 108627 0 47192 61986 0
29+
96 152 351310 0 0 94296 0 47234 48780 0
30+
112 171 407358 0 0 106348 0 46928 60638 0
31+
128 197 458479 0 0 115391 0 46738 70111 0
5532
32000 5120
56-
8 12 62110 0 104809 62010 0
57-
16 25 121633 0 104554 75786 0
58-
24 34 181878 0 104048 83671 0
59-
32 50 242458 0 103938 93316 0
60-
40 62 312271 0 105172 101741 0
61-
48 87 379989 0 106525 114296 0
62-
56 116 437483 0 105063 127266 0
63-
64 128 510176 0 104399 147163 0
64-
72 136 578441 0 104513 168969 0
65-
80 150 651332 0 104673 148611 0
66-
88 215 713643 0 104636 131385 0
67-
96 190 772930 0 105070 112879 0
68-
104 185 832702 0 104325 130492 0
69-
112 194 882734 0 104673 146895 0
70-
120 205 967027 0 104276 174677 0
71-
128 220 1017477 0 106877 178444 0
33+
16 22 126354 0 0 173884 0 109523 70379 0
34+
32 44 257247 0 0 190039 0 108978 90600 0
35+
48 122 391483 0 0 209994 0 108288 107709 0
36+
64 132 533622 0 0 238935 0 108214 147511 0
37+
80 168 675832 0 0 244543 0 108392 139486 0
38+
96 147 803244 0 0 215267 0 108630 110632 0
39+
112 193 944415 0 0 246527 0 108727 141509 0
40+
128 194 1092088 0 0 270217 0 108157 163853 0

‎examples/mulmat-tune/bench-out/7b.f16.accelerate.txt

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
1 7B 1 F16 3 ACCELERATE 4 16 8 2
2-
0 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
2+
0 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
44
4096 4096
55
16 0 19288 0 0 13438 0
66
32 0 44321 0 0 13322 0

‎examples/mulmat-tune/bench-out/7b.f32.accelerate.txt

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
1 7B 0 F32 3 ACCELERATE 4 16 8 2
2-
0 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
2+
0 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
44
4096 4096
55
16 0 24628 0 0 7399 0
66
32 0 45917 0 0 5791 0

‎examples/mulmat-tune/bench-out/7b.q4_0.accelerate.512.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
1 7B 2 Q4_0 3 ACCELERATE 3 32 16 2
2-
1 0 0 1 1 0 0 0 0
3-
1 1 0 3 0 1 0 0 0
1+
1 7B 2 Q4_0 3 ACCELERATE 4 32 16 2
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
1 0 1 0 1 3 0 1 0 0 0 0
44
4096 4096
55
32 45 27671 0 11210 7859 0
66
64 100 54379 0 11051 8748 0

‎examples/mulmat-tune/bench-out/7b.q4_0.accelerate.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 7B 2 Q4_0 3 ACCELERATE 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 0 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 0 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
4096 4096
66
16 24 16017 0 0 18330 0 12878 6298 0
77
32 36 26501 0 0 17342 0 12718 6816 0

‎examples/mulmat-tune/bench-out/7b.q4_0.blis.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 7B 2 Q4_0 3 BLIS 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
4096 4096
66
16 28 15279 0 0 24020 0 11232 12638 0
77
32 41 26418 0 0 30927 0 11188 20646 0

‎examples/mulmat-tune/bench-out/7b.q4_0.cl.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 7B 2 Q4_0 2 CLBLAST 4 8 16 3
2-
1 0 0 1 1 0 0 0 0
3-
0 0 0 2 0 1 0 0 0
4-
1 1 0 2 0 1 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 2 0 0 0 0 0 0
4+
1 0 1 0 1 2 0 1 0 0 0 0
55
4096 4096
66
8 11 7125 0 0 49551 0 12217 35606 0
77
16 22 14451 0 0 48952 0 13487 35829 0

‎examples/mulmat-tune/bench-out/7b.q4_0.openblas.txt

Lines changed: 36 additions & 67 deletions
Original file line numberDiff line numberDiff line change
@@ -1,71 +1,40 @@
1-
1 7B 2 Q4_0 3 OPENBLAS 4 8 16 2
2-
1 0 0 1 1 0 0 0 0
3-
1 1 0 4 0 1 0 0 0
1+
1 7B 2 Q4_0 3 OPENBLAS 4 16 8 3
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
45
4096 4096
5-
8 10 6960 0 11611 6735 0
6-
16 19 12332 0 10793 6123 0
7-
24 25 18360 0 10933 6672 0
8-
32 35 24769 0 10753 7751 0
9-
40 49 31163 0 10685 8885 0
10-
48 63 38453 0 11018 10203 0
11-
56 66 44471 0 11021 11562 0
12-
64 81 51355 0 10796 13411 0
13-
72 92 57999 0 10720 16812 0
14-
80 122 66901 0 10725 13866 0
15-
88 128 70914 0 10690 12531 0
16-
96 137 78407 0 10572 11138 0
17-
104 165 83869 0 10386 12686 0
18-
112 157 90289 0 10603 14503 0
19-
120 152 96713 0 10389 16320 0
20-
128 164 104788 0 10290 17059 0
6+
16 19 13040 0 0 18600 0 11032 6275 0
7+
32 36 25982 0 0 18876 0 11212 8181 0
8+
48 54 39546 0 0 20450 0 11124 9541 0
9+
64 74 53554 0 0 24120 0 11135 12430 0
10+
80 96 67876 0 0 24825 0 11091 13142 0
11+
96 132 81088 0 0 21211 0 11188 10443 0
12+
112 135 95538 0 0 25628 0 11025 13491 0
13+
128 158 108360 0 0 27963 0 11182 15753 0
2114
4096 11008
22-
8 27 16782 0 29621 13033 0
23-
16 62 34035 0 29628 14771 0
24-
24 80 51753 0 29423 17377 0
25-
32 129 68297 0 29631 20714 0
26-
40 134 86956 0 29123 23675 0
27-
48 158 101794 0 29383 24562 0
28-
56 186 120745 0 29187 31811 0
29-
64 320 141191 0 29498 33355 0
30-
72 252 158466 0 29048 38543 0
31-
80 275 170998 0 29337 36736 0
32-
88 307 186824 0 30635 30257 0
33-
96 377 205882 0 29463 25432 0
34-
104 363 220797 0 28899 30232 0
35-
112 393 237510 0 29269 37333 0
36-
120 440 255947 0 29572 43281 0
37-
128 469 274168 0 29050 42595 0
15+
16 88 34572 0 0 46695 0 30126 13660 0
16+
32 104 72780 0 0 49760 0 30176 17880 0
17+
48 158 108357 0 0 54526 0 30169 26048 0
18+
64 218 144383 0 0 62342 0 30050 31876 0
19+
80 283 183663 0 0 65850 0 30147 35791 0
20+
96 398 219044 0 0 55336 0 30269 24380 0
21+
112 425 254804 0 0 65163 0 29728 34427 0
22+
128 571 290816 0 0 71257 0 29679 40850 0
3823
11008 4096
39-
8 9 16598 0 28724 18255 0
40-
16 22 32453 0 28807 21257 0
41-
24 33 49146 0 28593 24193 0
42-
32 36 64495 0 29569 32673 0
43-
40 46 82278 0 28603 30326 0
44-
48 56 99280 0 28415 32916 0
45-
56 64 117447 0 28531 36713 0
46-
64 88 137989 0 28527 41526 0
47-
72 89 152470 0 28656 46769 0
48-
80 110 173277 0 29271 45372 0
49-
88 142 190654 0 29426 49072 0
50-
96 124 206687 0 28897 33854 0
51-
104 138 225451 0 28645 38639 0
52-
112 146 238402 0 28524 45562 0
53-
120 190 259257 0 28503 47519 0
54-
128 182 272631 0 28912 48902 0
24+
16 20 34549 0 0 50086 0 30020 20756 0
25+
32 35 70178 0 0 56921 0 31204 25118 0
26+
48 74 106640 0 0 61607 0 30254 31956 0
27+
64 74 145703 0 0 67480 0 29925 41729 0
28+
80 95 184784 0 0 70382 0 29463 39950 0
29+
96 122 218996 0 0 62592 0 29978 32314 0
30+
112 135 258988 0 0 70865 0 30105 40940 0
31+
128 154 295203 0 0 76240 0 29806 46355 0
5532
32000 4096
56-
8 8 49637 0 84641 59609 0
57-
16 17 96603 0 84002 59972 0
58-
24 27 140326 0 85237 68647 0
59-
32 39 187963 0 83537 75704 0
60-
40 50 236581 0 83774 82353 0
61-
48 58 293270 0 84586 93758 0
62-
56 83 341417 0 84685 99335 0
63-
64 76 396791 0 83712 117493 0
64-
72 87 450171 0 82856 138709 0
65-
80 125 509148 0 84033 118763 0
66-
88 108 557605 0 83423 106834 0
67-
96 148 616893 0 83766 103971 0
68-
104 142 652029 0 83482 105493 0
69-
112 138 699320 0 84136 126748 0
70-
120 153 762746 0 83720 136133 0
71-
128 180 802776 0 83113 138314 0
33+
16 21 103248 0 0 150502 0 87268 56952 0
34+
32 40 202962 0 0 154340 0 87706 71352 0
35+
48 55 311142 0 0 173548 0 87004 88228 0
36+
64 72 422689 0 0 189949 0 86166 111352 0
37+
80 95 540291 0 0 196763 0 86911 113021 0
38+
96 128 641196 0 0 175468 0 86444 87524 0
39+
112 149 751703 0 0 196796 0 86205 116156 0
40+
128 209 854758 0 0 217888 0 87256 133647 0

‎examples/mulmat-tune/bench-out/7b.q4_1.accelerate.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 7B 3 Q4_1 3 ACCELERATE 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
4096 4096
66
16 29 15224 0 0 11816 0 6483 5609 0
77
32 46 26021 0 0 11732 0 5716 5528 0

‎examples/mulmat-tune/bench-out/7b.q5_0.accelerate.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 7B 6 Q5_0 3 ACCELERATE 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
4096 4096
66
16 22 18804 0 0 13080 0 5569 5354 0
77
32 37 37371 0 0 11743 0 6491 6797 0

‎examples/mulmat-tune/bench-out/7b.q5_1.accelerate.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 7B 7 Q5_1 3 ACCELERATE 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
4096 4096
66
16 32 18186 0 0 12092 0 6336 5943 0
77
32 69 35223 0 0 12135 0 5580 7008 0

‎examples/mulmat-tune/bench-out/7b.q8_0.accelerate.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1 7B 8 Q8_0 3 ACCELERATE 4 16 8 3
2-
1 0 0 0 1 0 1 0 0 0 0 0
3-
0 0 0 0 1 3 0 1 0 0 0 0
4-
1 0 1 0 1 3 0 1 0 0 0 0
2+
1 0 0 0 1 0 1 0 0 0 0 0
3+
0 0 0 0 1 3 0 1 0 0 0 0
4+
1 0 1 0 1 3 0 1 0 0 0 0
55
4096 4096
66
16 23 11976 0 0 11405 0 6945 4822 0
77
32 41 21502 0 0 11565 0 5619 6661 0

‎examples/mulmat-tune/mulmat-tune.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -158,7 +158,7 @@ int ggml_mulmat_tune_write_data(const struct ggml_mulmat_tune *tune, FILE *fp) {
158158
return rc;
159159
}
160160
if (j < 2) {
161-
rc = fprintf(fp, " ");
161+
rc = fprintf(fp, " ");
162162
if (rc <= 0) {
163163
return rc;
164164
}

0 commit comments

Comments
 (0)