We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4bfe50f commit 148995eCopy full SHA for 148995e
examples/llama-bench/llama-bench.cpp
@@ -1033,6 +1033,27 @@ struct markdown_printer : public printer {
1033
if (field == "n_gpu_layers") {
1034
return 3;
1035
}
1036
+ if (field == "n_threads") {
1037
+ return 7;
1038
+ }
1039
+ if (field == "n_batch") {
1040
1041
1042
+ if (field == "n_ubatch") {
1043
+ return 8;
1044
1045
+ if (field == "type_k" || field == "type_v") {
1046
+ return 6;
1047
1048
+ if (field == "split_mode") {
1049
+ return 5;
1050
1051
+ if (field == "flash_attn") {
1052
+ return 2;
1053
1054
+ if (field == "use_mmap") {
1055
+ return 4;
1056
1057
if (field == "test") {
1058
return 13;
1059
0 commit comments