Skip to content

Commit 8e4364f

Browse files
authored
llama-bench : minor fixes (#2695)
1 parent 1e3bc52 commit 8e4364f

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

examples/llama-bench/llama-bench.cpp

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -148,7 +148,7 @@ struct cmd_params {
148148
};
149149

150150
static const cmd_params cmd_params_defaults = {
151-
/* model */ {"models/7B/ggml-model-q4_0.bin"},
151+
/* model */ {"models/7B/ggml-model-q4_0.gguf"},
152152
/* n_prompt */ {512},
153153
/* n_gen */ {128},
154154
/* n_batch */ {512},
@@ -179,12 +179,12 @@ static void print_usage(int /* argc */, char ** argv) {
179179
fprintf(stdout, " -mg i, --main-gpu <n> (default: %s)\n", join(cmd_params_defaults.main_gpu, ",").c_str());
180180
fprintf(stdout, " -lv, --low-vram <0|1> (default: %s)\n", join(cmd_params_defaults.low_vram, ",").c_str());
181181
fprintf(stdout, " -mmq, --mul-mat-q <0|1> (default: %s)\n", join(cmd_params_defaults.mul_mat_q, ",").c_str());
182-
fprintf(stdout, " -ts, --tensor_split <ts> \n");
182+
fprintf(stdout, " -ts, --tensor_split <ts0/ts1/..> \n");
183183
fprintf(stdout, " -r, --repetitions <n> (default: %d)\n", cmd_params_defaults.reps);
184-
fprintf(stdout, " -o, --output <csv|json|md|sql> (default: %s)\n", cmd_params_defaults.output_format == CSV ? "csv" : cmd_params_defaults.output_format == JSON ? "json" : "md");
184+
fprintf(stdout, " -o, --output <csv|json|md|sql> (default: %s)\n", cmd_params_defaults.output_format == CSV ? "csv" : cmd_params_defaults.output_format == JSON ? "json" : cmd_params_defaults.output_format == MARKDOWN ? "md" : "sql");
185185
fprintf(stdout, " -v, --verbose (default: %s)\n", cmd_params_defaults.verbose ? "1" : "0");
186186
fprintf(stdout, "\n");
187-
fprintf(stdout, "Multiple values can be given for each parameter by separating them with ',' or by repeating the parameter.\n");
187+
fprintf(stdout, "Multiple values can be given for each parameter by separating them with ',' or by specifying the parameter multiple times.\n");
188188

189189
}
190190

@@ -728,7 +728,7 @@ struct markdown_printer : public printer {
728728
if (!is_cpu_backend) {
729729
fields.push_back("n_gpu_layers");
730730
}
731-
if (params.n_batch.size() > 1 || params.n_threads != cmd_params_defaults.n_threads || is_cpu_backend) {
731+
if (params.n_threads.size() > 1 || params.n_threads != cmd_params_defaults.n_threads || is_cpu_backend) {
732732
fields.push_back("n_threads");
733733
}
734734
if (params.n_batch.size() > 1 || params.n_batch != cmd_params_defaults.n_batch) {

0 commit comments

Comments
 (0)