Skip to content

Commit 7b7472e

Browse files
committed
parallel : minor
1 parent 6028879 commit 7b7472e

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

examples/parallel/parallel.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -326,9 +326,10 @@ int main(int argc, char ** argv) {
326326

327327
const auto t_main_end = ggml_time_us();
328328

329-
LOG_TEE("\033[1mClient %3d, seq %4d, prompt %4d t, response %4d t, time %5.2f s, cache miss %d \033[0m: \n\nInput: %s\nResponse: %s\n\n",
329+
LOG_TEE("\033[1mClient %3d, seq %4d, prompt %4d t, response %4d t, time %5.2f s, speed %5.2f t/s, cache miss %d \033[0m \n\nInput: %s\nResponse: %s\n\n",
330330
client.id, client.seq_id, client.n_prompt, client.n_decoded,
331331
(t_main_end - client.t_start_prompt) / 1e6,
332+
(double) (client.n_prompt + client.n_decoded) / (t_main_end - client.t_start_prompt) * 1e6,
332333
n_cache_miss,
333334
::trim(client.input).c_str(),
334335
::trim(client.response).c_str());

0 commit comments

Comments
 (0)