Skip to content

Commit 47cc7a7

Browse files
authored
Server: Handle n_keep parameter in the request (ggml-org#6174)
1 parent bd60d82 commit 47cc7a7

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

examples/server/utils.hpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -371,6 +371,7 @@ static json oaicompat_completion_params_parse(
371371
llama_params["repeat_last_n"] = json_value(body, "repeat_last_n", default_sparams.penalty_last_n);
372372
llama_params["ignore_eos"] = json_value(body, "ignore_eos", false);
373373
llama_params["tfs_z"] = json_value(body, "tfs_z", default_sparams.tfs_z);
374+
llama_params["n_keep"] = json_value(body, "n_keep", 0);
374375

375376
if (body.count("grammar") != 0) {
376377
llama_params["grammar"] = json_value(body, "grammar", json::object());

0 commit comments

Comments
 (0)