We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ccab65b commit f268226Copy full SHA for f268226
examples/server/utils.hpp
@@ -743,6 +743,7 @@ static json oaicompat_completion_params_parse(
743
llama_params["repeat_last_n"] = json_value(body, "repeat_last_n", default_sparams.penalty_last_n);
744
llama_params["ignore_eos"] = json_value(body, "ignore_eos", false);
745
llama_params["tfs_z"] = json_value(body, "tfs_z", default_sparams.tfs_z);
746
+ llama_params["n_keep"] = json_value(body, "n_keep", 0);
747
748
if (body.count("grammar") != 0) {
749
llama_params["grammar"] = json_value(body, "grammar", json::object());
0 commit comments