We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent dc795af commit ddcd7a3Copy full SHA for ddcd7a3
examples/server/server.cpp
@@ -1321,7 +1321,7 @@ struct server_context {
1321
1322
return json {
1323
{"n_ctx", slot.n_ctx},
1324
- {"n_predict", slot.n_predict},
+ {"n_predict", slot.n_predict}, // Server configured n_predict
1325
{"model", params.model_alias},
1326
{"seed", slot.sparams.seed},
1327
{"temperature", slot.sparams.temp},
@@ -1343,7 +1343,7 @@ struct server_context {
1343
{"mirostat_eta", slot.sparams.mirostat_eta},
1344
{"penalize_nl", slot.sparams.penalize_nl},
1345
{"stop", slot.params.antiprompt},
1346
- {"n_predict", slot.params.n_predict}, // TODO: fix duplicate key n_predict
+ {"max_tokens", slot.params.n_predict}, // User configured n_predict
1347
{"n_keep", slot.params.n_keep},
1348
{"n_discard", slot.params.n_discard},
1349
{"ignore_eos", ignore_eos},
0 commit comments