We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fd560fe commit a59f8fdCopy full SHA for a59f8fd
examples/server/server.cpp
@@ -884,7 +884,8 @@ struct server_context {
884
885
bool launch_slot_with_task(server_slot & slot, const server_task & task) {
886
slot_params default_params;
887
- llama_sampling_params default_sparams;
+ // Sampling parameter defaults are loaded from the global server context (but individual requests can still override them)
888
+ llama_sampling_params default_sparams = params.sparams;
889
auto & data = task.data;
890
891
if (data.count("__oaicompat") != 0) {
0 commit comments