We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 005364e commit c1eddf6Copy full SHA for c1eddf6
examples/server/server.cpp
@@ -852,7 +852,16 @@ struct server_context {
852
// infill
853
slot.params.input_prefix = json_value(data, "input_prefix", default_params.input_prefix);
854
slot.params.input_suffix = json_value(data, "input_suffix", default_params.input_suffix);
855
- slot.prompt = json_value(data, "prompt", std::string(""));
+
856
+ // get prompt
857
+ {
858
+ const auto & prompt = data.find("prompt");
859
+ if (prompt == data.end()) {
860
+ slot.prompt = "";
861
+ } else {
862
+ slot.prompt = *prompt;
863
+ }
864
865
866
// penalize user-provided tokens
867
{
0 commit comments