We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 82c258f commit c74226eCopy full SHA for c74226e
examples/server/server.cpp
@@ -384,7 +384,8 @@ struct server_task {
384
SRV_DBG("Grammar trigger token: %d (`%s`)\n", token, word.c_str());
385
common_grammar_trigger trigger;
386
trigger.type = COMMON_GRAMMAR_TRIGGER_TYPE_TOKEN;
387
- trigger.value = (llama_token) token;
+ trigger.value = word;
388
+ trigger.token = token;
389
params.sampling.grammar_triggers.push_back(trigger);
390
} else {
391
SRV_DBG("Grammar trigger word: `%s`\n", word.c_str());
0 commit comments