Skip to content

Commit c74226e

Browse files
author
ochafik
committed
Fix typo in lazy grammar handling (fixes trigger tokens)
1 parent 82c258f commit c74226e

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

examples/server/server.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -384,7 +384,8 @@ struct server_task {
384384
SRV_DBG("Grammar trigger token: %d (`%s`)\n", token, word.c_str());
385385
common_grammar_trigger trigger;
386386
trigger.type = COMMON_GRAMMAR_TRIGGER_TYPE_TOKEN;
387-
trigger.value = (llama_token) token;
387+
trigger.value = word;
388+
trigger.token = token;
388389
params.sampling.grammar_triggers.push_back(trigger);
389390
} else {
390391
SRV_DBG("Grammar trigger word: `%s`\n", word.c_str());

0 commit comments

Comments
 (0)