We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
sampler
1 parent 8352cdc commit 2b3a25cCopy full SHA for 2b3a25c
examples/server/server.cpp
@@ -384,8 +384,9 @@ struct server_task {
384
SRV_DBG("Grammar trigger token: %d (`%s`)\n", token, word.c_str());
385
common_grammar_trigger trigger;
386
trigger.type = COMMON_GRAMMAR_TRIGGER_TYPE_TOKEN;
387
- trigger.value = (llama_token) token;
388
- params.sampling.grammar_triggers.push_back(trigger);
+ trigger.value = word;
+ trigger.token = token;
389
+ params.sampling.grammar_triggers.push_back(std::move(trigger));
390
} else {
391
SRV_DBG("Grammar trigger word: `%s`\n", word.c_str());
392
params.sampling.grammar_triggers.push_back({COMMON_GRAMMAR_TRIGGER_TYPE_WORD, word});
0 commit comments