root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 12:10:18 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

tool-call: fix grammar trigger crash

Browse Source
This commit is contained in:
ochafik 2024-09-28 18:30:01 +01:00
parent d983516f40
commit 8b2cf3509f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/server/server.cpp
View File

@ -1157,7 +1157,7 @@ struct server_context {
// If there is a lazy grammar trigger word at stop_pos, enable the lazy grammar
if (match.is_grammar_trigger && gpt_sampler_trigger_grammar(model, slot.smpl, match.pattern)) {
is_grammar_trigger = true;
length = pos + match.pos + match.matchLength;
length = match.pos + match.matchLength;
} else if (!match.is_grammar_trigger && match.pos != std::string::npos && !match.is_partial) {
slot.stopped_word = true;
slot.stopping_word = match.pattern;