From 1cc12bad500da6f88f3375733693530bca3ce05c Mon Sep 17 00:00:00 2001 From: ochafik Date: Sun, 21 Apr 2024 01:12:05 +0100 Subject: [PATCH] grammars: early exit when no next_candidates to reject --- llama.cpp | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/llama.cpp b/llama.cpp index 2b91eec86c64f..7fa0634f2bea4 100644 --- a/llama.cpp +++ b/llama.cpp @@ -13187,6 +13187,10 @@ static std::vector llama_grammar_reject_candidates_for_ } } + if (next_candidates.empty()) { + return rejects; + } + const auto * stack_pos_after = llama_grammar_match_char(stack_pos, 0).second; // update top of stack to next element, if any