grammar : fix unnecessarily retained pointer to rules (ggerganov#6003)

NeoZhangJianyu · Mar 12, 2024 · 4c26dea · 4c26dea
1 parent fd2340d
commit 4c26dea
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama.cpp b/llama.cpp
@@ -10548,7 +10548,7 @@ struct llama_grammar * llama_grammar_init(
 
  // loop over alternates of start rule to build initial stacks
  std::vector<std::vector<const llama_grammar_element *>> stacks;
- pos = rules[start_rule_index];
+ pos = vec_rules[start_rule_index].data();
  do {
  std::vector<const llama_grammar_element *> stack;
  if (!llama_grammar_is_end_of_sequence(pos)) {