grammar : fix unnecessarily retained pointer to rules (ggerganov#6003)

hodlen · Apr 1, 2024 · fbe1a74 · fbe1a74
1 parent 97e4c04
commit fbe1a74
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama.cpp b/llama.cpp
@@ -10538,7 +10538,7 @@ struct llama_grammar * llama_grammar_init(
 
  // loop over alternates of start rule to build initial stacks
  std::vector<std::vector<const llama_grammar_element *>> stacks;
- pos = rules[start_rule_index];
+ pos = vec_rules[start_rule_index].data();
  do {
  std::vector<const llama_grammar_element *> stack;
  if (!llama_grammar_is_end_of_sequence(pos)) {