Fix issue with "continue" feature on llama.cpp endpoints (#898)

huggingface · Mar 5, 2024 · 714ff2c · 714ff2c
1 parent 9c5a826
commit 714ff2c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/lib/server/endpoints/llamacpp/endpointLlamacpp.ts b/src/lib/server/endpoints/llamacpp/endpointLlamacpp.ts
@@ -110,6 +110,7 @@ export function endpointLlamacpp(
  };
  if (data.stop) {
  stop = true;
+ output.token.special = true;
  reader?.cancel();
  }
  yield output;