onToken in llama_cpp llm

langchain-ai · Dec 1, 2023 · a180fc3 · a180fc3
1 parent 7224915
commit a180fc3
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/langchain/src/llms/llama_cpp.ts b/langchain/src/llms/llama_cpp.ts
@@ -72,10 +72,11 @@ export class LlamaCpp extends LLM<LlamaCppCallOptions> {
   /** @ignore */
   async _call(
     prompt: string,
-    _options?: this["ParsedCallOptions"]
+    options?: this["ParsedCallOptions"]
   ): Promise<string> {
     try {
       const promptOptions = {
+        onToken: options?.onToken,
         maxTokens: this?.maxTokens,
         temperature: this?.temperature,
         topK: this?.topK,