onToken added in lama cpp

shareefmorayur · Nov 29, 2023 · ca82cfa · ca82cfa
1 parent 993ce7a
commit ca82cfa
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/langchain/src/chat_models/llama_cpp.ts b/langchain/src/chat_models/llama_cpp.ts
@@ -136,6 +136,7 @@ export class ChatLlamaCpp extends SimpleChatModel<LlamaCppCallOptions> {
 
     try {
       const promptOptions = {
+        onToken: _options.onToken,
         maxTokens: this?.maxTokens,
         temperature: this?.temperature,
         topK: this?.topK,