diff --git a/src/llm_chat.ts b/src/llm_chat.ts index 0451da3a..7050e00b 100644 --- a/src/llm_chat.ts +++ b/src/llm_chat.ts @@ -554,6 +554,7 @@ export class LLMChatPipeline { this.token_postproc_method, this.prepend_space_in_encode, this.fullVocabSize, + this.stopTokens, ); this.grammarCompiler = await xgr.GrammarCompiler.createGrammarCompiler(