Fix an undefined assignment when using grammar

axonzeta · Nov 13, 2024 · c77a8c8 · c77a8c8
1 parent 6321768
commit c77a8c8
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/src/native/main/APIHandler/LlmSessionAPIHandler.ts b/src/native/main/APIHandler/LlmSessionAPIHandler.ts
@@ -248,14 +248,16 @@ class LlmSessionAPIHandler {
         contextSequence: context.getSequence()
       })
 
+      let grammar: LlamaGrammar | undefined
       if (chatOptions.grammar !== undefined) {
-        this.#activeSession.chat.grammar = await this.#activeSession.llama.createGrammarForJsonSchema(chatOptions.grammar)
+        grammar = await this.#activeSession.llama.createGrammarForJsonSchema(chatOptions.grammar)
       }
 
       this.#activeSession.chat = {
         options: chatOptions,
         context,
-        session
+        session,
+        grammar
       }
     }
   }