fix token estimate issue

microsoft · Apr 2, 2024 · a7208ae · a7208ae
1 parent 54169d6
commit a7208ae
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/packages/core/src/tokens.ts b/packages/core/src/tokens.ts
@@ -44,6 +44,7 @@ export function estimateChatTokens(
                             )
                             .join("\n"),
             }))
+            .filter(({ content }) => !!content?.length)
         const chatTokens = encodeChat(chat, model as any)
         return chatTokens.length | 0
     } catch (e) {