decrease tokens

Pupmos · Aug 31, 2024 · 7c5d21f · 7c5d21f
1 parent 702118a
commit 7c5d21f
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/functions/bot/components/translate.ts b/functions/bot/components/translate.ts
@@ -51,7 +51,7 @@ export const translate = async function handler(
     const res = await anthropic.messages.create({
       model: "claude-3-5-sonnet-20240620",
       // max_tokens: 1024,
-      max_tokens: 1024,
+      max_tokens: 450,
       messages: [
         { role: "user", content: `${await loadTrainingSample()}${sampleText}` },
       ],
@@ -65,6 +65,11 @@ export const translate = async function handler(
       txt = JSON.parse(txt);
     } catch (e) {}
 
+    try {
+      // remove starting and ending quote
+      txt = txt.replace(/^"|"$/g, "");
+    } catch (e) {}
+
     return txt
       .replace("\n\n", "")
       .replace(/\_/g, "\\_")