From aa7f3340d046368b56d0f5cb01ef7e17d5faf9ec Mon Sep 17 00:00:00 2001
From: Peli de Halleux <pelikhan@users.noreply.github.com>
Date: Sat, 21 Dec 2024 04:36:40 +0000
Subject: [PATCH] =?UTF-8?q?feat:=20=E2=9C=A8=20add=20aliases=20and=20logit?=
 =?UTF-8?q?=5Fbias=20support=20to=20providers?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 docs/src/components/LLMProviderFeatures.astro | 55 +++++++++++++++----
 .../docs/getting-started/configuration.mdx    |  2 +-
 2 files changed, 45 insertions(+), 12 deletions(-)

diff --git a/docs/src/components/LLMProviderFeatures.astro b/docs/src/components/LLMProviderFeatures.astro
index 164a625a9..104ff98f0 100644
--- a/docs/src/components/LLMProviderFeatures.astro
+++ b/docs/src/components/LLMProviderFeatures.astro
@@ -5,8 +5,11 @@ interface Props {
     provider: string
 }
 const { provider } = Astro.props
-const info: Record<string, boolean> & { openaiCompatibility?: string, limitations?: boolean } =
-    LLMS.providers.find(({ id }) => id === provider) as any
+const info: Record<string, boolean> & {
+    openaiCompatibility?: string
+    limitations?: boolean
+    aliases?: Record<string, string>
+} = LLMS.providers.find(({ id }) => id === provider) as any
 if (!info) {
     throw new Error(`Provider ${provider} not found`)
 }
@@ -17,6 +20,9 @@ const features: Record<string, { name?: string; url?: string }> = {
     topP: {
         name: "top_p ignored",
     },
+    logitBias: {
+        name: "logit_bias ignored",
+    },
     logprobs: {
         name: "logprobs (and top logprobs) ignored",
     },
@@ -26,31 +32,58 @@ const features: Record<string, { name?: string; url?: string }> = {
     tools: {
         name: "Tools implemented as fallback tools automatically.",
     },
+    prediction: {
+        name: "Ignore prediction of output tokens",
+    },
 }
-const { openaiCompatibility, limitations, ...rest } = info
+const { openaiCompatibility, limitations, aliases, bearerToken, ...rest } = info
 const unsupported = Object.keys(rest)
     .sort()
     .map((id) => ({ id, supported: info[id] }))
     .filter(({ supported }) => supported === false)
 ---
 
+{
+    aliases && (
+        <>
+            <h3 id={provider + "-aliases"}>Aliases</h3>
+            <p>
+                The following model aliases are attempted by default in
+                GenAIScript.
+            </p>
+            <table>
+                <tr>
+                    <th>Alias</th>
+                    <th>Model identifier</th>
+                </tr>
+                {Object.entries(aliases).map(([key, value]) => (
+                    <tr>
+                        <td>{key}</td>
+                        <td>{value}</td>
+                    </tr>
+                ))}
+            </table>
+        </>
+    )
+}
+
 {
     openaiCompatibility || limitations || unsupported?.length > 0 ? (
         <>
-            <h3>Limitations</h3>
+            <h3 id={provider + "-limitations"}>Limitations</h3>
             <ul>
                 {!!limitations && <li>{limitations}</li>}
                 {!!openaiCompatibility && (
                     <li>
-                        Uses <a href={openaiCompatibility}>OpenAI compatibility layer</a>
+                        Uses{" "}
+                        <a href={openaiCompatibility}>
+                            OpenAI compatibility layer
+                        </a>
                     </li>
                 )}
-                {Object.keys(features)
-                    .map((id) => ({ id, supported: info[id] }))
-                    .filter(({ supported }) => supported === false)
-                    .map(({ id }) => (
-                        <li>{features[id]?.name || id}</li>
-                    ))}
+                {unsupported.map(({ id }) => (
+                    <li>{features[id]?.name || id}</li>
+                ))}
             </ul>
         </>
     ) : null
diff --git a/docs/src/content/docs/getting-started/configuration.mdx b/docs/src/content/docs/getting-started/configuration.mdx
index 1123382b1..00ec0dc96 100644
--- a/docs/src/content/docs/getting-started/configuration.mdx
+++ b/docs/src/content/docs/getting-started/configuration.mdx
@@ -984,7 +984,7 @@ script({
 
 </Steps>
 
-<LLMProviderFeatures provider="mistal" />
+<LLMProviderFeatures provider="mistral" />
 
 ## Alibaba Cloud <a href="" id="alibaba" />