refactor llm info (#961)

microsoft · Dec 21, 2024 · 11a12e7 · 11a12e7
1 parent fab38b7
commit 11a12e7
Show file tree

Hide file tree

Showing 41 changed files with 2,721 additions and 1,732 deletions.
diff --git a/.github/workflows/anthropic.yml b/.github/workflows/anthropic.yml
@@ -32,10 +32,6 @@ jobs:
             - name: compile
               run: yarn compile
             - name: poem
-              run: yarn run:script poem --model anthropic:claude-3-5-sonnet-20240620 --out-trace $GITHUB_STEP_SUMMARY
-              env:
-                  ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
-            - name: cache
-              run: yarn run:script summarize-cached --model anthropic:claude-3-5-sonnet-20240620 --small-model anthropic:claude-3-5-sonnet-20240620
+              run: yarn run:script poem -p anthropic --out-trace $GITHUB_STEP_SUMMARY
               env:
                   ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
diff --git a/.github/workflows/google.yml b/.github/workflows/google.yml
@@ -32,6 +32,6 @@ jobs:
             - name: compile
               run: yarn compile
             - name: poem
-              run: yarn run:script poem --model google:gemini-1.5-flash --out-trace $GITHUB_STEP_SUMMARY
+              run: yarn run:script poem -p google --out-trace $GITHUB_STEP_SUMMARY
               env:
                   GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
diff --git a/.github/workflows/huggingface.yml b/.github/workflows/huggingface.yml
@@ -0,0 +1,37 @@
+name: huggingface tests
+on:
+    workflow_dispatch:
+    release:
+        types:
+            - published
+    pull_request:
+        paths:
+            - yarn.lock
+            - ".github/workflows/huggingface.yml"
+            - "packages/core/**/*"
+            - "packages/cli/**/*"
+            - "packages/samples/**/*"
+concurrency:
+    group: ${{ github.workflow }}-${{ github.ref }}-huggingface
+    cancel-in-progress: true
+jobs:
+    tests:
+        runs-on: ubuntu-latest
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  submodules: "recursive"
+                  fetch-depth: 0
+            - uses: actions/setup-node@v4
+              with:
+                  node-version: "20"
+                  cache: yarn
+            - run: yarn install --frozen-lockfile
+            - name: typecheck
+              run: yarn typecheck
+            - name: compile
+              run: yarn compile
+            - name: poem
+              run: yarn run:script poem -p huggingface --out-trace $GITHUB_STEP_SUMMARY
+              env:
+                  HUGGINGFACE_API_KEY: ${{ secrets.HUGGINGFACE_API_KEY }}
diff --git a/.github/workflows/openai.yml b/.github/workflows/openai.yml
@@ -1,24 +1,8 @@
 name: openai smoke tests
 on:
     workflow_dispatch:
-    # pull_request:
-    #     paths:
-    #         - yarn.lock
-    #         - ".github/workflows/github-models.yml"
-    #         - "packages/core/**/*"
-    #         - "packages/cli/**/*"
-    #         - "packages/samples/**/*"
-    # push:
-    #     branches:
-    #         - main
-    #     paths:
-    #         - yarn.lock
-    #         - ".github/workflows/github-models.yml"
-    #         - "packages/core/**/*"
-    #         - "packages/cli/**/*"
-    #         - "packages/samples/**/*"
 concurrency:
-    group: ${{ github.workflow }}-${{ github.ref }}-github-models
+    group: ${{ github.workflow }}-${{ github.ref }}-openai
     cancel-in-progress: true
 jobs:
     tests:
@@ -37,8 +21,8 @@ jobs:
               run: yarn typecheck
             - name: compile
               run: yarn compile
-            - name: run summarize openai:gpt-3.5-turbo
-              run: yarn test:summarize --model openai:gpt-3.5-turbo --out ./temp
+            - name: run summarize
+              run: yarn test:summarize -p openai --out-trace $GITHUB_STEP_SUMMARY
               env:
                   OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
                   OPENAI_API_TYPE: ${{ secrets.OPENAI_API_TYPE }}

diff --git a/THIRD_PARTY_LICENSES.md b/THIRD_PARTY_LICENSES.md
@@ -190,7 +190,7 @@ The following npm packages may be included in this product:
 
  - @aws-crypto/[email protected]
  - @aws-crypto/[email protected]
- - @huggingface/[email protected].0
+ - @huggingface/[email protected].1
  - [email protected]
  - [email protected]
 
@@ -1954,25 +1954,25 @@ Apache License
 
 The following npm packages may be included in this product:
 
- - @aws-sdk/client-cognito-identity@3.714.0
- - @aws-sdk/client-sso-oidc@3.714.0
- - @aws-sdk/client-sso@3.714.0
- - @aws-sdk/client-sts@3.714.0
- - @aws-sdk/credential-provider-cognito-identity@3.714.0
+ - @aws-sdk/client-cognito-identity@3.716.0
+ - @aws-sdk/client-sso-oidc@3.716.0
+ - @aws-sdk/client-sso@3.716.0
+ - @aws-sdk/client-sts@3.716.0
+ - @aws-sdk/credential-provider-cognito-identity@3.716.0
  - @aws-sdk/[email protected]
- - @aws-sdk/util-user-agent-node@3.714.0
+ - @aws-sdk/util-user-agent-node@3.716.0
  - @smithy/[email protected]
  - @smithy/[email protected]
- - @smithy/[email protected].30
+ - @smithy/[email protected].31
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
- - @smithy/[email protected].30
- - @smithy/[email protected].30
+ - @smithy/[email protected].31
+ - @smithy/[email protected].31
 
 These packages each contain the following license:
 
@@ -2182,7 +2182,7 @@ Apache License
 
 The following npm package may be included in this product:
 
- - @aws-sdk/client-bedrock-runtime@3.714.0
+ - @aws-sdk/client-bedrock-runtime@3.716.0
 
 This package contains the following license:
 
@@ -2394,7 +2394,7 @@ The following npm packages may be included in this product:
 
  - @aws-sdk/[email protected]
  - @aws-sdk/[email protected]
- - @aws-sdk/middleware-user-agent@3.714.0
+ - @aws-sdk/middleware-user-agent@3.716.0
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
@@ -2408,7 +2408,7 @@ The following npm packages may be included in this product:
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
- - @smithy/[email protected].0
+ - @smithy/[email protected].1
  - @smithy/[email protected]
  - @smithy/[email protected]
 
@@ -2861,7 +2861,7 @@ MIT License
 
 The following npm package may be included in this product:
 
- - [email protected].0
+ - [email protected].4
 
 This package contains the following license:
 
@@ -4161,10 +4161,10 @@ Apache License
 
 The following npm packages may be included in this product:
 
- - @aws-sdk/credential-provider-env@3.714.0
- - @aws-sdk/credential-provider-ini@3.714.0
- - @aws-sdk/credential-provider-node@3.714.0
- - @aws-sdk/credential-providers@3.715.0
+ - @aws-sdk/credential-provider-env@3.716.0
+ - @aws-sdk/credential-provider-ini@3.716.0
+ - @aws-sdk/credential-provider-node@3.716.0
+ - @aws-sdk/credential-providers@3.716.0
  - @aws-sdk/[email protected]
  - @aws-sdk/[email protected]
  - @aws-sdk/[email protected]
@@ -4182,7 +4182,7 @@ The following npm packages may be included in this product:
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
- - @smithy/[email protected].5
+ - @smithy/[email protected].6
  - @smithy/[email protected]
  - @smithy/[email protected]
  - @smithy/[email protected]
@@ -4416,9 +4416,9 @@ Apache License
 
 The following npm packages may be included in this product:
 
- - @aws-sdk/credential-provider-process@3.714.0
- - @aws-sdk/credential-provider-sso@3.714.0
- - @aws-sdk/credential-provider-web-identity@3.714.0
+ - @aws-sdk/credential-provider-process@3.716.0
+ - @aws-sdk/credential-provider-sso@3.716.0
+ - @aws-sdk/credential-provider-web-identity@3.716.0
 
 These packages each contain the following license:
 
@@ -5318,8 +5318,8 @@ END OF TERMS AND CONDITIONS
 
 The following npm packages may be included in this product:
 
- - @aws-sdk/core@3.714.0
- - @aws-sdk/credential-provider-http@3.714.0
+ - @aws-sdk/core@3.716.0
+ - @aws-sdk/credential-provider-http@3.716.0
 
 These packages each contain the following license:
 
@@ -6390,20 +6390,20 @@ CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
 The following npm packages may be included in this product:
 
- - @inquirer/[email protected].3
- - @inquirer/[email protected].0
- - @inquirer/[email protected].1
- - @inquirer/[email protected].0
- - @inquirer/[email protected].3
- - @inquirer/[email protected].8
- - @inquirer/[email protected].0
- - @inquirer/[email protected].3
- - @inquirer/[email protected].3
- - @inquirer/[email protected].0
- - @inquirer/[email protected].3
- - @inquirer/[email protected].3
- - @inquirer/[email protected].3
- - @inquirer/[email protected].1
+ - @inquirer/[email protected].4
+ - @inquirer/[email protected].1
+ - @inquirer/[email protected].2
+ - @inquirer/[email protected].1
+ - @inquirer/[email protected].4
+ - @inquirer/[email protected].9
+ - @inquirer/[email protected].1
+ - @inquirer/[email protected].4
+ - @inquirer/[email protected].4
+ - @inquirer/[email protected].1
+ - @inquirer/[email protected].4
+ - @inquirer/[email protected].4
+ - @inquirer/[email protected].4
+ - @inquirer/[email protected].2
 
 These packages each contain the following license:
 
@@ -7891,9 +7891,9 @@ The following npm packages may be included in this product:
  - @tokenizer/[email protected]
  - [email protected]
  - [email protected]
- - [email protected].0
- - [email protected].0
- - [email protected].0
+ - [email protected].4
+ - [email protected].4
+ - [email protected].4
  - [email protected]
  - [email protected]
  - [email protected]

diff --git a/docs/package.json b/docs/package.json
@@ -21,8 +21,8 @@
   "dependencies": {},
   "devDependencies": {
     "@astrojs/check": "^0.9.4",
-    "@astrojs/starlight": "^0.30.2",
-    "astro": "^5.0.9",
+    "@astrojs/starlight": "^0.30.3",
+    "astro": "^5.1.1",
     "rehype-mermaid": "^3.0.0",
     "starlight-blog": "^0.16.0",
     "starlight-links-validator": "^0.14.0",

diff --git a/docs/public/schemas/llms.json b/docs/public/schemas/llms.json
@@ -58,13 +58,64 @@
                     "bearerToken": {
                         "type": "boolean",
                         "description": "Indicates if bearer token is supported"
+                    },
+                    "aliases": {
+                        "type": "object",
+                        "description": "List of model aliases for the provider",
+                        "properties": {
+                            "large": {
+                                "type": "string",
+                                "description": "Alias for large model"
+                            },
+                            "small": {
+                                "type": "string",
+                                "description": "Alias for small model"
+                            },
+                            "vision": {
+                                "type": "string",
+                                "description": "Alias for vision model"
+                            },
+                            "reasoning": {
+                                "type": "string",
+                                "description": "Alias for reasoning model"
+                            },
+                            "reasoning_small": {
+                                "type": "string",
+                                "description": "Alias for reasoning small model"
+                            },
+                            "long": {
+                                "type": "string",
+                                "description": "Alias for long model"
+                            },
+                            "agent": {
+                                "type": "string",
+                                "description": "Alias for agent model"
+                            },
+                            "memory": {
+                                "type": "string",
+                                "description": "Alias for memory model"
+                            },
+                            "embeddings": {
+                                "type": "string",
+                                "description": "Alias for embeddings model"
+                            }
+                        }
                     }
                 },
                 "additionalProperties": false,
                 "required": ["id", "detail"]
             }
         }
     },
+    "aliases": {
+        "type": "object",
+        "additionalProperties": true,
+        "patternProperties": {
+            "^[a-zA-Z0-9:_-]+$": {
+                "type": "string"
+            }
+        }
+    },
     "pricings": {
         "type": "object",
         "additionalProperties": false,