use provider in test scripts

microsoft · Dec 21, 2024 · 4e890ff · 4e890ff
1 parent 7c5d691
commit 4e890ff
Show file tree

Hide file tree

Showing 4 changed files with 42 additions and 25 deletions.
diff --git a/.github/workflows/anthropic.yml b/.github/workflows/anthropic.yml
@@ -32,10 +32,6 @@ jobs:
             - name: compile
               run: yarn compile
             - name: poem
-              run: yarn run:script poem --model anthropic:claude-3-5-sonnet-20240620 --out-trace $GITHUB_STEP_SUMMARY
-              env:
-                  ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
-            - name: cache
-              run: yarn run:script summarize-cached --model anthropic:claude-3-5-sonnet-20240620 --small-model anthropic:claude-3-5-sonnet-20240620
+              run: yarn run:script poem -p anthropic --out-trace $GITHUB_STEP_SUMMARY
               env:
                   ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
diff --git a/.github/workflows/google.yml b/.github/workflows/google.yml
@@ -32,6 +32,6 @@ jobs:
             - name: compile
               run: yarn compile
             - name: poem
-              run: yarn run:script poem --model google:gemini-1.5-flash --out-trace $GITHUB_STEP_SUMMARY
+              run: yarn run:script poem -p google --out-trace $GITHUB_STEP_SUMMARY
               env:
                   GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
diff --git a/.github/workflows/huggingface.yml b/.github/workflows/huggingface.yml
@@ -0,0 +1,37 @@
+name: anthropic tests
+on:
+    workflow_dispatch:
+    release:
+        types:
+            - published
+    pull_request:
+        paths:
+            - yarn.lock
+            - ".github/workflows/huggingface.yml"
+            - "packages/core/**/*"
+            - "packages/cli/**/*"
+            - "packages/samples/**/*"
+concurrency:
+    group: ${{ github.workflow }}-${{ github.ref }}-huggingface
+    cancel-in-progress: true
+jobs:
+    tests:
+        runs-on: ubuntu-latest
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  submodules: "recursive"
+                  fetch-depth: 0
+            - uses: actions/setup-node@v4
+              with:
+                  node-version: "20"
+                  cache: yarn
+            - run: yarn install --frozen-lockfile
+            - name: typecheck
+              run: yarn typecheck
+            - name: compile
+              run: yarn compile
+            - name: poem
+              run: yarn run:script poem -p huggingface --out-trace $GITHUB_STEP_SUMMARY
+              env:
+                  HUGGINGFACE_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
diff --git a/.github/workflows/openai.yml b/.github/workflows/openai.yml
@@ -1,24 +1,8 @@
 name: openai smoke tests
 on:
     workflow_dispatch:
-    # pull_request:
-    #     paths:
-    #         - yarn.lock
-    #         - ".github/workflows/github-models.yml"
-    #         - "packages/core/**/*"
-    #         - "packages/cli/**/*"
-    #         - "packages/samples/**/*"
-    # push:
-    #     branches:
-    #         - main
-    #     paths:
-    #         - yarn.lock
-    #         - ".github/workflows/github-models.yml"
-    #         - "packages/core/**/*"
-    #         - "packages/cli/**/*"
-    #         - "packages/samples/**/*"
 concurrency:
-    group: ${{ github.workflow }}-${{ github.ref }}-github-models
+    group: ${{ github.workflow }}-${{ github.ref }}-openai
     cancel-in-progress: true
 jobs:
     tests:
@@ -37,8 +21,8 @@ jobs:
               run: yarn typecheck
             - name: compile
               run: yarn compile
-            - name: run summarize openai:gpt-3.5-turbo
-              run: yarn test:summarize --model openai:gpt-3.5-turbo --out ./temp
+            - name: run summarize
+              run: yarn test:summarize -p openai --out-trace $GITHUB_STEP_SUMMARY
               env:
                   OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
                   OPENAI_API_TYPE: ${{ secrets.OPENAI_API_TYPE }}