Skip to content

Commit

Permalink
Added voyage-3 and voyage-3-lite. (#2394)
Browse files Browse the repository at this point in the history
  • Loading branch information
blazeyo authored Sep 30, 2024
1 parent cadc09d commit e075354
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,8 @@ export default function VoyageAiOptions({ settings }) {
"voyage-code-2",
"voyage-large-2",
"voyage-2",
"voyage-3",
"voyage-3-lite",
].map((model) => {
return (
<option key={model} value={model}>
Expand Down
4 changes: 3 additions & 1 deletion server/utils/EmbeddingEngines/voyageAi/index.js
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ class VoyageAiEmbedder {
});

this.voyage = voyage;
this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-large-2-instruct";
this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-3-lite";

// Limit of how many strings we can process in a single pass to stay with resource or network limits
this.batchSize = 128; // Voyage AI's limit per request is 128 https://docs.voyageai.com/docs/rate-limits#use-larger-batches
Expand All @@ -23,6 +23,8 @@ class VoyageAiEmbedder {
switch (this.model) {
case "voyage-finance-2":
case "voyage-multilingual-2":
case "voyage-3":
case "voyage-3-lite":
return 32_000;
case "voyage-large-2-instruct":
case "voyage-law-2":
Expand Down

0 comments on commit e075354

Please sign in to comment.