Merge pull request #23 from fredwu/f/text-embedding-3

Add support for `text-embedding-3`
IAPark · Feb 12, 2024 · dd51156 · dd51156
2 parents f85d4b1 + ed7d6e6
commit dd51156
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/lib/tiktoken_ruby.rb b/lib/tiktoken_ruby.rb
@@ -95,6 +95,8 @@ def list_model_names
       "code-davinci-edit-001": "p50k_edit",
       # embeddings
       "text-embedding-ada-002": "cl100k_base",
+      "text-embedding-3-small": "cl100k_base",
+      "text-embedding-3-large": "cl100k_base",
       # old embeddings
       "text-similarity-davinci-001": "r50k_base",
       "text-similarity-curie-001": "r50k_base",