Add support for text-embedding-3

IAPark · Jan 31, 2024 · ed7d6e6 · ed7d6e6
1 parent fc170da
commit ed7d6e6
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/lib/tiktoken_ruby.rb b/lib/tiktoken_ruby.rb
@@ -95,6 +95,8 @@ def list_model_names
       "code-davinci-edit-001": "p50k_edit",
       # embeddings
       "text-embedding-ada-002": "cl100k_base",
+      "text-embedding-3-small": "cl100k_base",
+      "text-embedding-3-large": "cl100k_base",
       # old embeddings
       "text-similarity-davinci-001": "r50k_base",
       "text-similarity-curie-001": "r50k_base",