From ed7d6e6ae5f59a88707b35ad8409ffe99b5733d3 Mon Sep 17 00:00:00 2001
From: Fred Wu <ifredwu@gmail.com>
Date: Wed, 31 Jan 2024 14:40:58 +1100
Subject: [PATCH] Add support for `text-embedding-3`

---
 lib/tiktoken_ruby.rb | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/lib/tiktoken_ruby.rb b/lib/tiktoken_ruby.rb
index 482cad5..ee1afac 100644
--- a/lib/tiktoken_ruby.rb
+++ b/lib/tiktoken_ruby.rb
@@ -95,6 +95,8 @@ def list_model_names
       "code-davinci-edit-001": "p50k_edit",
       # embeddings
       "text-embedding-ada-002": "cl100k_base",
+      "text-embedding-3-small": "cl100k_base",
+      "text-embedding-3-large": "cl100k_base",
       # old embeddings
       "text-similarity-davinci-001": "r50k_base",
       "text-similarity-curie-001": "r50k_base",