From 3c0ac447aeb03fc4e9b94ab6a7ecf78fa56ee418 Mon Sep 17 00:00:00 2001 From: Praneet460 Date: Fri, 26 Jan 2024 11:36:30 -0800 Subject: [PATCH] added two new embedding model's encoding --- tiktoken/model.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tiktoken/model.py b/tiktoken/model.py index 3f366937..6cc7418a 100644 --- a/tiktoken/model.py +++ b/tiktoken/model.py @@ -26,6 +26,8 @@ "babbage-002": "cl100k_base", # embeddings "text-embedding-ada-002": "cl100k_base", + "text-embedding-3-small": "cl100k_base", + "text-embedding-3-large": "cl100k_base", # DEPRECATED MODELS # text (DEPRECATED) "text-davinci-003": "p50k_base",