diff --git a/tiktoken/model.py b/tiktoken/model.py index 26201ce2..4337317e 100644 --- a/tiktoken/model.py +++ b/tiktoken/model.py @@ -15,6 +15,7 @@ # chat "gpt-4": "cl100k_base", "gpt-3.5-turbo": "cl100k_base", + "gpt-3.5": "cl100k_base", # Common shorthand "gpt-35-turbo": "cl100k_base", # Azure deployment name # text "text-davinci-003": "p50k_base", @@ -52,6 +53,7 @@ "code-search-ada-code-001": "r50k_base", # open source "gpt2": "gpt2", + "gpt-2": "gpt2", # Maintains consistency with gpt-4 }