From 0d0575a6391df097768d427d2b0bd083c51cedcc Mon Sep 17 00:00:00 2001 From: binary-husky Date: Fri, 13 Sep 2024 03:11:53 +0000 Subject: [PATCH] support o1-preview and o1-mini --- request_llms/bridge_all.py | 17 +++++++++++++++++ shared_utils/key_pattern_manager.py | 2 +- 2 files changed, 18 insertions(+), 1 deletion(-) diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py index 6de07de07..2811295b5 100644 --- a/request_llms/bridge_all.py +++ b/request_llms/bridge_all.py @@ -248,6 +248,23 @@ def decode(self, *args, **kwargs): "token_cnt": get_token_num_gpt4, }, + "o1-preview": { + "fn_with_ui": chatgpt_ui, + "fn_without_ui": chatgpt_noui, + "endpoint": openai_endpoint, + "max_token": 128000, + "tokenizer": tokenizer_gpt4, + "token_cnt": get_token_num_gpt4, + }, + "o1-mini": { + "fn_with_ui": chatgpt_ui, + "fn_without_ui": chatgpt_noui, + "endpoint": openai_endpoint, + "max_token": 128000, + "tokenizer": tokenizer_gpt4, + "token_cnt": get_token_num_gpt4, + }, + "gpt-4-turbo": { "fn_with_ui": chatgpt_ui, "fn_without_ui": chatgpt_noui, diff --git a/shared_utils/key_pattern_manager.py b/shared_utils/key_pattern_manager.py index 37784cd89..6eb41f5b8 100644 --- a/shared_utils/key_pattern_manager.py +++ b/shared_utils/key_pattern_manager.py @@ -74,7 +74,7 @@ def select_api_key(keys, llm_model): avail_key_list = [] key_list = keys.split(',') - if llm_model.startswith('gpt-') or llm_model.startswith('one-api-'): + if llm_model.startswith('gpt-') or llm_model.startswith('one-api-') or llm_model.startswith('o1-'): for k in key_list: if is_openai_api_key(k): avail_key_list.append(k)