From c162f8b4b016705eec175bb8c8f846a094217ef7 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 17 Nov 2023 10:19:12 -0800 Subject: [PATCH] (docs) test proxy --- litellm/proxy/test_openai_request.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 litellm/proxy/test_openai_request.py diff --git a/litellm/proxy/test_openai_request.py b/litellm/proxy/test_openai_request.py new file mode 100644 index 000000000000..97f89c232c8b --- /dev/null +++ b/litellm/proxy/test_openai_request.py @@ -0,0 +1,15 @@ +import openai +client = openai.OpenAI( + api_key="anything", + base_url="http://0.0.0.0:8000" +) + +# request sent to model set on litellm proxy, `litellm --model` +response = client.chat.completions.create(model="gpt-3.5-turbo", messages = [ + { + "role": "user", + "content": "this is a test request, write a short poem" + } +]) + +print(response)