Skip to content

Commit

Permalink
[#25|#128] Add Llama 3.2 models and available models list (#136)
Browse files Browse the repository at this point in the history
* [#25|#128] Add Llama 3.2 models and available models list

This PR adds Llama 3.2 models using DeepInfra API.

Also, it adds a list of available models to the UI to help users check what models are available.

* 002
  • Loading branch information
kangsuhyun-yanolja authored Oct 11, 2024
1 parent 9f68c4f commit 4c0bb84
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 5 deletions.
3 changes: 3 additions & 0 deletions app.py
Original file line number Diff line number Diff line change
Expand Up @@ -103,6 +103,9 @@ def vote(vote_button, response_a, response_b, model_a_name, model_b_name,
- After you see both results, pick which one you think is better.
""")

with gr.Accordion("Available Models", open=False):
gr.Markdown("\n".join([f"- {model.name}" for model in supported_models]))

with gr.Row():
category_radio = gr.Radio(
choices=[category.value for category in response.Category],
Expand Down
11 changes: 6 additions & 5 deletions model.py
Original file line number Diff line number Diff line change
Expand Up @@ -146,17 +146,18 @@ def _get_completion_kwargs(self):
Model("gpt-4o-2024-08-06"),
Model("gpt-4o-mini-2024-07-18"),
AnthropicModel("claude-3-5-sonnet-20240620"),
VertexModel("gemini-1.5-pro-001",
VertexModel("gemini-1.5-pro-002",
vertex_credentials=os.getenv("VERTEX_CREDENTIALS")),
VertexModel("gemini-1.5-flash-preview-0514",
VertexModel("gemini-1.5-flash-002",
vertex_credentials=os.getenv("VERTEX_CREDENTIALS")),
Model("google/gemma-2-9b-it", provider="deepinfra"),
Model("google/gemma-2-27b-it", provider="deepinfra"),
Model("meta-llama/Meta-Llama-3.1-8B-Instruct", provider="deepinfra"),
Model("meta-llama/Meta-Llama-3.1-70B-Instruct", provider="deepinfra"),
Model("meta-llama/Meta-Llama-3.1-405B-Instruct", provider="deepinfra"),
Model("meta-llama/Llama-3.2-3B-Instruct", provider="deepinfra"),
Model("meta-llama/Llama-3.2-1B-Instruct", provider="deepinfra"),
Model("Qwen/Qwen2.5-72B-Instruct", provider="deepinfra"),
Model("Qwen/Qwen2-72B-Instruct", provider="deepinfra"),
Model("google/gemma-2-9b-it", provider="deepinfra"),
Model("google/gemma-2-27b-it", provider="deepinfra"),
]


Expand Down

0 comments on commit 4c0bb84

Please sign in to comment.