Merge pull request #6 from tsunghan-wu/more_api_support

Support Various APIs
lm-sys · Nov 21, 2024 · 5ee7994 · 5ee7994
2 parents 80bad27 + 63e2193
commit 5ee7994
Show file tree

Hide file tree

Showing 28 changed files with 2,973 additions and 103 deletions.
diff --git a/agent_api_endpoints.json b/agent_api_endpoints.json
diff --git a/evaluation/compare_agents.ipynb → evaluation/archive/compare_agents.ipynb b/evaluation/compare_agents.ipynb → evaluation/archive/compare_agents.ipynb
diff --git a/evaluation/evaluation.ipynb → evaluation/archive/evaluation_old.ipynb b/evaluation/evaluation.ipynb → evaluation/archive/evaluation_old.ipynb
diff --git a/evaluation/report.md → evaluation/archive/report.md b/evaluation/report.md → evaluation/archive/report.md
@@ -10,6 +10,6 @@ Runtimes: GPT-4o (5 sec/prompt), GPT-4o-agent (13 sec/prompt)
 Results: results/arena_search_helpful.txt
 
 ## Search not helpful
-Runtimes: GPT-4o (40 sec/prompt), GPT-4o-agent (47 sec/prompt)
+Runtimes: GPT-4o (4.0 sec/prompt), GPT-4o-agent (4.7 sec/prompt)
 Results: results/arena_search_not_helpful.txt
 
diff --git a/...on/results/arena_eval_search_helpful.json → ...ve/results/arena_eval_search_helpful.json b/...on/results/arena_eval_search_helpful.json → ...ve/results/arena_eval_search_helpful.json
diff --git a/...esults/arena_eval_search_not_helpful.json → ...esults/arena_eval_search_not_helpful.json b/...esults/arena_eval_search_not_helpful.json → ...esults/arena_eval_search_not_helpful.json
diff --git a/evaluation/results/arena_search_helpful.txt → .../archive/results/arena_search_helpful.txt b/evaluation/results/arena_search_helpful.txt → .../archive/results/arena_search_helpful.txt
diff --git a/...tion/results/arena_search_not_helpful.txt → ...hive/results/arena_search_not_helpful.txt b/...tion/results/arena_search_not_helpful.txt → ...hive/results/arena_search_not_helpful.txt
diff --git a/...on/results/simpleQA_gpt4_agent_better.txt → ...ve/results/simpleQA_gpt4_agent_better.txt b/...on/results/simpleQA_gpt4_agent_better.txt → ...ve/results/simpleQA_gpt4_agent_better.txt
diff --git a/...ion/results/simpleQA_gpt4_agent_worse.txt → ...ive/results/simpleQA_gpt4_agent_worse.txt b/...ion/results/simpleQA_gpt4_agent_worse.txt → ...ive/results/simpleQA_gpt4_agent_worse.txt
diff --git a/evaluation/results/simpleqa_eval.json → ...uation/archive/results/simpleqa_eval.json b/evaluation/results/simpleqa_eval.json → ...uation/archive/results/simpleqa_eval.json
diff --git a/evaluation/samples/eval_dataset.json → evaluation/archive/samples/eval_dataset.json b/evaluation/samples/eval_dataset.json → evaluation/archive/samples/eval_dataset.json
diff --git a/...ation/samples/search_helpful_prompts.json → ...chive/samples/search_helpful_prompts.json b/...ation/samples/search_helpful_prompts.json → ...chive/samples/search_helpful_prompts.json
diff --git a/...n/samples/search_not_helpful_prompts.json → ...e/samples/search_not_helpful_prompts.json b/...n/samples/search_not_helpful_prompts.json → ...e/samples/search_not_helpful_prompts.json
diff --git a/evaluation/data/arena_hard_prompts.jsonl b/evaluation/data/arena_hard_prompts.jsonl
diff --git a/evaluation/data/gpt-4-0613.jsonl b/evaluation/data/gpt-4-0613.jsonl
diff --git a/evaluation/samples/simple_qa_test_set.csv → evaluation/data/simple_qa_test_set.csv b/evaluation/samples/simple_qa_test_set.csv → evaluation/data/simple_qa_test_set.csv