issue #26: add hf local models to registry (from #46)

clp-research · Feb 16, 2024 · 0242d2e · 0242d2e
1 parent e7b0d11
commit 0242d2e
Showing 1 changed file with 28 additions and 0 deletions.
diff --git a/backends/model_registry.json b/backends/model_registry.json
@@ -308,6 +308,34 @@
     "slow_tokenizer": true,
     "eos_to_cull": "<|endoftext|>"
   },
+  {
+    "model_name": "CodeLlama-70b-Instruct-hf",
+    "backend": "huggingface_local",
+    "huggingface_id": "codellama/CodeLlama-70b-Instruct-hf",
+    "premade_chat_template": true,
+    "eos_to_cull": "<step>"
+  },
+  {
+    "model_name": "openchat-3.5-0106",
+    "backend": "huggingface_local",
+    "huggingface_id": "openchat/openchat-3.5-0106",
+    "premade_chat_template": true,
+    "eos_to_cull": "<|end_of_turn|>"
+  },
+  {
+    "model_name": "openchat-3.5-1210",
+    "backend": "huggingface_local",
+    "huggingface_id": "openchat/openchat-3.5-1210",
+    "premade_chat_template": true,
+    "eos_to_cull": "<|end_of_turn|>"
+  },
+  {
+    "model_name": "Nous-Hermes-2-Mixtral-8x7B-DPO",
+    "backend": "huggingface_local",
+    "huggingface_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+    "premade_chat_template": true,
+    "eos_to_cull": "<|im_end|>"
+  },
   {
     "model_name": "llama-2-7b-chat-hf",
     "backend": "huggingface_local",