Add Benchmark tags to models (#3367)

Co-authored-by: Ankush Bhatia <ankushbhatia@microsoft.com>
Azure · Sep 25, 2024 · 6d02473 · 6d02473
1 parent a1b1203
commit 6d02473
Show file tree

Hide file tree

Showing 22 changed files with 22 additions and 0 deletions.
diff --git a/assets/models/system/Llama-2-13b-chat/spec.yaml b/assets/models/system/Llama-2-13b-chat/spec.yaml
@@ -43,5 +43,6 @@ tags:
   inference_supported_envs:
     - vllm
     - ds_mii
+  benchmark: "quality"
 
 version: 20
diff --git a/assets/models/system/Llama-2-13b/spec.yaml b/assets/models/system/Llama-2-13b/spec.yaml
@@ -61,5 +61,6 @@ tags:
   inference_supported_envs:
     - vllm
     - ds_mii
+  benchmark: "quality"
 
 version: 23
diff --git a/assets/models/system/Llama-2-70b-chat/spec.yaml b/assets/models/system/Llama-2-70b-chat/spec.yaml
@@ -35,5 +35,6 @@ tags:
     - Standard_ND96asr_v4
     - Standard_ND96amsr_A100_v4
     - Standard_NC96ads_A100_v4
+  benchmark: "quality"
 
 version: 20
diff --git a/assets/models/system/Llama-2-70b/spec.yaml b/assets/models/system/Llama-2-70b/spec.yaml
@@ -49,5 +49,6 @@ tags:
     deepspeed_stage: "3"
     precision: "16"
     ignore_mismatched_sizes: "false"
+  benchmark: "quality"
 
 version: 24
diff --git a/assets/models/system/Llama-2-7b-chat/spec.yaml b/assets/models/system/Llama-2-7b-chat/spec.yaml
@@ -58,5 +58,6 @@ tags:
   inference_supported_envs:
     - vllm
     - ds_mii
+  benchmark: "quality"
 
 version: 24
diff --git a/assets/models/system/Llama-2-7b/spec.yaml b/assets/models/system/Llama-2-7b/spec.yaml
@@ -61,5 +61,6 @@ tags:
   inference_supported_envs:
     - vllm
     - ds_mii
+  benchmark: "quality"
 
 version: 22
diff --git a/assets/models/system/Mistral-7B-Instruct-v0-1/spec.yaml b/assets/models/system/Mistral-7B-Instruct-v0-1/spec.yaml
@@ -30,4 +30,5 @@ tags:
   license: apache-2.0
   task: chat-completion
   author: "Mistral AI"
+  benchmark: "quality"
 version: 10
diff --git a/assets/models/system/Mistral-7B-Instruct-v0-2/spec.yaml b/assets/models/system/Mistral-7B-Instruct-v0-2/spec.yaml
@@ -29,4 +29,5 @@ tags:
   license: apache-2.0
   task: chat-completion
   author: "Mistral AI"
+  benchmark: "quality"
 version: 5
diff --git a/assets/models/system/Mistral-7B-v0-1/spec.yaml b/assets/models/system/Mistral-7B-v0-1/spec.yaml
@@ -71,4 +71,5 @@ tags:
   license: apache-2.0
   task: text-generation
   author: "Mistral AI"
+  benchmark: "quality"
 version: 17
diff --git a/assets/models/system/Mixtral-8x7B-v0-1/spec.yaml b/assets/models/system/Mixtral-8x7B-v0-1/spec.yaml
@@ -41,4 +41,5 @@ tags:
   license: apache-2.0
   task: text-generation
   author: "Mistral AI"
+  benchmark: "quality"
 version: 14
diff --git a/assets/models/system/microsoft-phi-2/spec.yaml b/assets/models/system/microsoft-phi-2/spec.yaml
@@ -60,4 +60,5 @@ tags:
     apply_ort: "false"
     precision: 16
     max_seq_length: 2048
+  benchmark: "quality"
 version: 19
diff --git a/assets/models/system/mistral-community-Mixtral-8x22B-v01/spec.yaml b/assets/models/system/mistral-community-Mixtral-8x22B-v01/spec.yaml
@@ -20,4 +20,5 @@ tags:
   license: apache-2.0
   task: text-generation
   author: "Mistral AI"
+  benchmark: "quality"
 version: 5
diff --git a/assets/models/system/mistralai-Mixtral-8x22B-Instruct-v0-1/spec.yaml b/assets/models/system/mistralai-Mixtral-8x22B-Instruct-v0-1/spec.yaml
@@ -20,4 +20,5 @@ tags:
   license: apache-2.0
   task: chat-completion
   author: "Mistral AI"
+  benchmark: "quality"
 version: 4
diff --git a/assets/models/system/mistralai-Mixtral-8x22B-v0-1/spec.yaml b/assets/models/system/mistralai-Mixtral-8x22B-v0-1/spec.yaml
@@ -20,4 +20,5 @@ tags:
   license: apache-2.0
   task: text-generation
   author: "Mistral AI"
+  benchmark: "quality"
 version: 4
diff --git a/assets/models/system/mistralai-Mixtral-8x7B-Instruct-v01/spec.yaml b/assets/models/system/mistralai-Mixtral-8x7B-Instruct-v01/spec.yaml
@@ -26,4 +26,5 @@ tags:
   license: apache-2.0
   task: chat-completion
   author: "Mistral AI"
+  benchmark: "quality"
 version: 9
diff --git a/assets/models/system/phi-3-medium-128k-instruct/spec.yaml b/assets/models/system/phi-3-medium-128k-instruct/spec.yaml
@@ -68,4 +68,5 @@ tags:
     logging_steps: 10
     save_total_limit: 1
     max_seq_length: 4096
+  benchmark: "quality"
 version: 4
diff --git a/assets/models/system/phi-3-medium-4k-instruct/spec.yaml b/assets/models/system/phi-3-medium-4k-instruct/spec.yaml
@@ -71,4 +71,5 @@ tags:
     logging_steps: 10
     save_total_limit: 1
     max_seq_length: 4096
+  benchmark: "quality"
 version: 4
diff --git a/assets/models/system/phi-3-mini-128k-instruct/spec.yaml b/assets/models/system/phi-3-mini-128k-instruct/spec.yaml
@@ -70,4 +70,5 @@ tags:
     logging_strategy: "steps"
     logging_steps: 10
     save_total_limit: 1
+  benchmark: "quality"
 version: 11
diff --git a/assets/models/system/phi-3-mini-4k-instruct/spec.yaml b/assets/models/system/phi-3-mini-4k-instruct/spec.yaml
@@ -76,4 +76,5 @@ tags:
     logging_strategy: "steps"
     logging_steps: 10
     save_total_limit: 1
+  benchmark: "quality"
 version: 11
diff --git a/assets/models/system/phi-3-small-128k-instruct/spec.yaml b/assets/models/system/phi-3-small-128k-instruct/spec.yaml
@@ -64,4 +64,5 @@ tags:
     logging_steps: 10
     save_total_limit: 1
     max_seq_length: 4096
+  benchmark: "quality"
 version: 4
diff --git a/assets/models/system/phi-3-small-8k-instruct/spec.yaml b/assets/models/system/phi-3-small-8k-instruct/spec.yaml
@@ -64,4 +64,5 @@ tags:
     logging_steps: 10
     save_total_limit: 1
     max_seq_length: 4096
+  benchmark: "quality"
 version: 4
diff --git a/assets/models/system/stabilityai-stable-diffusion-2-1/spec.yaml b/assets/models/system/stabilityai-stable-diffusion-2-1/spec.yaml
@@ -40,4 +40,5 @@ tags:
       Standard_ND96amsr_A100_v4,
       Standard_ND96asr_v4
     ]
+  benchmark: "quality"
 version: 12