Remove status check from compliance checker

mlcommons · Sep 23, 2024 · 4ee1687 · 4ee1687
1 parent 191ed2c
commit 4ee1687
Show file tree

Hide file tree

Showing 15 changed files with 0 additions and 75 deletions.
diff --git a/mlperf_logging/compliance_checker/hpc_1.0.0/common.yaml b/mlperf_logging/compliance_checker/hpc_1.0.0/common.yaml
@@ -43,11 +43,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('hpc_1.0.0/{}_common.yaml'.format(v['value'])) "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/hpc_2.0.0/common.yaml b/mlperf_logging/compliance_checker/hpc_2.0.0/common.yaml
@@ -43,11 +43,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('hpc_2.0.0/{}_common.yaml'.format(v['value'])) "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/hpc_3.0.0/common.yaml b/mlperf_logging/compliance_checker/hpc_3.0.0/common.yaml
@@ -43,11 +43,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('hpc_3.0.0/{}_common.yaml'.format(v['value'])) "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_0.6.0/common.yaml b/mlperf_logging/compliance_checker/training_0.6.0/common.yaml
@@ -31,11 +31,6 @@
     REQ:   EXACTLY_ONE
     CHECK: " v['value'] in ['closed', 'open'] "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'research'] "
-
 # minigo should use it's dedicated config directly
 - KEY:
     NAME:  submission_benchmark

diff --git a/mlperf_logging/compliance_checker/training_0.7.0/common.yaml b/mlperf_logging/compliance_checker/training_0.7.0/common.yaml
@@ -43,11 +43,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_0.7.0/{}_common.yaml'.format(v['value'])) "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 - KEY:
     NAME:  submission_benchmark
     REQ:   EXACTLY_ONE

diff --git a/mlperf_logging/compliance_checker/training_0.7.0_warn/common.yaml b/mlperf_logging/compliance_checker/training_0.7.0_warn/common.yaml
@@ -45,11 +45,6 @@
     REQ:   EXACTLY_ONE
     CHECK: " v['value'] in ['closed', 'open'] "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'research'] "
-
 - KEY:
     NAME:  submission_benchmark
     REQ:   EXACTLY_ONE

diff --git a/mlperf_logging/compliance_checker/training_0.7.0_warn/summary/common.yaml b/mlperf_logging/compliance_checker/training_0.7.0_warn/summary/common.yaml
@@ -40,11 +40,6 @@
     POST: |
         s['summary'][ll.key] = v['value']
 
-- KEY:
-    NAME:  submission_status
-    POST: |
-        s['summary'][ll.key] = v['value']
-
 - KEY:
     NAME:  submission_benchmark
     POST: |

diff --git a/mlperf_logging/compliance_checker/training_1.0.0/common.yaml b/mlperf_logging/compliance_checker/training_1.0.0/common.yaml
@@ -43,11 +43,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_1.0.0/{}_common.yaml'.format(v['value'])) "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_1.1.0/common.yaml b/mlperf_logging/compliance_checker/training_1.1.0/common.yaml
@@ -43,11 +43,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_1.1.0/{}_common.yaml'.format(v['value'])) "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_2.0.0/common.yaml b/mlperf_logging/compliance_checker/training_2.0.0/common.yaml
@@ -44,11 +44,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_2.0.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_2.1.0/common.yaml b/mlperf_logging/compliance_checker/training_2.1.0/common.yaml
@@ -44,11 +44,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_2.1.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_3.0.0/common.yaml b/mlperf_logging/compliance_checker/training_3.0.0/common.yaml
@@ -44,11 +44,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_3.0.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_3.1.0/common.yaml b/mlperf_logging/compliance_checker/training_3.1.0/common.yaml
@@ -44,11 +44,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_3.1.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_4.0.0/common.yaml b/mlperf_logging/compliance_checker/training_4.0.0/common.yaml
@@ -44,11 +44,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_4.0.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear

diff --git a/mlperf_logging/compliance_checker/training_4.1.0/common.yaml b/mlperf_logging/compliance_checker/training_4.1.0/common.yaml
@@ -44,11 +44,6 @@
     CHECK: " v['value'] in ['closed', 'open'] "
     POST:  " enqueue_config('training_4.1.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 "
 
-- KEY:
-    NAME:  submission_status
-    REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] "
-
 # at least one record should be found, but any found records must pass the test
 - KEY:
     NAME:  cache_clear