From 4ee168763865feba4526057e4e0071527fd387cb Mon Sep 17 00:00:00 2001 From: Pablo Gonzalez Date: Mon, 23 Sep 2024 15:00:30 -0500 Subject: [PATCH] Remove status check from compliance checker --- mlperf_logging/compliance_checker/hpc_1.0.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/hpc_2.0.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/hpc_3.0.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_0.6.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_0.7.0/common.yaml | 5 ----- .../compliance_checker/training_0.7.0_warn/common.yaml | 5 ----- .../training_0.7.0_warn/summary/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_1.0.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_1.1.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_2.0.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_2.1.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_3.0.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_3.1.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_4.0.0/common.yaml | 5 ----- mlperf_logging/compliance_checker/training_4.1.0/common.yaml | 5 ----- 15 files changed, 75 deletions(-) diff --git a/mlperf_logging/compliance_checker/hpc_1.0.0/common.yaml b/mlperf_logging/compliance_checker/hpc_1.0.0/common.yaml index 414508dc..6b6b1b89 100644 --- a/mlperf_logging/compliance_checker/hpc_1.0.0/common.yaml +++ b/mlperf_logging/compliance_checker/hpc_1.0.0/common.yaml @@ -43,11 +43,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('hpc_1.0.0/{}_common.yaml'.format(v['value'])) " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/hpc_2.0.0/common.yaml b/mlperf_logging/compliance_checker/hpc_2.0.0/common.yaml index f62e161c..ead95b33 100644 --- a/mlperf_logging/compliance_checker/hpc_2.0.0/common.yaml +++ b/mlperf_logging/compliance_checker/hpc_2.0.0/common.yaml @@ -43,11 +43,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('hpc_2.0.0/{}_common.yaml'.format(v['value'])) " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/hpc_3.0.0/common.yaml b/mlperf_logging/compliance_checker/hpc_3.0.0/common.yaml index c02ddbe0..93bedbb4 100644 --- a/mlperf_logging/compliance_checker/hpc_3.0.0/common.yaml +++ b/mlperf_logging/compliance_checker/hpc_3.0.0/common.yaml @@ -43,11 +43,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('hpc_3.0.0/{}_common.yaml'.format(v['value'])) " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_0.6.0/common.yaml b/mlperf_logging/compliance_checker/training_0.6.0/common.yaml index 08d14551..43c91d51 100644 --- a/mlperf_logging/compliance_checker/training_0.6.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_0.6.0/common.yaml @@ -31,11 +31,6 @@ REQ: EXACTLY_ONE CHECK: " v['value'] in ['closed', 'open'] " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'research'] " - # minigo should use it's dedicated config directly - KEY: NAME: submission_benchmark diff --git a/mlperf_logging/compliance_checker/training_0.7.0/common.yaml b/mlperf_logging/compliance_checker/training_0.7.0/common.yaml index a0f2f824..c8ab5e74 100644 --- a/mlperf_logging/compliance_checker/training_0.7.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_0.7.0/common.yaml @@ -43,11 +43,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_0.7.0/{}_common.yaml'.format(v['value'])) " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - - KEY: NAME: submission_benchmark REQ: EXACTLY_ONE diff --git a/mlperf_logging/compliance_checker/training_0.7.0_warn/common.yaml b/mlperf_logging/compliance_checker/training_0.7.0_warn/common.yaml index 8f898243..77245b64 100644 --- a/mlperf_logging/compliance_checker/training_0.7.0_warn/common.yaml +++ b/mlperf_logging/compliance_checker/training_0.7.0_warn/common.yaml @@ -45,11 +45,6 @@ REQ: EXACTLY_ONE CHECK: " v['value'] in ['closed', 'open'] " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'research'] " - - KEY: NAME: submission_benchmark REQ: EXACTLY_ONE diff --git a/mlperf_logging/compliance_checker/training_0.7.0_warn/summary/common.yaml b/mlperf_logging/compliance_checker/training_0.7.0_warn/summary/common.yaml index 9f83a89b..022cbb42 100644 --- a/mlperf_logging/compliance_checker/training_0.7.0_warn/summary/common.yaml +++ b/mlperf_logging/compliance_checker/training_0.7.0_warn/summary/common.yaml @@ -40,11 +40,6 @@ POST: | s['summary'][ll.key] = v['value'] -- KEY: - NAME: submission_status - POST: | - s['summary'][ll.key] = v['value'] - - KEY: NAME: submission_benchmark POST: | diff --git a/mlperf_logging/compliance_checker/training_1.0.0/common.yaml b/mlperf_logging/compliance_checker/training_1.0.0/common.yaml index 86d31af9..f53446b1 100644 --- a/mlperf_logging/compliance_checker/training_1.0.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_1.0.0/common.yaml @@ -43,11 +43,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_1.0.0/{}_common.yaml'.format(v['value'])) " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_1.1.0/common.yaml b/mlperf_logging/compliance_checker/training_1.1.0/common.yaml index 8a58b912..7ab9c17b 100644 --- a/mlperf_logging/compliance_checker/training_1.1.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_1.1.0/common.yaml @@ -43,11 +43,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_1.1.0/{}_common.yaml'.format(v['value'])) " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_2.0.0/common.yaml b/mlperf_logging/compliance_checker/training_2.0.0/common.yaml index 602db495..ccaed5ef 100644 --- a/mlperf_logging/compliance_checker/training_2.0.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_2.0.0/common.yaml @@ -44,11 +44,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_2.0.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_2.1.0/common.yaml b/mlperf_logging/compliance_checker/training_2.1.0/common.yaml index 26e9b63e..4d2fa3a6 100644 --- a/mlperf_logging/compliance_checker/training_2.1.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_2.1.0/common.yaml @@ -44,11 +44,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_2.1.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_3.0.0/common.yaml b/mlperf_logging/compliance_checker/training_3.0.0/common.yaml index 253ccb9a..9cfa0df4 100644 --- a/mlperf_logging/compliance_checker/training_3.0.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_3.0.0/common.yaml @@ -44,11 +44,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_3.0.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_3.1.0/common.yaml b/mlperf_logging/compliance_checker/training_3.1.0/common.yaml index 74f161f5..cc2f3382 100644 --- a/mlperf_logging/compliance_checker/training_3.1.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_3.1.0/common.yaml @@ -44,11 +44,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_3.1.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_4.0.0/common.yaml b/mlperf_logging/compliance_checker/training_4.0.0/common.yaml index 4949d29a..88bbe416 100755 --- a/mlperf_logging/compliance_checker/training_4.0.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_4.0.0/common.yaml @@ -44,11 +44,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_4.0.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear diff --git a/mlperf_logging/compliance_checker/training_4.1.0/common.yaml b/mlperf_logging/compliance_checker/training_4.1.0/common.yaml index f0502224..7a201ac9 100755 --- a/mlperf_logging/compliance_checker/training_4.1.0/common.yaml +++ b/mlperf_logging/compliance_checker/training_4.1.0/common.yaml @@ -44,11 +44,6 @@ CHECK: " v['value'] in ['closed', 'open'] " POST: " enqueue_config('training_4.1.0/{}_common.yaml'.format(v['value'])); s['compile_time_mins'] = 240 if v['value'] == 'open' else 30 " -- KEY: - NAME: submission_status - REQ: EXACTLY_ONE - CHECK: " v['value'] in ['cloud', 'onprem', 'preview', 'research'] " - # at least one record should be found, but any found records must pass the test - KEY: NAME: cache_clear