Merge pull request #212 from yuxqiu/sympy-log-parser

fix: sympy log parser fails to recognize the last test case
princeton-nlp · Oct 7, 2024 · 88b9348 · 88b9348
2 parents 072bbe3 + fac4514
commit 88b9348
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/swebench/harness/log_parsers.py b/swebench/harness/log_parsers.py
@@ -203,6 +203,9 @@ def parse_log_sympy(log: str) -> dict[str, str]:
     for line in log.split("\n"):
         line = line.strip()
         if line.startswith("test_"):
+            if line.endswith("[FAIL]") or line.endswith("[OK]"):
+                line = line[: line.rfind("[")]
+                line = line.strip()
             if line.endswith(" E"):
                 test = line.split()[0]
                 test_status_map[test] = TestStatus.ERROR.value