diff --git a/swebench/harness/log_parsers.py b/swebench/harness/log_parsers.py index 097ade88..f13fe795 100644 --- a/swebench/harness/log_parsers.py +++ b/swebench/harness/log_parsers.py @@ -203,6 +203,9 @@ def parse_log_sympy(log: str) -> dict[str, str]: for line in log.split("\n"): line = line.strip() if line.startswith("test_"): + if line.endswith("[FAIL]") or line.endswith("[OK]"): + line = line[: line.rfind("[")] + line = line.strip() if line.endswith(" E"): test = line.split()[0] test_status_map[test] = TestStatus.ERROR.value