Improve error logging with stacktrace

stanfordnlp · Sep 6, 2024 · afd675e · afd675e
1 parent 316e0b4
commit afd675e
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/dspy/evaluate/evaluate.py b/dspy/evaluate/evaluate.py
@@ -3,6 +3,7 @@
 import sys
 import threading
 import types
+import traceback
 
 import pandas as pd
 import tqdm
@@ -179,9 +180,9 @@ def wrapped_program(example_idx, example):
                     current_error_count = self.error_count
                 if current_error_count >= self.max_errors:
                     raise e
-
-                dspy.logger.error(f"Error for example in dev set: \t\t {e}")
-
+                
+                dspy.logger.error(f"Error for example in dev set: \t\t {e}\n\twith inputs:\n\t\t{example.inputs()}\n\nStack trace:\n\t{traceback.format_exc()}")
+                
                 return example_idx, example, {}, 0.0
             finally:
                 if creating_new_thread: