Fallback asyncio

langchain-ai · Aug 10, 2023 · 75aefeb · 75aefeb
1 parent 7871a04
commit 75aefeb
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/python/langsmith/evaluation/evaluator.py b/python/langsmith/evaluation/evaluator.py
@@ -1,3 +1,4 @@
+import asyncio
 from abc import abstractmethod
 from typing import Dict, Optional, Union
 
@@ -42,6 +43,6 @@ async def aevaluate_run(
         self, run: Run, example: Optional[Example] = None
     ) -> EvaluationResult:
         """Evaluate an example asynchronously."""
-        raise NotImplementedError(
-            f"{self.__class__.__name__} does not implement aevaluate_run"
+        return await asyncio.get_running_loop().run_in_executor(
+            None, self.evaluate_run, run, example
         )