fmt

langchain-ai · Dec 10, 2024 · e043a7d · e043a7d
1 parent 34e8bb9
commit e043a7d
Showing 1 changed file with 11 additions and 6 deletions.
diff --git a/python/langsmith/evaluation/_runner.py b/python/langsmith/evaluation/_runner.py
@@ -1929,12 +1929,17 @@ def _evaluators_include_attachments(
         return False
 
     def evaluator_has_attachments(evaluator: Any) -> bool:
-        sig = inspect.signature(evaluator)
-        params = list(sig.parameters.values())
-        positional_params = [
-            p for p in params if p.kind in (p.POSITIONAL_ONLY, p.POSITIONAL_OR_KEYWORD)
-        ]
-        return any(p.name == "attachments" for p in positional_params)
+        try:
+            sig = inspect.signature(evaluator)
+            params = list(sig.parameters.values())
+            positional_params = [
+                p
+                for p in params
+                if p.kind in (p.POSITIONAL_ONLY, p.POSITIONAL_OR_KEYWORD)
+            ]
+            return any(p.name == "attachments" for p in positional_params)
+        except Exception:
+            return False
 
     return any(evaluator_has_attachments(e) for e in evaluators)