diff --git a/athina/evals/grounded/grounded_evaluator.py b/athina/evals/grounded/grounded_evaluator.py index 1025f79..570ad3d 100644 --- a/athina/evals/grounded/grounded_evaluator.py +++ b/athina/evals/grounded/grounded_evaluator.py @@ -12,6 +12,7 @@ class GroundedEvaluator(BaseEvaluator): _comparator: Comparator + _failure_threshold = None """ This evaluator runs the requested grounded evaluator on the given data. @@ -50,7 +51,10 @@ def __init__( self._failure_threshold = failure_threshold def _process_kwargs(self, required_args, **kwargs): - required_args_map = {key: kwargs[key] for key in required_args} + required_args_map = { + key: "\n".join(kwargs[key]) if key == "context" and isinstance(kwargs[key], list) else kwargs[key] + for key in required_args + } if len(required_args_map) == 2: values = list(required_args_map.values()) if all(isinstance(value, str) for value in values): diff --git a/pyproject.toml b/pyproject.toml index b67ed4d..d26fccc 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "athina" -version = "1.2.13" +version = "1.2.14" description = "Python SDK to configure and run evaluations for your LLM-based application" authors = ["Shiv Sakhuja ", "Akshat Gupta ", "Vivek Aditya ", "Akhil Bisht "] readme = "README.md"