From 8a74164b6af88832c4421625485a20c76fd21840 Mon Sep 17 00:00:00 2001 From: Vivek Aditya Date: Fri, 19 Apr 2024 12:43:01 +0530 Subject: [PATCH 1/2] Bug fix in context similarity eval --- athina/evals/grounded/grounded_evaluator.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/athina/evals/grounded/grounded_evaluator.py b/athina/evals/grounded/grounded_evaluator.py index 1025f79..570ad3d 100644 --- a/athina/evals/grounded/grounded_evaluator.py +++ b/athina/evals/grounded/grounded_evaluator.py @@ -12,6 +12,7 @@ class GroundedEvaluator(BaseEvaluator): _comparator: Comparator + _failure_threshold = None """ This evaluator runs the requested grounded evaluator on the given data. @@ -50,7 +51,10 @@ def __init__( self._failure_threshold = failure_threshold def _process_kwargs(self, required_args, **kwargs): - required_args_map = {key: kwargs[key] for key in required_args} + required_args_map = { + key: "\n".join(kwargs[key]) if key == "context" and isinstance(kwargs[key], list) else kwargs[key] + for key in required_args + } if len(required_args_map) == 2: values = list(required_args_map.values()) if all(isinstance(value, str) for value in values): From c22a518bd203e548a09d6ff0d7c5416e0cd89c07 Mon Sep 17 00:00:00 2001 From: Vivek Aditya Date: Fri, 19 Apr 2024 12:44:18 +0530 Subject: [PATCH 2/2] version bumped --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index b67ed4d..d26fccc 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "athina" -version = "1.2.13" +version = "1.2.14" description = "Python SDK to configure and run evaluations for your LLM-based application" authors = ["Shiv Sakhuja ", "Akshat Gupta ", "Vivek Aditya ", "Akhil Bisht "] readme = "README.md"