From 111c2e59f5f1689f8cabec4a20775d009916e77e Mon Sep 17 00:00:00 2001 From: Mahmoud Mabrouk Date: Tue, 28 May 2024 19:32:29 +0200 Subject: [PATCH] fix-lenshtein test --- .../agenta_backend/tests/unit/test_evaluators.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/agenta-backend/agenta_backend/tests/unit/test_evaluators.py b/agenta-backend/agenta_backend/tests/unit/test_evaluators.py index a8e5e58391..ff70bbfd9b 100644 --- a/agenta-backend/agenta_backend/tests/unit/test_evaluators.py +++ b/agenta-backend/agenta_backend/tests/unit/test_evaluators.py @@ -180,37 +180,37 @@ def test_auto_contains_json(output, expected): ( "hello world", {"correct_answer": "hello world"}, - {"threshold": 5, "correct_answer_keys": ["correct_answer"]}, + {"threshold": 5, "correct_answer_key": "correct_answer"}, True, ), ( "hello world", {"correct_answer": "hola mundo"}, - {"threshold": 5, "correct_answer_keys": ["correct_answer"]}, + {"threshold": 5, "correct_answer_key": "correct_answer"}, False, ), ( "hello world", {"correct_answer": "hello world!"}, - {"threshold": 2, "correct_answer_keys": ["correct_answer"]}, + {"threshold": 2, "correct_answer_key": "correct_answer"}, True, ), ( "hello world", {"correct_answer": "hello wor"}, - {"threshold": 10, "correct_answer_keys": ["correct_answer"]}, + {"threshold": 10, "correct_answer_key": "correct_answer"}, True, ), ( "hello world", {"correct_answer": "hello worl"}, - {"correct_answer_keys": ["correct_answer"]}, + {"correct_answer_key": "correct_answer"}, 1, ), ( "hello world", {"correct_answer": "helo world"}, - {"correct_answer_keys": ["correct_answer"]}, + {"correct_answer_key": "correct_answer"}, 1, ), ],