Skip to content

Commit

Permalink
fix-lenshtein test
Browse files Browse the repository at this point in the history
  • Loading branch information
mmabrouk committed May 28, 2024
1 parent 3fba85d commit 111c2e5
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions agenta-backend/agenta_backend/tests/unit/test_evaluators.py
Original file line number Diff line number Diff line change
Expand Up @@ -180,37 +180,37 @@ def test_auto_contains_json(output, expected):
(
"hello world",
{"correct_answer": "hello world"},
{"threshold": 5, "correct_answer_keys": ["correct_answer"]},
{"threshold": 5, "correct_answer_key": "correct_answer"},
True,
),
(
"hello world",
{"correct_answer": "hola mundo"},
{"threshold": 5, "correct_answer_keys": ["correct_answer"]},
{"threshold": 5, "correct_answer_key": "correct_answer"},
False,
),
(
"hello world",
{"correct_answer": "hello world!"},
{"threshold": 2, "correct_answer_keys": ["correct_answer"]},
{"threshold": 2, "correct_answer_key": "correct_answer"},
True,
),
(
"hello world",
{"correct_answer": "hello wor"},
{"threshold": 10, "correct_answer_keys": ["correct_answer"]},
{"threshold": 10, "correct_answer_key": "correct_answer"},
True,
),
(
"hello world",
{"correct_answer": "hello worl"},
{"correct_answer_keys": ["correct_answer"]},
{"correct_answer_key": "correct_answer"},
1,
),
(
"hello world",
{"correct_answer": "helo world"},
{"correct_answer_keys": ["correct_answer"]},
{"correct_answer_key": "correct_answer"},
1,
),
],
Expand Down

0 comments on commit 111c2e5

Please sign in to comment.