From 149759a5fa877cadf07677013d4fb3f125ee1ee0 Mon Sep 17 00:00:00 2001 From: Mahmoud Mabrouk Date: Sun, 2 Jun 2024 22:03:07 +0200 Subject: [PATCH] hotfix to show the correct answers --- agenta-backend/agenta_backend/tasks/evaluations.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/agenta-backend/agenta_backend/tasks/evaluations.py b/agenta-backend/agenta_backend/tasks/evaluations.py index 15a055b825..3b68501383 100644 --- a/agenta-backend/agenta_backend/tasks/evaluations.py +++ b/agenta-backend/agenta_backend/tasks/evaluations.py @@ -220,7 +220,9 @@ def evaluate( evaluator_config_db.evaluator_key, [] ) ground_truth_column_names.extend( - evaluator_config_db.settings_values.get(key, "") + evaluator_config_db.settings_values.get( + key, "correct_answer" + ) # TODO: Remove hotfix for key in ground_truth_keys ) logger.debug(f"Evaluating with evaluator: {evaluator_config_db}")