Merge pull request #1744 from Agenta-AI/hotfix/evaluation_migration

Hotfix to show the correct answers even for evalutors that are not correctly migrated
Agenta-AI · Jun 2, 2024 · 34bea0c · 34bea0c
2 parents b98f32b + 149759a
commit 34bea0c
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/agenta-backend/agenta_backend/tasks/evaluations.py b/agenta-backend/agenta_backend/tasks/evaluations.py
@@ -220,7 +220,9 @@ def evaluate(
                     evaluator_config_db.evaluator_key, []
                 )
                 ground_truth_column_names.extend(
-                    evaluator_config_db.settings_values.get(key, "")
+                    evaluator_config_db.settings_values.get(
+                        key, "correct_answer"
+                    )  # TODO: Remove hotfix
                     for key in ground_truth_keys
                 )
                 logger.debug(f"Evaluating with evaluator: {evaluator_config_db}")