Merge pull request #2094 from Agenta-AI/bugs-fixes-for-release-v24-04-0

Fix Bugs for v0.25.0 Release

agenta-backend/agenta_backend/models/converters.py

@@ -413,6 +413,7 @@ async def environment_db_and_revision_to_extended_output(
     environment_output_extended = EnvironmentOutputExtended(
         name=environment_db.name,
         app_id=str(environment_db.app_id),
+        project_id=str(environment_db.project_id),
         deployed_app_variant_id=deployed_app_variant_id,
         deployed_variant_name=deployed_variant_name,
         deployed_app_variant_revision_id=str(

agenta-backend/agenta_backend/resources/evaluators/evaluators.py

@@ -29,7 +29,16 @@
         "name": "Exact Match",
         "key": "auto_exact_match",
         "direct_use": True,
-        "settings_template": {},
+        "settings_template": {
+            "correct_answer_key": {
+                "label": "Expected Answer Column",
+                "default": "correct_answer",
+                "type": "string",
+                "advanced": True,  # Tells the frontend that this setting is advanced and should be hidden by default
+                "ground_truth_key": True,  # Tells the frontend that is the name of the column in the test set that should be shown as a ground truth to the user
+                "description": "The name of the column in the test data that contains the correct answer",
+            },
+        },
         "description": "Exact Match evaluator determines if the output exactly matches the specified correct answer, ensuring precise alignment with expected results.",
         "oss": True,
         "tags": ["functional"],