Skip to content

Commit

Permalink
docs(backend): improve desc json diff match
Browse files Browse the repository at this point in the history
improved the description of json diff match settings
mmabrouk committed Jul 28, 2024
1 parent d497550 commit d692856
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions agenta-backend/agenta_backend/resources/evaluators/evaluators.py
Original file line number Diff line number Diff line change
@@ -105,34 +105,34 @@
"description": "The name of the column in the test data that contains the correct answer",
},
},
"description": "JSON Field Match evaluator compares specific fields within JSON (JavaScript Object Notation) data. This matching can involve finding similarities or correspondences between fields in different JSON objects.",
"description": "Compares specific one specific field within a JSON to a ground truth in the test set.",
},
{
"name": "JSON Diff Match",
"key": "auto_json_diff",
"direct_use": False,
"description": "JSON Diff evaluator compares two JSON objects to identify differences. It highlights discrepancies, additions, deletions, and modifications between the objects, providing a clear report of how they differ.",
"description": "Compares the generated JSON output to a ground truth JSON and returns a normalized score between 0 and 1 based on their differences.",
"settings_template": {
"compare_schema_only": {
"label": "Compare Schema Only",
"type": "boolean",
"default": False,
"advanced": True,
"description": "If set to True, we will compare the keys and the values type. Otherwise, we will compare the keys, the values and the values type.",
"description": "If set to True, only the key names and their types will be compared between prediction and ground truth, ignoring the actual values. If set to False, key names, their types, and their values will all compared.",
},
"predict_keys": {
"label": "Include prediction keys",
"type": "boolean",
"default": False,
"advanced": True,
"description": "If set to True, we will check the reference (ground truth) keys. Othwerise, we will check both the reference (ground truth) and prediction (app output) keys.",
"description": "If set to True, only keys present in the ground truth will be considered. The result will be 1.0 if a key from the ground truth is correctly predicted, regardless of any additional predicted keys. Otherwise both ground truth and prediction keys will be checked.",
},
"case_insensitive_keys": {
"label": "Enable Case-sensitive keys",
"type": "boolean",
"default": False,
"advanced": True,
"description": "If set to True, we will treat keys as case-insensitive, meaning 'key', 'Key', and 'KEY' would all be considered equivalent. Otherwise, we will not.",
"description": "If set to True, keys will be treated as case-insensitive, meaning 'key', 'Key', and 'KEY' are considered equivalent. Otherwise, keys will be treated as case-sensitive.",
},
"correct_answer_key": {
"label": "Expected Answer Column",

0 comments on commit d692856

Please sign in to comment.