diff --git a/agenta-web/src/components/Evaluations/CustomPythonCode.tsx b/agenta-web/src/components/Evaluations/CustomPythonCode.tsx index 5547fc5aef..169eaebc1a 100644 --- a/agenta-web/src/components/Evaluations/CustomPythonCode.tsx +++ b/agenta-web/src/components/Evaluations/CustomPythonCode.tsx @@ -122,7 +122,7 @@ def evaluate(
- +
-

- Example Evaluation Function: - -

-

- Evaluation Function Description: + Writing the custom evaluation code:

- The code must accept: + The function name of your code evaluation must be "evaluate". and + must accept the following parameters:
    -
  • The app variant parameters
  • -
  • A list of inputs
  • -
  • An output
  • -
  • A target or correct answer
  • +
  • + The variant parameters (prompt, etc..) as a Dict[str,str] +
  • +
  • A list of inputs as List[str]
  • +
  • The output of the LLM app as a string
  • +
  • A target or correct answer as a string
+ And return a float value indicating the score of the evaluation.
-

- NOTE: The function name of your code evaluation must be - "evaluate". -

- + form.setFieldsValue({pythonCode: code})} + defaultValue={pythonDefaultEvalCode()} />