Skip to content

Commit

Permalink
revert to single ground truth
Browse files Browse the repository at this point in the history
  • Loading branch information
aakrem committed May 9, 2024
1 parent 519e99d commit 68f626e
Showing 1 changed file with 5 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -90,21 +90,21 @@ const EvaluationScenarios: React.FC<Props> = () => {
},
minWidth: 200,
flex: 1,

...getFilterParams("text"),
valueGetter: (params) =>
params.data?.correct_answers?.[index]?.correct_answer || "",
cellRenderer: (params: any) => LongTextCellRenderer(params),
})

})
evalaution?.variants.forEach((_, index) => {
colDefs.push({
flex: 1,
minWidth: 300,
headerName: "Output",
...getFilterParams("text"),
field: `outputs.0`,
cellRenderer: (params: any) => {
const result = params.data?.outputs[0].result
const result = params.data?.outputs[index].result
if (result && result.type == "error") {
return LongTextCellRenderer(
params,
Expand All @@ -116,20 +116,17 @@ const EvaluationScenarios: React.FC<Props> = () => {
params,
<CompareOutputDiff
variantOutput={result?.value}
expectedOutput={
params.data?.correct_answers[index].correct_answer
}
expectedOutput={params.data?.correct_answers[0].correct_answer}
/>,
)
: LongTextCellRenderer(params)
},
valueGetter: (params) => {
const result = params.data?.outputs[0].result
const result = params.data?.outputs[index].result
return result?.value
},
})
})

scenarios[0]?.evaluators_configs.forEach((config, index) => {
colDefs.push({
headerName: config?.name,
Expand Down

0 comments on commit 68f626e

Please sign in to comment.