Fix hallu bench (#392)

EvolvingLMMs-Lab · Nov 2, 2024 · 7f5d1f4 · 7f5d1f4
1 parent e88389d
commit 7f5d1f4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmms_eval/tasks/hallusion_bench/evaluate_hb.py b/lmms_eval/tasks/hallusion_bench/evaluate_hb.py
@@ -35,7 +35,7 @@ def hb_doc_to_visual(doc):
 
 def hb_process_results(doc, result):
     sample = doc
-    # doc.pop("image")
+    doc.pop("image")
     sample["model_prediction"] = result[0]
     return {k: sample for k in metric}