update repo id & name

SakanaAI · Mar 13, 2024 · 24ab3f7 · 24ab3f7
1 parent bb1dd29
commit 24ab3f7
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/evofactory/eval/ja_mgsm.py b/evofactory/eval/ja_mgsm.py
@@ -16,7 +16,7 @@ def extract_answer_number(completion: str) -> Optional[float]:
 
 
 class JaMGSM:
-    name = "JaMGSM"
+    name = "MGSM-JA"
     dataset_path = "juletxara/mgsm"
     dataset_split = "test"
 

diff --git a/evofactory/eval/ja_vg_vqa.py b/evofactory/eval/ja_vg_vqa.py
@@ -23,8 +23,8 @@ def extract_qa(example):
 
 
 class JaVGVQA:
-    name = "JaVGVQA"
-    dataset_path = "SakanaAI/ja-vg-vqa-2500"
+    name = "JA-VG-VQA-500"
+    dataset_path = "SakanaAI/JA-VG-VQA-500"
     dataset_split = "test"
 
     def __init__(

diff --git a/evofactory/eval/ja_vlm_wild.py b/evofactory/eval/ja_vlm_wild.py
@@ -8,8 +8,8 @@
 
 
 class JaVLMBenchIntheWild:
-    name = "JaVLMBenchIntheWild"
-    dataset_path = "SakanaAI/japanese-vlm-bench-in-the-wild"
+    name = "JA-VLM-Bench-In-the-Wild"
+    dataset_path = "SakanaAI/JA-VLM-Bench-In-the-Wild"
     dataset_split = "test"
 
     def __init__(