From f8e30b4cc9e16030bedf52d7154d2a614f7ac185 Mon Sep 17 00:00:00 2001
From: Alexander Hagele <alexanderhagele@gmail.com>
Date: Fri, 6 Sep 2024 09:58:37 +0200
Subject: [PATCH] lighteval fix for multiling

---
 src/nanotron/config/lighteval_config.py | 33 +++++++++++++++++++++++++
 1 file changed, 33 insertions(+)

diff --git a/src/nanotron/config/lighteval_config.py b/src/nanotron/config/lighteval_config.py
index b5f12059..a1b71070 100644
--- a/src/nanotron/config/lighteval_config.py
+++ b/src/nanotron/config/lighteval_config.py
@@ -60,6 +60,8 @@ class LightEvalTasksArgs:
     multichoice_continuations_start_space: Optional[bool] = None
     no_multichoice_continuations_start_space: Optional[bool] = None
 
+    langs: Optional[str] = "en"
+
 
 @dataclass
 class LightEvalWandbLoggerConfig:
@@ -91,3 +93,34 @@ class LightEvalConfig:
     tasks: Optional[LightEvalTasksArgs] = None
     logging: Optional[LightEvalLoggingArgs] = None
     wandb: Optional[LightEvalWandbLoggerConfig] = None
+
+
+# batch_size: 16
+# checkpoints_path: null
+# generation: null
+# logging:
+#     hub_repo_details: null
+#     hub_repo_results: null
+#     hub_repo_tensorboard: null
+#     local_output_path: /capstor/scratch/cscs/$USER/multilingual_data_mixture/eval_results
+#     push_details_to_hub: false
+#     push_results_to_hub: false
+#     push_results_to_tensorboard: true
+#     tensorboard_metric_prefix: eval_
+# wandb: null
+# parallelism:
+#   dp: 1
+#   pp: 1
+#   pp_engine: 1f1b
+#   tp: 1
+#   tp_linear_async_communication: false
+#   tp_mode: ALL_REDUCE
+# tasks:
+#   custom_tasks: /capstor/scratch/cscs/$USER/lighteval-multilingual/src/lighteval/community_tasks/multilingual/configs/multilingual.py
+#   dataset_loading_processes: 1
+#   max_samples: 10
+#   multichoice_continuations_start_space: null
+#   no_multichoice_continuations_start_space: null
+#   num_fewshot_seeds: 1
+#   tasks: x_nli
+#   langs: en,fr
\ No newline at end of file