fix (#314)

* fix * work
huggingface · Dec 21, 2024 · 61d4f86 · 61d4f86
1 parent b701935
commit 61d4f86
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/datatrove/pipeline/decont/n_grams.py b/src/datatrove/pipeline/decont/n_grams.py
@@ -139,8 +139,8 @@ def run(self, data: DocumentsPipeline = None, rank: int = 0, world_size: int = 1
         from lighteval.tasks.lighteval_task import LightevalTask
         from lighteval.tasks.registry import Registry
 
-        task_dict = Registry(cache_dir=os.getenv("HF_HOME")).get_task_dict(
-            self.lighteval_tasks, custom_tasks=self.custom_lighteval_tasks
+        task_dict = Registry(cache_dir=os.getenv("HF_HOME"), custom_tasks=self.custom_lighteval_tasks).get_task_dict(
+            self.lighteval_tasks
         )
         LightevalTask.load_datasets(task_dict.values())