Merge pull request #60 from huggingface/flexibility

Lighteval naming
huggingface · Feb 8, 2024 · 43b5e6b · 43b5e6b
2 parents 585d066 + 04b1785
commit 43b5e6b
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/src/nanotron/config/lighteval_config.py b/src/nanotron/config/lighteval_config.py
@@ -52,18 +52,14 @@ class LightEvalTasksArgs:
     """Arguments related to tasks for LightEval"""
 
     tasks: Optional[str] = None
-    custom_tasks_file: Optional[Path] = None
+    custom_tasks: Optional[str] = None
     max_samples: Optional[int] = None
     num_fewshot_seeds: Optional[int] = None
 
     dataset_loading_processes: Optional[int] = 8
     multichoice_continuations_start_space: Optional[bool] = None
     no_multichoice_continuations_start_space: Optional[bool] = None
 
-    def __post_init__(self):
-        if isinstance(self.custom_tasks_file, str):
-            self.custom_tasks_file = Path(self.custom_tasks_file)
-
 
 @dataclass
 class LightEvalWandbLoggerConfig: