fix dataset_kwargs in lmms_eval/api/task.py (#404)

EvolvingLMMs-Lab · Nov 9, 2024 · 10c96c2 · 10c96c2
1 parent 1285029
commit 10c96c2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmms_eval/api/task.py b/lmms_eval/api/task.py
@@ -1034,7 +1034,7 @@ def concat_tar_parts(tar_parts, output_tar):
             if "create_link" in dataset_kwargs:
                 dataset_kwargs.pop("create_link")
 
-        if "load_from_disk" in dataset_kwargs and dataset_kwargs["load_from_disk"]:
+        if dataset_kwargs is not None and "load_from_disk" in dataset_kwargs and dataset_kwargs["load_from_disk"]:
             dataset_kwargs.pop("load_from_disk")
             # using local task in offline environment, need to process the online dataset into local format via
             # `ds = load_datasets("lmms-lab/MMMU")`