Make training_args.to_dict handle the AcceleratorConfig

huggingface · Feb 14, 2024 · f5b4281 · f5b4281
1 parent 1de6ff5
commit f5b4281
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
@@ -2208,6 +2208,9 @@ def to_dict(self):
                 d[k] = [x.value for x in v]
             if k.endswith("_token"):
                 d[k] = f"<{k.upper()}>"
+            # Handle the accelerator_config if passed
+            if is_accelerate_available() and isinstance(v, AcceleratorConfig):
+                d[k] = v.to_dict()
         return d
 
     def to_json_string(self):