Fix TrainingArguments.parallelism_config NameError with accelerate<1.10.1 (#40818)

albertvillanova · SunMarc · web-flow · commit 02ea2b34336b · 2025-09-14T15:35:42.000Z
Fix ParallelismConfig type for accelerate &lt; 1.10.1

Co-authored-by: Marc Sun &lt;57196510+SunMarc@users.noreply.github.com&gt;
diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
@@ -77,8 +77,10 @@
 
     from .trainer_pt_utils import AcceleratorConfig
 
-    if is_accelerate_available("1.10.1"):
-        from accelerate.parallelism_config import ParallelismConfig
+if is_accelerate_available("1.10.1"):
+    from accelerate.parallelism_config import ParallelismConfig
+else:
+    ParallelismConfig = Any
 
 if is_torch_xla_available():
     import torch_xla.core.xla_model as xm
@@ -1264,7 +1266,7 @@ class TrainingArguments:
             )
         },
     )
-    parallelism_config: Optional["ParallelismConfig"] = field(
+    parallelism_config: Optional[ParallelismConfig] = field(
         default=None,
         metadata={"help": ("Parallelism configuration for the training run. Requires Accelerate `1.10.1`")},
     )

Original file line number	Diff line number	Diff line change
`@@ -77,8 +77,10 @@`
`77`	`77`
`78`	`78`	`from .trainer_pt_utils import AcceleratorConfig`
`79`	`79`
`80`		`- if is_accelerate_available("1.10.1"):`
`81`		`- from accelerate.parallelism_config import ParallelismConfig`
	`80`	`+if is_accelerate_available("1.10.1"):`
	`81`	`+ from accelerate.parallelism_config import ParallelismConfig`
	`82`	`+else:`
	`83`	`+ ParallelismConfig = Any`
`82`	`84`
`83`	`85`	`if is_torch_xla_available():`
`84`	`86`	`import torch_xla.core.xla_model as xm`
`@@ -1264,7 +1266,7 @@ class TrainingArguments:`
`1264`	`1266`	`)`
`1265`	`1267`	`},`
`1266`	`1268`	`)`
`1267`		`- parallelism_config: Optional["ParallelismConfig"] = field(`
	`1269`	`+ parallelism_config: Optional[ParallelismConfig] = field(`
`1268`	`1270`	`default=None,`
`1269`	`1271`	metadata={"help": ("Parallelism configuration for the training run. Requires Accelerate `1.10.1`")},
`1270`	`1272`	`)`