File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -1125,14 +1125,14 @@ def ensure_model_parallel_initialized(
11251125
11261126 assert (
11271127 get_tensor_model_parallel_world_size () == tensor_model_parallel_size
1128- ), ("tensor parallel group already initialized, but of unexpected size: "
1129- f"{ get_tensor_model_parallel_world_size ()= } vs. "
1130- f"{ tensor_model_parallel_size = } " )
1128+ ), ("tensor parallel group already initialized, but of unexpected size. "
1129+ f"got: { get_tensor_model_parallel_world_size ()= } vs. "
1130+ f"wanted: { tensor_model_parallel_size = } " )
11311131 pp_world_size = get_pp_group ().world_size
11321132 assert (pp_world_size == pipeline_model_parallel_size ), (
1133- "pipeline parallel group already initialized, but of unexpected size: "
1134- f"{ pp_world_size = } vs. "
1135- f"{ pipeline_model_parallel_size = } " )
1133+ "pipeline parallel group already initialized, but of unexpected size. "
1134+ f"got: { pp_world_size = } vs. "
1135+ f"wanted: { pipeline_model_parallel_size = } " )
11361136
11371137
11381138def prepare_communication_buffer_for_model (model : torch .nn .Module ):
You can’t perform that action at this time.
0 commit comments