File tree Expand file tree Collapse file tree 1 file changed +6
-4
lines changed Expand file tree Collapse file tree 1 file changed +6
-4
lines changed Original file line number Diff line number Diff line change @@ -63,10 +63,12 @@ def _init_executor(self) -> None:
6363 tensor_parallel_size = self .parallel_config .tensor_parallel_size
6464 context_parallel_size = self .parallel_config .context_parallel_size
6565 pp_parallel_size = self .parallel_config .pipeline_parallel_size
66- assert self .world_size == tensor_parallel_size * context_parallel_size * pp_parallel_size , (
67- f"world_size ({ self .world_size } ) must be equal to the "
68- f"tensor_parallel_size ({ tensor_parallel_size } ) x pipeline"
69- f"_parallel_size ({ pp_parallel_size } ). " )
66+ assert self .world_size == (
67+ tensor_parallel_size * context_parallel_size * pp_parallel_size ), (
68+ f"world_size ({ self .world_size } ) must be equal to the "
69+ f"tensor_parallel_size ({ tensor_parallel_size } ) x "
70+ f"context_parallel_size ({ context_parallel_size } ) x "
71+ f"pipeline_parallel_size ({ pp_parallel_size } ). " )
7072
7173 # Set multiprocessing envs
7274 set_multiprocessing_worker_envs ()
You can’t perform that action at this time.
0 commit comments