Skip to content

Commit f7dc281

Browse files
committed
[misc][eplb] add valida ep or tp or dp
Signed-off-by: rongfu.leng <rongfu.leng@daocloud.io>
1 parent c5b8b59 commit f7dc281

File tree

1 file changed

+9
-0
lines changed

1 file changed

+9
-0
lines changed

vllm/config.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2063,6 +2063,15 @@ def __post_init__(self) -> None:
20632063
raise ValueError(
20642064
"num_redundant_experts must be non-negative, but got "
20652065
f"{self.num_redundant_experts}.")
2066+
if not self.enable_expert_parallel:
2067+
raise ValueError(
2068+
"enable_expert_parallel must be True to use EPLB.")
2069+
if self.tensor_parallel_size * self.data_parallel_size <= 1:
2070+
raise ValueError(
2071+
"EPLB requires tensor_parallel_size or data_parallel_size "
2072+
f"to be greater than 1, but got "
2073+
f"TP={self.tensor_parallel_size},DP={self.data_parallel_size}."
2074+
)
20662075
else:
20672076
if self.num_redundant_experts != 0:
20682077
raise ValueError(

0 commit comments

Comments
 (0)