We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c5b8b59 commit f7dc281Copy full SHA for f7dc281
vllm/config.py
@@ -2063,6 +2063,15 @@ def __post_init__(self) -> None:
2063
raise ValueError(
2064
"num_redundant_experts must be non-negative, but got "
2065
f"{self.num_redundant_experts}.")
2066
+ if not self.enable_expert_parallel:
2067
+ raise ValueError(
2068
+ "enable_expert_parallel must be True to use EPLB.")
2069
+ if self.tensor_parallel_size * self.data_parallel_size <= 1:
2070
2071
+ "EPLB requires tensor_parallel_size or data_parallel_size "
2072
+ f"to be greater than 1, but got "
2073
+ f"TP={self.tensor_parallel_size},DP={self.data_parallel_size}."
2074
+ )
2075
else:
2076
if self.num_redundant_experts != 0:
2077
0 commit comments