We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f25048d commit 95eb570Copy full SHA for 95eb570
vllm/config.py
@@ -3178,7 +3178,8 @@ def _verify_args(self) -> Self:
3178
from vllm.transformers_utils.configs import SpeculatorsConfig
3179
3180
eagle3_target_supported = ["llama"]
3181
- if isinstance(self.draft_model_config.hf_config, SpeculatorsConfig):
+ if self.draft_model_config and isinstance(
3182
+ self.draft_model_config.hf_config, SpeculatorsConfig):
3183
eagle3_target_supported.append("qwen")
3184
3185
if self.method == "eagle3" and self.target_model_config and not any(
0 commit comments