We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9919b4f commit 4d56c89Copy full SHA for 4d56c89
vllm/config.py
@@ -2361,12 +2361,10 @@ def num_lookahead_slots(self) -> int:
2361
return self.num_speculative_tokens
2362
2363
def __repr__(self) -> str:
2364
- if self.prompt_lookup_max is not None and self.prompt_lookup_max > 0:
2365
- draft_model = "ngram"
2366
- else:
2367
- draft_model = self.draft_model_config.model
+ method = self.method
+ model = None if method == "ngram" else self.draft_model_config.model
2368
num_spec_tokens = self.num_speculative_tokens
2369
- return f"SpeculativeConfig({draft_model=}, {num_spec_tokens=})"
+ return f"SpeculativeConfig({method=}, {model=}, {num_spec_tokens=})"
2370
2371
2372
@dataclass
0 commit comments