We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2efeac5 commit b1c6d0bCopy full SHA for b1c6d0b
vllm/spec_decode/multi_step_worker.py
@@ -107,7 +107,7 @@ def sampler_output(
107
self.worker.model_runner.return_hidden_states = True
108
109
if hasattr(self, "pard") and self.pard is True:
110
- filtered_model_outputs = self.pard_infer(execute_model_req, sample_len)
+ filtered_model_outputs = self.pard_infer(expanded_request, sample_len)
111
return filtered_model_outputs, True
112
113
for _ in range(sample_len):
0 commit comments