We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d015941 commit 11c3338Copy full SHA for 11c3338
vllm_ascend/spec_decode/mtp_proposer.py
@@ -441,8 +441,8 @@ def _propose(
441
aclgraph_runtime_mode, batch_descriptor = \
442
self.runner.aclgraph_dispatcher.dispatch(batch_descriptor)
443
if aclgraph_runtime_mode not in [
444
- CUDAGraphMode.PIECEWISE, CUDAGraphMode.NONE
445
- ]:
+ CUDAGraphMode.PIECEWISE, CUDAGraphMode.NONE
+ ]:
446
# Fallback to piecewise graph, when acl full graph is enabled
447
logger.debug(
448
"Currently the eagle proposer only supports cudagraph_mode "
0 commit comments