We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cb24491 commit 79bda3aCopy full SHA for 79bda3a
vllm_ascend/models/deepseek_v2.py
@@ -314,7 +314,7 @@ def forward(
314
is_prefill = is_prefill or attn_metadata.with_prefill_across_dp
315
# If this node is kv_consumer, we force the moe always runs in decode path to make sure
316
# the behaviour aligned between dummy_run and normal model_execute.
317
- if self.kv_consumer is not None:
+ if self.kv_consumer:
318
is_prefill = False
319
enable_force_load_balance = False
320
0 commit comments