We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b07636d commit a46b7b3Copy full SHA for a46b7b3
vllm/model_executor/layers/fused_moe/fused_moe.py
@@ -1126,7 +1126,7 @@ def fused_topk_bias(
1126
1127
1128
# This is used by the Deepseek-V2 and Deepseek-V3 model
1129
-@torch.compile(dynamic=True, backend=current_platform.simple_compile_backend)
+# @torch.compile(dynamic=True, backend=current_platform.simple_compile_backend)
1130
def grouped_topk(
1131
hidden_states: torch.Tensor,
1132
gating_output: torch.Tensor,
0 commit comments