We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b5d90f7 commit 48eb8ebCopy full SHA for 48eb8eb
vllm/model_executor/models/qwen2_5_vl.py
@@ -460,15 +460,17 @@ def forward(
460
return output
461
462
463
-@support_torch_compile(
464
- dynamic_arg_dims={
465
- "x": 0,
466
- "cu_seqlens": 0,
467
- "rotary_pos_emb": 0,
468
- "seqlens": 0,
469
- },
470
- mark_unbacked_dims={"seqlens": 0},
471
-)
+# (FIXME): Enable this after dynamic slicing is fixed
+# See https://github.com/vllm-project/vllm/pull/27760
+# @support_torch_compile(
+# dynamic_arg_dims={
+# "x": 0,
+# "cu_seqlens": 0,
+# "rotary_pos_emb": 0,
+# "seqlens": 0,
+# },
472
+# mark_unbacked_dims={"seqlens": 0},
473
+# )
474
class Qwen2_5_VisionBlock(nn.Module):
475
def __init__(
476
self,
0 commit comments