diff --git a/vllm/attention/ops/triton_flash_attention.py b/vllm/attention/ops/triton_flash_attention.py index 745818eb6cff..b8fea060ab8f 100644 --- a/vllm/attention/ops/triton_flash_attention.py +++ b/vllm/attention/ops/triton_flash_attention.py @@ -711,6 +711,7 @@ def forward( causal=False, sm_scale=1.0, bias=None, + full_scales=None, ): if o is None: o = torch.empty_like(q, dtype=v.dtype)