We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9ef3d5b commit 0825197Copy full SHA for 0825197
vllm/model_executor/layers/rotary_embedding/base.py
@@ -165,11 +165,8 @@ def forward_hip(
165
self.rotary_dim,
166
self.is_neox_style,
167
)
168
- else:
169
- # ops.rotary_embedding() is an in-place operation
170
- # that updates the query and key tensors.
171
- self.forward_cuda(positions, query, key)
172
- return query, key
+ return query, key
+ return self.forward_cuda(positions, query, key)
173
174
def forward_xpu(
175
self,
0 commit comments