Skip to content

Commit 3d85988

Browse files
author
maleksan85
committed
Small improvement for linear
1 parent 622f1c4 commit 3d85988

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

vllm/model_executor/layers/tuned_gemm.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414
from vllm.utils import is_mi250, is_navi
1515

1616
support_tuned_gemms = False
17-
if current_platform.is_rocm() and not envs.VLLM_USE_V1:
17+
if current_platform.is_rocm():
1818
import vllm._gradlib_C # noqa: F401
1919
support_tuned_gemms = True
2020

@@ -69,6 +69,8 @@ def create_ds(self):
6969
self.solids = solds
7070

7171
def query_sol(self, m, n, k, bias, dtype):
72+
if envs.VLLM_USE_V1:
73+
return 0, 0
7274
return self.solids.get((m, n, k, bias, str(dtype)), (0, 0))
7375

7476
def apply_skinny(self, m, n, k, inp_view, weights):

0 commit comments

Comments
 (0)