Skip to content

Commit 4e6c35a

Browse files
authored
Update mixtral.py
1 parent 953af4f commit 4e6c35a

File tree

1 file changed

+0
-10
lines changed

1 file changed

+0
-10
lines changed

vllm/model_executor/models/mixtral.py

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -54,16 +54,6 @@
5454
from vllm.utils import print_warning_once
5555

5656

57-
def is_sm80(device_id=0):
58-
if not torch.cuda.is_available():
59-
return False
60-
device_properties = torch.cuda.get_device_properties(device_id)
61-
return (device_properties.major == 8 and device_properties.minor == 0)
62-
63-
if is_sm80():
64-
from vllm.model_executor.layers.fused_moe import ampere_fp8_fused_moe
65-
fused_moe = ampere_fp8_fused_moe
66-
6757
logger = logging.get_logger(__name__)
6858

6959

0 commit comments

Comments
 (0)