We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 331a251 commit 0f86f04Copy full SHA for 0f86f04
vllm_ascend/platform.py
@@ -75,7 +75,8 @@ def pre_register_and_update(cls,
75
# and the user can enable quantization using "vllm serve --quantization ascend".
76
if parser is not None:
77
quant_action = parser._option_string_actions.get('--quantization')
78
- if quant_action and getattr(quant_action, 'choices', None) is not None:
+ if quant_action and getattr(quant_action, 'choices',
79
+ None) is not None:
80
if ASCEND_QUATIZATION_METHOD not in quant_action.choices:
81
quant_action.choices.append(ASCEND_QUATIZATION_METHOD)
82
0 commit comments