[CI] Add smoke test for non-uniform AutoFP8 quantization (vllm-projec…

…t#6702) Signed-off-by: Alvant <alvasian@yandex.ru>
compressa-ai · Oct 26, 2024 · 5e9e9cf · 5e9e9cf
1 parent fc1dca2
commit 5e9e9cf
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/quantization/test_fp8.py b/tests/quantization/test_fp8.py
@@ -13,6 +13,7 @@
 MODELS = [
     "neuralmagic/Meta-Llama-3-8B-Instruct-FP8-KV",
     "nm-testing/Phi-3-mini-128k-instruct-FP8",
+    "nm-testing/Qwen2-0.5B-Instruct-FP8-SkipQKV",
 ]