[CI] Add smoke test for non-uniform AutoFP8 quantization (vllm-projec…

…t#6702)
neuralmagic · Aug 17, 2024 · 9dec218 · 9dec218
1 parent f298dc1
commit 9dec218
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/quantization/test_fp8.py b/tests/quantization/test_fp8.py
@@ -13,6 +13,7 @@
 MODELS = [
     "neuralmagic/Meta-Llama-3-8B-Instruct-FP8-KV",
     "nm-testing/Phi-3-mini-128k-instruct-FP8",
+    "nm-testing/Qwen2-0.5B-Instruct-FP8-SkipQKV",
 ]