Rebased + added tests

Signed-off-by: Rahul Tuli <rahul@neuralmagic.com>
vllm-project · Nov 5, 2024 · a8e3894 · a8e3894
1 parent b03f4c7
commit a8e3894
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/tests/llmcompressor/helpers.py b/tests/llmcompressor/helpers.py
@@ -1,3 +1,6 @@
+# flake8: noqa
+
+
 def valid_recipe_strings():
     return [
         """
@@ -52,4 +55,14 @@ def valid_recipe_strings():
                     final_sparsity: 0.5
                     targets: __ALL_PRUNABLE__
         """,
+        """
+        test1_stage:
+            smoothquant_modifiers:
+                SmoothQuantModifier:
+                    smoothing_strength: 0.5
+                    mappings: [
+                        [["re:.*q_proj", "re:.*k_proj", "re:.*v_proj"], "re:.*input_layernorm"],
+                        [["re:.*gate_proj", "re:.*up_proj"], "re:.*post_attention_layernorm"]
+                    ]
+        """,
     ]