Revert "fix opt fc1/fc2 layer modules should not be quantized (#118)"

This reverts commit c9a0688.
ModelCloud · Jul 2, 2024 · 0617d77 · 0617d77
1 parent cd80805
commit 0617d77
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/gptqmodel/models/opt.py b/gptqmodel/models/opt.py
@@ -15,6 +15,6 @@ class OPTGPTQ(BaseGPTQModel):
     layer_modules = [
         ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
         ["self_attn.out_proj"],
-        # ["fc1"], disabled: not a good candidate for quantization
-        # ["fc2"], disabled: not a good candidate for quantization
+        ["fc1"],
+        ["fc2"],
     ]