Revert "fix opt fc1/fc2 layer modules should not be quantized (ModelC…

…loud#118)" (ModelCloud#149) This reverts commit 5bf289a.
DeJoker · Jul 2, 2024 · 79a09c8 · 79a09c8
1 parent c423c25
commit 79a09c8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/gptqmodel/models/opt.py b/gptqmodel/models/opt.py
@@ -15,6 +15,6 @@ class OPTGPTQ(BaseGPTQModel):
     layer_modules = [
         ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
         ["self_attn.out_proj"],
-        # ["fc1"], disabled: not a good candidate for quantization
-        # ["fc2"], disabled: not a good candidate for quantization
+        ["fc1"],
+        ["fc2"],
     ]