128

huggingface · Jul 4, 2023 · abc4e31 · abc4e31
1 parent ce05a18
commit abc4e31
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/text_generation_server/utils/gptq/quantize.py b/server/text_generation_server/utils/gptq/quantize.py
@@ -789,7 +789,7 @@ def quantize(
     model.seqlen = 2048
 
     dataset = "wikitext2"
-    nsamples = 12
+    nsamples = 128
     seed = None
 
     dataloader, testloader = get_loaders(