From 441c3e0dd28194df9366773376ae5878b2db465e Mon Sep 17 00:00:00 2001 From: Marc Sun <57196510+SunMarc@users.noreply.github.com> Date: Thu, 2 Nov 2023 16:23:31 +0100 Subject: [PATCH] fix-deprecated-exllama-arg (#27243) fix-exllama --- src/transformers/utils/quantization_config.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/transformers/utils/quantization_config.py b/src/transformers/utils/quantization_config.py index ae8909352c199b..34f7cb799a725f 100644 --- a/src/transformers/utils/quantization_config.py +++ b/src/transformers/utils/quantization_config.py @@ -455,6 +455,7 @@ def post_init(self): "The value of `use_exllama` will be overwritten by `disable_exllama` passed in `GPTQConfig` or stored in your config file." ) self.use_exllama = not self.disable_exllama + self.disable_exllama = None elif self.disable_exllama is not None and self.use_exllama is not None: # Only happens if user explicitly passes in both arguments raise ValueError("Cannot specify both `disable_exllama` and `use_exllama`. Please use just `use_exllama`")