diff --git a/exllamav2/model.py b/exllamav2/model.py index f044549c..9875f782 100644 --- a/exllamav2/model.py +++ b/exllamav2/model.py @@ -639,7 +639,7 @@ def process_module(module, x, last_state): attn_params = ExLlamaV2Attention.Params(batch_size, seq_len, past_len, input_mask, position_offsets) last_state = None - if hasattr(self, 'layers'): + if hasattr(self, 'layers_list'): for i, idx in enumerate(self.layers_list): module = self.modules[idx] x, last_state = process_module(module, x, last_state)