diff --git a/src/transformers/models/llama/configuration_llama.py b/src/transformers/models/llama/configuration_llama.py index 30325b82f78..e3d075310e8 100644 --- a/src/transformers/models/llama/configuration_llama.py +++ b/src/transformers/models/llama/configuration_llama.py @@ -79,6 +79,7 @@ class LlamaConfig(PretrainedConfig): >>> configuration = model.config ```""" model_type = "llama" + keys_to_ignore_at_inference = ["past_key_values"] def __init__( self,