fix(configuration_llama): add keys_to_ignore_at_inference to `Llama…

…Config` (huggingface#23891)
gojiteji · Jun 5, 2023 · feef392 · feef392
1 parent fbf8f7c
commit feef392
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/llama/configuration_llama.py b/src/transformers/models/llama/configuration_llama.py
@@ -79,6 +79,7 @@ class LlamaConfig(PretrainedConfig):
     >>> configuration = model.config
     ```"""
     model_type = "llama"
+    keys_to_ignore_at_inference = ["past_key_values"]
 
     def __init__(
         self,