vllm: fix rolling prefix_token

EleutherAI · Aug 29, 2024 · f2f7fa8 · f2f7fa8
1 parent 1146cf2
commit f2f7fa8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lm_eval/models/vllm_causallms.py b/lm_eval/models/vllm_causallms.py
@@ -289,7 +289,7 @@ def loglikelihood_rolling(
                     make_disjoint_window,
                     get_rolling_token_windows(
                         token_list=self.tok_encode(string),
-                        prefix_token=self.eot_token_id,
+                        prefix_token=self.prefix_token_id,
                         max_seq_len=self.max_length - 1,
                         context_len=1,
                     ),