From d7734d1923fe74265045169ca6fd1031046d646d Mon Sep 17 00:00:00 2001 From: Amine Elhattami <35821254+Am1n3e@users.noreply.github.com> Date: Tue, 24 Sep 2024 14:08:44 +0200 Subject: [PATCH] Fixed dummy model (#2339) --- lm_eval/models/dummy.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/lm_eval/models/dummy.py b/lm_eval/models/dummy.py index 8373773967..014ad49ee3 100644 --- a/lm_eval/models/dummy.py +++ b/lm_eval/models/dummy.py @@ -26,9 +26,9 @@ def loglikelihood(self, requests, disable_tqdm: bool = False): def generate_until(self, requests, disable_tqdm: bool = False): res = [] - for ctx, _ in tqdm(requests, disable=disable_tqdm): + for request in tqdm(requests, disable=disable_tqdm): res.append("lol") - assert ctx.strip() != "" + assert request.arguments[0].strip() != "" return res