Fixed dummy model (EleutherAI#2339)

artemorloff · Sep 24, 2024 · d7734d1 · d7734d1
1 parent 9a092f3
commit d7734d1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/lm_eval/models/dummy.py b/lm_eval/models/dummy.py
@@ -26,9 +26,9 @@ def loglikelihood(self, requests, disable_tqdm: bool = False):
     def generate_until(self, requests, disable_tqdm: bool = False):
         res = []
 
-        for ctx, _ in tqdm(requests, disable=disable_tqdm):
+        for request in tqdm(requests, disable=disable_tqdm):
             res.append("lol")
-            assert ctx.strip() != ""
+            assert request.arguments[0].strip() != ""
 
         return res