Fix return_all_scores in evaluate again to return all (stanfordnlp#625)

inayet · Mar 10, 2024 · 0c1d1b1 · 0c1d1b1
1 parent 02016e1
commit 0c1d1b1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/dspy/evaluate/evaluate.py b/dspy/evaluate/evaluate.py
@@ -219,7 +219,7 @@ def wrapped_program(example_idx, example):
                 ipython_display(HTML(message))
 
         if return_all_scores and return_outputs:
-            return round(100 * ncorrect / ntotal, 2), results
+            return round(100 * ncorrect / ntotal, 2), results, [score for *_, score in reordered_devset]
         elif return_all_scores:
             return round(100 * ncorrect / ntotal, 2), [score for *_, score in reordered_devset]
         elif return_outputs: