add gsm evaluator

microsoft · Dec 24, 2024 · 3036dd6 · 3036dd6
1 parent 5b541a0
commit 3036dd6
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/mttl/evaluators/gsm_evaluator.py b/mttl/evaluators/gsm_evaluator.py
@@ -122,9 +122,11 @@ def print_python_code(predictions_texts, batch, file):
                     print_python_code(predictions_texts, batch, f)
                 else:
                     raise ValueError("Invalid templete")
-
-        metrics = self.compute_metrics(all_predictions, all_targets)
-        return metrics
+        if len(all_predictions) != 0:
+            metrics = self.compute_metrics(all_predictions, all_targets)
+            return metrics
+        else:
+            raise ValueError("No predictions found")
 
     def compute_metrics(self, predictions, targets):
         # compute the accuracy based on the cot prompt