Fix tests

Signed-off-by: Elron Bandel <elron.bandel@ibm.com>
IBM · Feb 20, 2024 · 0424d9d · 0424d9d
1 parent da300c6
commit 0424d9d
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 34 deletions.
diff --git a/src/unitxt/catalog/tasks/classification/multi_class/two_texts.json b/src/unitxt/catalog/tasks/classification/multi_class/two_texts.json
diff --git a/tests/library/test_recipe.py b/tests/library/test_recipe.py
@@ -16,7 +16,7 @@ def test_standard_recipe(self):
         recipe = StandardRecipe(
             card="cards.wnli",
             template=InputOutputTemplate(
-                input_format="{premise}",
+                input_format="{text_a}",
                 output_format="{label}",
                 instruction="classify",
             ),
@@ -29,22 +29,18 @@ def test_standard_recipe(self):
 
         for instance in stream["train"]:
             print_dict(instance)
+            del instance["additional_inputs"]
             self.assertDictEqual(
                 instance,
                 {
-                    "metrics": ["metrics.accuracy"],
+                    "metrics": [
+                        "metrics.f1_micro",
+                        "metrics.accuracy",
+                        "metrics.f1_macro",
+                    ],
                     "source": "classify\n\nUser:I stuck a pin through a carrot. When I pulled the pin out, it had a hole.\nAgent:",
                     "target": "not entailment",
                     "references": ["not entailment"],
-                    "additional_inputs": {
-                        "key": ["choices", "premise", "hypothesis", "label"],
-                        "value": [
-                            "['entailment', 'not entailment']",
-                            "I stuck a pin through a carrot. When I pulled the pin out, it had a hole.",
-                            "The carrot had a hole.",
-                            "not entailment",
-                        ],
-                    },
                     "group": "unitxt",
                     "postprocessors": ["processors.to_string_stripped"],
                 },