Separate template

IBM · Feb 28, 2024 · 9b640fe · 9b640fe
1 parent 45115d4
commit 9b640fe
Show file tree

Hide file tree

Showing 8 changed files with 28 additions and 55 deletions.
diff --git a/prepare/cards/ffqa_filtered.py b/prepare/cards/ffqa_filtered.py
@@ -1,9 +1,7 @@
 from src.unitxt.blocks import (
-    InputOutputTemplate,
     LoadHF,
     SplitRandomMix,
     TaskCard,
-    TemplatesList,
 )
 from src.unitxt.catalog import add_to_catalog
 from src.unitxt.operators import (
@@ -115,18 +113,7 @@ def add_card(split: str):
             ),
         ],
         task="tasks.qa.with_context.extractive",
-        templates=TemplatesList(
-            [
-                InputOutputTemplate(
-                    input_format="""\
-Answer the question based on the information provided in the document given below. The answer should be a single word or a number or a short phrase of few words
-Document: {context}
-Question: {question}
-Answer: """,
-                    output_format="{answers}",
-                ),
-            ]
-        ),
+        templates="templates.qa.with_context.all",
     )
 
     test_card(card)

diff --git a/prepare/templates/qa/with_context.py b/prepare/templates/qa/with_context.py
@@ -37,13 +37,29 @@
     overwrite=True,
 )
 
+# Template from https://huggingface.co/datasets/abacusai/WikiQA-Free_Form_QA
+add_to_catalog(
+    MultiReferenceTemplate(
+        input_format="""\
+Answer the question based on the information provided in the document given below. The answer should be a single word or a number or a short phrase of few words
+Document: {context}
+Question: {question}
+Answer: """,
+        references_field="answers",
+    ),
+    "templates.qa.with_context.ffqa",
+    overwrite=True,
+)
+
+
 add_to_catalog(
     TemplatesList(
         [
             "templates.qa.with_context.simple",
             "templates.qa.with_context.simple2",
             "templates.qa.with_context.with_type",
             "templates.qa.with_context.question_first",
+            "templates.qa.with_context.ffqa",
         ]
     ),
     "templates.qa.with_context.all",

diff --git a/src/unitxt/catalog/cards/ffqa_filtered/16k.json b/src/unitxt/catalog/cards/ffqa_filtered/16k.json
@@ -60,14 +60,5 @@
         }
     ],
     "task": "tasks.qa.with_context.extractive",
-    "templates": {
-        "type": "templates_list",
-        "items": [
-            {
-                "type": "input_output_template",
-                "input_format": "Answer the question based on the information provided in the document given below. The answer should be a single word or a number or a short phrase of few words\nDocument: {context}\nQuestion: {question}\nAnswer: ",
-                "output_format": "{answers}"
-            }
-        ]
-    }
+    "templates": "templates.qa.with_context.all"
 }
diff --git a/src/unitxt/catalog/cards/ffqa_filtered/2k.json b/src/unitxt/catalog/cards/ffqa_filtered/2k.json
@@ -60,14 +60,5 @@
         }
     ],
     "task": "tasks.qa.with_context.extractive",
-    "templates": {
-        "type": "templates_list",
-        "items": [
-            {
-                "type": "input_output_template",
-                "input_format": "Answer the question based on the information provided in the document given below. The answer should be a single word or a number or a short phrase of few words\nDocument: {context}\nQuestion: {question}\nAnswer: ",
-                "output_format": "{answers}"
-            }
-        ]
-    }
+    "templates": "templates.qa.with_context.all"
 }
diff --git a/src/unitxt/catalog/cards/ffqa_filtered/4k.json b/src/unitxt/catalog/cards/ffqa_filtered/4k.json
@@ -60,14 +60,5 @@
         }
     ],
     "task": "tasks.qa.with_context.extractive",
-    "templates": {
-        "type": "templates_list",
-        "items": [
-            {
-                "type": "input_output_template",
-                "input_format": "Answer the question based on the information provided in the document given below. The answer should be a single word or a number or a short phrase of few words\nDocument: {context}\nQuestion: {question}\nAnswer: ",
-                "output_format": "{answers}"
-            }
-        ]
-    }
+    "templates": "templates.qa.with_context.all"
 }
diff --git a/src/unitxt/catalog/cards/ffqa_filtered/8k.json b/src/unitxt/catalog/cards/ffqa_filtered/8k.json
@@ -60,14 +60,5 @@
         }
     ],
     "task": "tasks.qa.with_context.extractive",
-    "templates": {
-        "type": "templates_list",
-        "items": [
-            {
-                "type": "input_output_template",
-                "input_format": "Answer the question based on the information provided in the document given below. The answer should be a single word or a number or a short phrase of few words\nDocument: {context}\nQuestion: {question}\nAnswer: ",
-                "output_format": "{answers}"
-            }
-        ]
-    }
+    "templates": "templates.qa.with_context.all"
 }
diff --git a/src/unitxt/catalog/templates/qa/with_context/all.json b/src/unitxt/catalog/templates/qa/with_context/all.json
@@ -4,6 +4,7 @@
         "templates.qa.with_context.simple",
         "templates.qa.with_context.simple2",
         "templates.qa.with_context.with_type",
-        "templates.qa.with_context.question_first"
+        "templates.qa.with_context.question_first",
+        "templates.qa.with_context.ffqa"
     ]
 }
diff --git a/src/unitxt/catalog/templates/qa/with_context/ffqa.json b/src/unitxt/catalog/templates/qa/with_context/ffqa.json
@@ -0,0 +1,5 @@
+{
+    "type": "multi_reference_template",
+    "input_format": "Answer the question based on the information provided in the document given below. The answer should be a single word or a number or a short phrase of few words\nDocument: {context}\nQuestion: {question}\nAnswer: ",
+    "references_field": "answers"
+}