committing quail fix (#1249)

Include question in example
nyu-mll · Dec 22, 2020 · 605d794 · 605d794
1 parent 192d6b5
commit 605d794
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/jiant/tasks/lib/quail.py b/jiant/tasks/lib/quail.py
@@ -33,7 +33,7 @@ class QuailTask(mc_template.AbstractMultipleChoiceTask):
     DataRow = DataRow
     Batch = Batch
 
-    CHOICE_KEYS = ["0", "1", "2", "3"]
+    CHOICE_KEYS = [0, 1, 2, 3]
     CHOICE_TO_ID, ID_TO_CHOICE = labels_to_bimap(CHOICE_KEYS)
     NUM_CHOICES = len(CHOICE_KEYS)
 
@@ -53,7 +53,7 @@ def _create_examples(cls, lines, set_type):
             examples.append(
                 Example(
                     guid="%s-%s" % (set_type, i),
-                    prompt=line["context"],
+                    prompt=line["context"] + " " + line["question"],
                     choice_list=[d for d in line["answers"]],
                     label=line["label"],
                 )