qqp fix (#956)

nyu-mll · Nov 10, 2019 · 1ee0d95 · 1ee0d95
1 parent 8af068d
commit 1ee0d95
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/jiant/tasks/tasks.py b/jiant/tasks/tasks.py
@@ -818,14 +818,21 @@ def __init__(self, path, max_seq_len, name, **kw):
 
     def load_data(self):
         """Process the dataset located at data_file."""
+
+        def label_fn(x):
+            if x == "":
+                return 0
+            else:
+                return int(x)
+
         self.train_data_text = load_tsv(
             self._tokenizer_name,
             os.path.join(self.path, "train.tsv"),
             max_seq_len=self.max_seq_len,
             s1_idx=3,
             s2_idx=4,
             label_idx=5,
-            label_fn=int,
+            label_fn=label_fn,
             skip_rows=1,
         )
         self.val_data_text = load_tsv(
@@ -835,7 +842,7 @@ def load_data(self):
             s1_idx=3,
             s2_idx=4,
             label_idx=5,
-            label_fn=int,
+            label_fn=label_fn,
             skip_rows=1,
         )
         self.test_data_text = load_tsv(