jsonfile retains original fields

parlai/core/teachers.py

@@ -1730,8 +1730,12 @@ def _get_ep_from_turns(self, xturns, yturns):
         eps = []
         for xturn, yturn in zip(xturns, yturns):
             turn = {}
-            turn['text'] = xturn.get('text').strip()
-            turn['labels'] = [yturn.get('text').strip()]
+            turn['text'] = xturn.get('text')
+            turn['labels'] = [yturn.get('text')]
+
+            turn['x_turn'] = xturn
+            turn['y_turn'] = yturn
+
             eps.append(turn)
         return eps
 

parlai/scripts/display_data.py

@@ -59,7 +59,10 @@ def simple_display(opt, world, turn):
     text = act.get('text', '[no text field]')
     print(colorize(text.encode('utf-16', 'surrogatepass').decode('utf-16'), 'text'))
     labels = act.get('labels', act.get('eval_labels', ['[no labels field]']))
-    labels = '|'.join(labels)
+    if len(labels) == 1 and labels[0] is None:
+        labels = str(labels)
+    else:
+        labels = '|'.join(labels)
     print('   ' + colorize(labels, 'labels'))