jsonfile retains original fields (#5033)

* jsonfile retains original fields * jsonfile retains original fields * simplified
facebookresearch · May 16, 2023 · 14ba31b · 14ba31b
1 parent 4f4caa9
commit 14ba31b
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 3 deletions.
diff --git a/parlai/core/teachers.py b/parlai/core/teachers.py
@@ -1730,8 +1730,12 @@ def _get_ep_from_turns(self, xturns, yturns):
         eps = []
         for xturn, yturn in zip(xturns, yturns):
             turn = {}
-            turn['text'] = xturn.get('text').strip()
-            turn['labels'] = [yturn.get('text').strip()]
+            turn['text'] = xturn.get('text')
+            turn['labels'] = [yturn.get('text')]
+
+            turn['x_turn'] = xturn
+            turn['y_turn'] = yturn
+
             eps.append(turn)
         return eps
 

diff --git a/parlai/scripts/display_data.py b/parlai/scripts/display_data.py
@@ -59,7 +59,10 @@ def simple_display(opt, world, turn):
     text = act.get('text', '[no text field]')
     print(colorize(text.encode('utf-16', 'surrogatepass').decode('utf-16'), 'text'))
     labels = act.get('labels', act.get('eval_labels', ['[no labels field]']))
-    labels = '|'.join(labels)
+    if len(labels) == 1 and labels[0] is None:
+        labels = str(labels)
+    else:
+        labels = '|'.join(labels)
     print('   ' + colorize(labels, 'labels'))