[Per-Turn Eval] Task fixes (#4560)

* Update run.py * Established fix
facebookresearch · Jun 15, 2022 · 86502a3 · 86502a3
1 parent 0d2e906
commit 86502a3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 5 deletions.
diff --git a/parlai/crowdsourcing/tasks/pairwise_per_turn_eval/run.py b/parlai/crowdsourcing/tasks/pairwise_per_turn_eval/run.py
@@ -29,7 +29,7 @@
 TASK_DIRECTORY = os.path.dirname(os.path.abspath(__file__))
 
 
-defaults = ['_self_', {"conf": "example"}]
+defaults = ['_self_', {"conf": "example_model_comparison"}]
 
 
 @dataclass

diff --git a/parlai/crowdsourcing/tasks/pairwise_per_turn_eval/worlds.py b/parlai/crowdsourcing/tasks/pairwise_per_turn_eval/worlds.py
@@ -517,10 +517,7 @@ def validate_onboarding(data):
     status_message = messages[-2]
     if status_message is None:
         return False
-    submitted_data = status_message.get('data')
-    if submitted_data is None:
-        return False
-    final_status = submitted_data.get('final_status')
+    final_status = status_message.get('final_status')
     return final_status == ONBOARD_SUCCESS