From 786d8aa30883e4b3d4e852606c98840fa95a78f2 Mon Sep 17 00:00:00 2001 From: Eric Smith Date: Mon, 25 Oct 2021 14:48:07 -0400 Subject: [PATCH] Add interestingness question --- parlai/crowdsourcing/tasks/acute_eval/fast_eval.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py b/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py index cf44080db7a..aeff1e78d49 100644 --- a/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py +++ b/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py @@ -58,6 +58,11 @@ 's1_choice': 'I would prefer to talk to ', 's2_choice': 'I would prefer to talk to ', }, + 'interesting': { + 'question': 'If you had to say one of these speakers is interesting and one is boring, who would you say is more interesting?', + 's1_choice': ' is more interesting', + 's2_choice': ' is more interesting', + }, 'roleplay': { 'question': 'How well does the speaker play their role in the conversation?', 's1_choice': ' plays their role better.',