From 8b30a62e113545d88fd46bbf6e780f64a3c99925 Mon Sep 17 00:00:00 2001
From: klshuster <kshuster@fb.com>
Date: Fri, 11 Mar 2022 17:05:19 -0500
Subject: [PATCH] knowledge question

---
 parlai/crowdsourcing/tasks/acute_eval/fast_eval.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py b/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py
index 583d06fc890..9db9f6afd78 100644
--- a/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py
+++ b/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py
@@ -77,6 +77,11 @@
         "s1_choice": "<Speaker 1> talks about the image better",
         "s2_choice": "<Speaker 2> talks about the image better",
     },
+    'knowledge': {
+        'question': 'If you had to say that one speaker is more knowledgeable and one is more ignorant, who is more knowledgeable?',
+        's1_choice': '<Speaker 1> is more knowledgeable',
+        's2_choice': '<Speaker 2> is more knowledgeable',
+    },
 }