diff --git a/parlai/crowdsourcing/tasks/acute_eval/acute_eval_blueprint.py b/parlai/crowdsourcing/tasks/acute_eval/acute_eval_blueprint.py index a54ceafea04..4bc639ddd0b 100644 --- a/parlai/crowdsourcing/tasks/acute_eval/acute_eval_blueprint.py +++ b/parlai/crowdsourcing/tasks/acute_eval/acute_eval_blueprint.py @@ -65,7 +65,11 @@ class AcuteEvalBlueprintArgs(BlueprintArgs): default=True, metadata={"help": "whether to block on onboarding failure"} ) randomize_conversations: bool = field( - default=True, metadata={'help': "Randomize conversations used for match-ups or take conversations in order"}) + default=True, + metadata={ + 'help': "Randomize conversations used for match-ups or take conversations in order" + }, + ) num_matchup_pairs: int = field( default=2, metadata={"help": "Number of pairs per model matchup, default 2"} )