From 85e9cbaa49d901444fee83b4591ae1c5219b6c92 Mon Sep 17 00:00:00 2001 From: Eric Smith Date: Tue, 13 Jul 2021 16:01:12 -0400 Subject: [PATCH] Specify ACUTE-Eval analyzer type (#3781) --- parlai/crowdsourcing/tasks/acute_eval/fast_eval.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py b/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py index b668572554b..2b2288cc2e6 100644 --- a/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py +++ b/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py @@ -76,6 +76,8 @@ class FastAcuteExecutor(object): Execute fast ACUTE runs. """ + ANALYZER = AcuteAnalyzer + def __init__(self, args: DictConfig, model_config: Optional[Dict[str, Any]] = None): """ Pass in model_config directly to override the model config file, @@ -532,7 +534,7 @@ def analyze_results(self, args: Optional[str] = None): } ) - analyzer = AcuteAnalyzer(opt) + analyzer = self.ANALYZER(opt) self.results = analyzer.get_matchup_totals_with_significance() analyzer.save_results()