Specify ACUTE-Eval analyzer type (#3781)

facebookresearch · Jul 13, 2021 · 85e9cba · 85e9cba
1 parent 69a9868
commit 85e9cba
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py b/parlai/crowdsourcing/tasks/acute_eval/fast_eval.py
@@ -76,6 +76,8 @@ class FastAcuteExecutor(object):
     Execute fast ACUTE runs.
     """
 
+    ANALYZER = AcuteAnalyzer
+
     def __init__(self, args: DictConfig, model_config: Optional[Dict[str, Any]] = None):
         """
         Pass in model_config directly to override the model config file,
@@ -532,7 +534,7 @@ def analyze_results(self, args: Optional[str] = None):
             }
         )
 
-        analyzer = AcuteAnalyzer(opt)
+        analyzer = self.ANALYZER(opt)
         self.results = analyzer.get_matchup_totals_with_significance()
         analyzer.save_results()