Pearlli model chat analysis refactor

parlai/crowdsourcing/projects/multisession_chat/human_eval/compile_results.py

@@ -29,6 +29,15 @@ class ModelChatResultsCompiler(BaseModelChatResultsCompiler):
     @classmethod
     def setup_args(cls):
         parser = super().setup_args()
+        parser.add_argument(
+            '--hit-block-list',
+            type=str,
+            default='',
+            help='Comma-separated list of all hits to block',
+        )
+        parser.add_argument(
+            '--results-folders', type=str, help='Comma-separated list of result folders'
+        )
         parser.add_argument(
             '--model-nickname', type=str, default='', help='name of the model'
         )
@@ -43,6 +52,10 @@ def setup_args(cls):
     def __init__(self, opt: Dict[str, Any]):
 
         AbstractTurnAnnotationResultsCompiler.__init__(self, opt)
+        if 'results_folders' in opt:
+            self.results_folders = opt['results_folders'].split(',')
+        else:
+            self.results_folders = None
 
         # Input args
         self.model_nickname = opt['model_nickname']

parlai/crowdsourcing/tasks/model_chat/README.md

@@ -59,4 +59,4 @@ Note that onboarding is not currently supported with human+model image chat: use
 
 ## Analysis
 
-Run `analysis/compile_results.py` to compile and save statistics about collected human+model chats. The `ModelChatResultsCompiler` in that script uses dummy annotation buckets by default; set `--problem-buckets` in order to define your own. Set `--results-folders` to the value of `mephisto.blueprint.chat_data_folder` used when running HITs.
+Run `analysis/compile_results.py` to compile and save statistics about collected human+model chats. The `ModelChatResultsCompiler` in that script uses dummy annotation buckets by default; set `--problem-buckets` in order to define your own. Set `--task-name` to specify a specific task to compile.