fix model_specific_prompt_kwargs

lmms_eval/tasks/cinepile/utils.py

@@ -58,9 +58,9 @@ def format_question_and_options(question, options):
     return formatted_string
 
 
-def cinepile_doc_to_text(doc, model_specific_prompt_kwargs=None):
+def cinepile_doc_to_text(doc, lmms_eval_specific_kwargs=None):
     formatted_question = format_question_and_options(doc["question"], doc["choices"])
-    model_input = f"{model_specific_prompt_kwargs['pre_prompt']}\n\n**Subtitles:**\n{doc['subtitles']}\n\n{formatted_question}\n{model_specific_prompt_kwargs['post_prompt']}"
+    model_input = f"{lmms_eval_specific_kwargs['pre_prompt']}\n\n**Subtitles:**\n{doc['subtitles']}\n\n{formatted_question}\n{lmms_eval_specific_kwargs['post_prompt']}"
     return model_input
 
 

lmms_eval/tasks/moviechat/_default_template_yaml

@@ -3,7 +3,7 @@ dataset_kwargs:
   token: True
   video: True
   cache_dir: moviechat_1k_test
-model_specific_prompt_kwargs:
+lmms_eval_specific_kwargs:
   default:
     pre_prompt: "You are able to understand the visual content that the user provides.Follow the instructions carefully and explain your answers in detail."
     post_prompt: ""

lmms_eval/tasks/moviechat/utils.py

@@ -80,15 +80,15 @@ def moviechat_doc_to_visual_breakpoint(doc):
 
 
 # format the question
-def moviechat_doc_to_text(doc, model_specific_prompt_kwargs=None):
-    if model_specific_prompt_kwargs is None:
-        model_specific_prompt_kwargs = {}
+def moviechat_doc_to_text(doc, lmms_eval_specific_kwargs=None):
+    if lmms_eval_specific_kwargs is None:
+        lmms_eval_specific_kwargs = {}
     pre_prompt = ""
     post_prompt = ""
-    if "pre_prompt" in model_specific_prompt_kwargs:
-        pre_prompt = model_specific_prompt_kwargs["pre_prompt"]
-    if "post_prompt" in model_specific_prompt_kwargs:
-        post_prompt = model_specific_prompt_kwargs["post_prompt"]
+    if "pre_prompt" in lmms_eval_specific_kwargs:
+        pre_prompt = lmms_eval_specific_kwargs["pre_prompt"]
+    if "post_prompt" in lmms_eval_specific_kwargs:
+        post_prompt = lmms_eval_specific_kwargs["post_prompt"]
 
     question = doc["question"]
     return f"{pre_prompt}{question}{post_prompt}"

lmms_eval/tasks/vdc/_default_template_yaml

@@ -3,10 +3,6 @@ dataset_kwargs:
   token: True
   video: True
   cache_dir: vdc_test
-lmms_eval_specific_kwargs:
-  default:
-    pre_prompt: ""
-    post_prompt: ""
 
 metadata:
   version: 0.0

lmms_eval/tasks/vdc/utils.py

@@ -169,27 +169,27 @@ def vdc_doc_to_visual(doc):
 
 
 # format the prompt
-def vdc_doc_to_text_short(doc, model_specific_prompt_kwargs=None):
+def vdc_doc_to_text_short(doc, lmms_eval_specific_kwargs=None):
     pre_prompt = random.choice(SHORT_CAPTION_PROMPTS)
     return f"{pre_prompt}"
 
 
-def vdc_doc_to_text_detailed(doc, model_specific_prompt_kwargs=None):
+def vdc_doc_to_text_detailed(doc, lmms_eval_specific_kwargs=None):
     pre_prompt = random.choice(DETAILED_CAPTION_PROMPTS)
     return f"{pre_prompt}"
 
 
-def vdc_doc_to_text_main_object(doc, model_specific_prompt_kwargs=None):
+def vdc_doc_to_text_main_object(doc, lmms_eval_specific_kwargs=None):
     pre_prompt = random.choice(MAIN_OBJECT_CAPTION_PROMPTS)
     return f"{pre_prompt}"
 
 
-def vdc_doc_to_text_camera(doc, model_specific_prompt_kwargs=None):
+def vdc_doc_to_text_camera(doc, lmms_eval_specific_kwargs=None):
     pre_prompt = random.choice(CAMERA_CAPTION_PROMPTS)
     return f"{pre_prompt}"
 
 
-def vdc_doc_to_text_background(doc, model_specific_prompt_kwargs=None):
+def vdc_doc_to_text_background(doc, lmms_eval_specific_kwargs=None):
     pre_prompt = random.choice(BACKGROUND_CAPTION_PROMPTS)
     return f"{pre_prompt}"