chore: Remove unnecessary files and code related to live_bench and sf…

…t_eval tasks
EvolvingLMMs-Lab · Jun 12, 2024 · e43bd84 · e43bd84
1 parent b851ab9
commit e43bd84
Show file tree

Hide file tree

Showing 82 changed files with 2 additions and 3,027 deletions.
diff --git a/README.md b/README.md
@@ -122,7 +122,7 @@ accelerate launch --num_processes=8 -m lmms_eval --model llava   --model_args pr
 accelerate launch --num_processes=8 -m lmms_eval --model llava   --model_args pretrained="liuhaotian/llava-v1.6-34b,conv_template=mistral_direct"   --tasks mme,mmbench_en --batch_size 1 --log_samples --log_samples_suffix llava_v1.5_mme_mmbenchen --output_path ./logs/ #
 
 # From a predefined configuration, supporting evaluation of multiple models and datasets
-accelerate launch --num_processes=8 -m lmms_eval --config example_eval.yaml 
+accelerate launch --num_processes=8 -m lmms_eval --config ./miscs/example_eval.yaml 
 ```
 
 # Model Results

diff --git a/lmms_eval/models/__init__.py b/lmms_eval/models/__init__.py
@@ -26,7 +26,7 @@
     "reka": "Reka",
     "llava_onevision": "Llava_OneVision",
     "from_log": "FromLog",
-    "mplugOwlVideo": "mplug_Owl",
+    "mplug_owl_video": "mplug_Owl",
 }
 
 for model_name, model_class in AVAILABLE_MODELS.items():

diff --git a/lmms_eval/models/gemini_model.py b/lmms_eval/models/gemini_model.py