fix: fix task types in MIEB (#1952)

mteb/leaderboard/app.py

@@ -5,7 +5,6 @@
 import logging
 import tempfile
 import time
-import typing
 from pathlib import Path
 from typing import Literal
 from urllib.parse import urlencode
@@ -15,7 +14,6 @@
 from gradio_rangeslider import RangeSlider
 
 import mteb
-from mteb.abstasks.TaskMetadata import TASK_TYPE
 from mteb.caching import json_cache
 from mteb.leaderboard.figures import performance_size_plot, radar_chart
 from mteb.leaderboard.table import scores_to_tables
@@ -41,6 +39,21 @@
 We also thank the following companies which provide API credits to evaluate their models: [OpenAI](https://openai.com/), [Voyage AI](https://www.voyageai.com/)
 """
 
+MMTEB_TASK_TYPES = [  # TEMPORARY FIX: when adding MIEB to the leaderboard, this can probably be replaced with TASK_TYPE
+    "BitextMining",
+    "Classification",
+    "MultilabelClassification",
+    "Clustering",
+    "PairClassification",
+    "Reranking",
+    "Retrieval",
+    "STS",
+    "Summarization",
+    "InstructionRetrieval",
+    "Speed",
+]
+
+
 ALL_MODELS = {meta.name for meta in mteb.get_model_metas()}
 
 
@@ -227,7 +240,7 @@ def filter_models(
 )
 type_select = gr.Dropdown(
     all_results.task_types,
-    value=sorted(typing.get_args(TASK_TYPE)),
+    value=sorted(MMTEB_TASK_TYPES),
     multiselect=True,
     label="Task Type",
     info="Select task types to include.",