[CI] Increase the threshold of the MTEB RERANK tests (vllm-project#20615)

Signed-off-by: wang.yuqi <noooop@126.com>

Author: noooop

tests/models/language/pooling/mteb_utils.py

@@ -23,7 +23,7 @@
 # See #19344
 MTEB_RERANK_TASKS = ["NFCorpus"]
 MTEB_RERANK_LANGS = ["en"]
-MTEB_RERANK_TOL = 1e-3
+MTEB_RERANK_TOL = 2e-3
 
 
 class VllmMtebEncoder(mteb.Encoder):

tests/models/language/pooling/test_baai.py

@@ -68,7 +68,6 @@
                     enable_test=False),
     RerankModelInfo("BAAI/bge-reranker-v2-m3",
                     architecture="XLMRobertaForSequenceClassification",
-                    dtype="float32",
                     enable_test=False)
 ]
 

tests/models/language/pooling/test_jina.py

@@ -18,11 +18,8 @@
 ]
 
 RERANK_MODELS = [
-    RerankModelInfo(
-        "jinaai/jina-reranker-v2-base-multilingual",
-        architecture="XLMRobertaForSequenceClassification",
-        dtype="float32",
-    )
+    RerankModelInfo("jinaai/jina-reranker-v2-base-multilingual",
+                    architecture="XLMRobertaForSequenceClassification")
 ]
 
 

tests/models/language/pooling/test_qwen3_reranker.py

@@ -12,11 +12,9 @@
 RERANK_MODELS = [
     RerankModelInfo("Qwen/Qwen3-Reranker-0.6B",
                     architecture="Qwen3ForSequenceClassification",
-                    dtype="float32",
                     enable_test=True),
     RerankModelInfo("Qwen/Qwen3-Reranker-4B",
                     architecture="Qwen3ForSequenceClassification",
-                    dtype="float32",
                     enable_test=False)
 ]