Update eval & requirements

Author: czczup

internvl_chat/eval/cmmmu/evaluate_cmmmu.py

@@ -1,4 +1,4 @@
-ouimport argparse
+import argparse
 import json
 import os
 import random

internvl_chat/evaluate.sh

@@ -289,6 +289,76 @@ if [ ${DATASET} == "refcoco-val" ]; then
     eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcoco_val "${ARGS[@]:2}"
 fi
 
+if [ ${DATASET} == "refcoco-testA" ]; then
+    torchrun \
+    --nnodes=1 \
+    --node_rank=0 \
+    --master_addr=127.0.0.1 \
+    --nproc_per_node=${GPUS} \
+    --master_port=${MASTER_PORT} \
+    eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcoco_testA "${ARGS[@]:2}"
+fi
+
+if [ ${DATASET} == "refcoco-testB" ]; then
+    torchrun \
+    --nnodes=1 \
+    --node_rank=0 \
+    --master_addr=127.0.0.1 \
+    --nproc_per_node=${GPUS} \
+    --master_port=${MASTER_PORT} \
+    eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcoco_testB "${ARGS[@]:2}"
+fi
+
+if [ ${DATASET} == "refcoco+-val" ]; then
+    torchrun \
+    --nnodes=1 \
+    --node_rank=0 \
+    --master_addr=127.0.0.1 \
+    --nproc_per_node=${GPUS} \
+    --master_port=${MASTER_PORT} \
+    eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcoco+_val "${ARGS[@]:2}"
+fi
+
+if [ ${DATASET} == "refcoco+-testA" ]; then
+    torchrun \
+    --nnodes=1 \
+    --node_rank=0 \
+    --master_addr=127.0.0.1 \
+    --nproc_per_node=${GPUS} \
+    --master_port=${MASTER_PORT} \
+    eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcoco+_testA "${ARGS[@]:2}"
+fi
+
+if [ ${DATASET} == "refcoco+-testB" ]; then
+    torchrun \
+    --nnodes=1 \
+    --node_rank=0 \
+    --master_addr=127.0.0.1 \
+    --nproc_per_node=${GPUS} \
+    --master_port=${MASTER_PORT} \
+    eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcoco+_testB "${ARGS[@]:2}"
+fi
+
+if [ ${DATASET} == "refcocog-val" ]; then
+    torchrun \
+    --nnodes=1 \
+    --node_rank=0 \
+    --master_addr=127.0.0.1 \
+    --nproc_per_node=${GPUS} \
+    --master_port=${MASTER_PORT} \
+    eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcocog_val "${ARGS[@]:2}"
+fi
+
+if [ ${DATASET} == "refcocog-test" ]; then
+    torchrun \
+    --nnodes=1 \
+    --node_rank=0 \
+    --master_addr=127.0.0.1 \
+    --nproc_per_node=${GPUS} \
+    --master_port=${MASTER_PORT} \
+    eval/refcoco/evaluate_grounding.py --checkpoint ${CHECKPOINT} --datasets refcocog_test "${ARGS[@]:2}"
+fi
+
 if [ ${DATASET} == "llava-bench" ]; then
     rm -rf results/llava_bench_results_review.jsonl
     python eval/llava_bench/evaluate_llava_bench.py --checkpoint ${CHECKPOINT} "${ARGS[@]:2}"

internvl_chat/pyproject.toml

@@ -16,10 +16,10 @@ dependencies = [
     "torch>=2", "torchvision>=0.15",
     "transformers==4.37.2", "tokenizers==0.15.1", "sentencepiece==0.1.99", "shortuuid",
     "accelerate", "peft>=0.4.0", "bitsandbytes==0.41.0",
-    "pydantic<2,>=1", "markdown2[all]", "numpy", "scikit-learn>=1.2.2",
+    "pydantic", "markdown2[all]", "numpy", "scikit-learn>=1.2.2",
     "gradio==3.35.2", "gradio_client==0.2.9",
     "requests", "httpx==0.24.0", "uvicorn", "fastapi",
-    "deepspeed==0.10.0", "einops", "einops-exts", "timm==0.9.12",
+    "deepspeed==0.13.5", "einops", "einops-exts", "timm==0.9.12",
 ]
 
 [project.urls]

internvl_chat_llava/pyproject.toml

@@ -16,10 +16,10 @@ dependencies = [
     "torch>=2", "torchvision>=0.15",
     "transformers>=4.37.2", "tokenizers==0.15.1", "sentencepiece==0.1.99", "shortuuid",
     "accelerate", "peft>=0.4.0", "bitsandbytes==0.41.0",
-    "pydantic<2,>=1", "markdown2[all]", "numpy", "scikit-learn>=1.2.2",
+    "pydantic", "markdown2[all]", "numpy", "scikit-learn>=1.2.2",
     "gradio==3.35.2", "gradio_client==0.2.9",
     "requests", "httpx==0.24.0", "uvicorn", "fastapi",
-    "deepspeed==0.10.0", "einops", "einops-exts", "timm==0.9.12",
+    "deepspeed==0.13.5", "einops", "einops-exts", "timm==0.9.12",
 ]
 
 [project.urls]

requirements/internvl_chat.txt

@@ -1,10 +1,9 @@
 accelerate
 bitsandbytes==0.41.0
 decord
-deepspeed==0.10.0
+deepspeed==0.13.5
 einops==0.6.1
 einops-exts==0.0.4
-flash_attn==2.3.6
 huggingface_hub
 imageio
 numpy

requirements/streamlit_demo.txt

@@ -3,7 +3,7 @@ gradio==3.35.2
 gradio_client==0.2.9
 httpx==0.24.0
 markdown2[all]
-pydantic<2,>=1
+pydantic
 requests
 streamlit
 streamlit-image-select