Spaces:
Paused
Paused
File size: 5,538 Bytes
e6af450 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 |
# Copyright (c) 2023 OpenGVLab
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates.
# SPDX-License-Identifier: MIT
#
# This file has been modified by ByteDance Ltd. and/or its affiliates. on 2025-05-20.
#
# Original file was released under MIT, with the full license text
# available at https://github.com/OpenGVLab/InternVL/blob/main/LICENSE.
#
# This modified file is released under the same license.
set -x
export PYTHONPATH="$(pwd):${PYTHONPATH}"
export TF_CPP_MIN_LOG_LEVEL=3
export LAUNCHER=pytorch
DATASET=${1}
echo "CHECKPOINT: ${CHECKPOINT}"
# Save original arguments
ARGS=("$@")
# Parse options
while [[ $# -gt 0 ]]; do
case "$1" in
--auto)
GPUS=1
shift
;;
*)
shift
;;
esac
done
echo "GPUS: ${GPUS}"
if [ ${DATASET} == "mme" ]; then
python -m eval.vlm.eval.mme.eval "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmvet" ]; then
python -m eval.vlm.eval.mmvet.evaluate_mmvet --datasets mmvet "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmbench-dev-en" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmbench.evaluate_mmbench --datasets mmbench_dev_20230712 "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmbench-dev-cn" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmbench.evaluate_mmbench --datasets mmbench_dev_cn_20231003 "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmbench-test-en" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmbench.evaluate_mmbench --datasets mmbench_test_en_20231003 "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmbench-test-cn" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmbench.evaluate_mmbench --datasets mmbench_test_cn_20231003 "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmmu-dev" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmmu.evaluate_mmmu --datasets MMMU_dev "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmmu-val" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmmu.evaluate_mmmu --datasets MMMU_validation "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmmu-val_cot" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmmu.evaluate_mmmu_cot --datasets MMMU_validation_cot "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmmu-test" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmmu.evaluate_mmmu --datasets MMMU_test "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mathvista-testmini" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mathvista.evaluate_mathvista --datasets MathVista_testmini "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mathvista-test" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mathvista.evaluate_mathvista --datasets MathVista_test "${ARGS[@]:1}"
fi
if [ ${DATASET} == "pope" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.pope.evaluate_pope --datasets pope "${ARGS[@]:1}"
fi
if [ ${DATASET} == "pope_cot" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.pope.evaluate_pope --datasets pope_cot --cot "${ARGS[@]:1}"
fi
if [ ${DATASET} == "vqa-gqa-testdev" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.vqa.evaluate_vqa --datasets gqa_testdev_llava "${ARGS[@]:1}"
fi
if [ ${DATASET} == "mmvp" ]; then
torchrun \
--nnodes=$ARNOLD_WORKER_NUM \
--node_rank=$ARNOLD_ID \
--master_addr=$ARNOLD_WORKER_0_HOST \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
-m eval.vlm.eval.mmvp.evaluate_mmvp --datasets MMVP "${ARGS[@]:1}"
fi
|