# python ./cd_utils/eval/eval_pope.py \
#     --ref-files ./data/pope/coco/coco_pope_random.json \
#     --res-files ./outputs/pope/base_pmt/coco_random_greedy.jsonl

# python ./cd_utils/eval/eval_pope.py \
#     --ref-files ./data/pope/gqa/gqa_pope_adversarial.json \
#     --res-files ./outputs/pope/sid/gqa_adversarial_greedy.jsonl


# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/sid/${dataset}_${type}_greedy.jsonl
#     done
# done

# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/base_apc/${dataset}_${type}_sample_apc.jsonl
#     done
# done

# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/base_apc/${dataset}_${type}_sample_apc.jsonl
#     done
# done

# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/base_pmt/apc_${dataset}_${type}_sample_prompt2.jsonl
#     done
# done

# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/vcd/${dataset}_${type}_sample.jsonl
#     done
# done


# python ./cd_utils/eval/eval_pope.py \
#     --ref-files ./data/pope/coco/coco_pope_random.json \
#     --res-files ./outputs/pope/base_olm/apc_olm_coco_random_greedy.jsonl

# type=adversarial

# python ./cd_utils/eval/eval_pope.py \
#     --ref-files ./data/pope/coco/coco_pope_${type}.json \
#     --res-files ./outputs/pope/qwenvl/base_coco_${type}_sample.jsonl


# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/base_olm/13b_olm_${dataset}_${type}_greedy.jsonl
#     done
# done

# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/base_pmt/13b_${dataset}_${type}_greedy.jsonl
#     done
# done


# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/qwenvl/${dataset}_${type}_greedy.jsonl
#     done
# done

# datasets=(coco aokvqa gqa)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/eval_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-files ./outputs/pope/sid/13b_${dataset}_${type}_sample.jsonl
#     done
# done


datasets=(coco aokvqa gqa)
types=(random popular adversarial)

for dataset in ${datasets[@]}; do
    for type in ${types[@]}; do
        python ./cd_utils/eval/eval_pope.py \
            --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
            --res-files ./outputs/pope/qwenvl/${dataset}_${type}_sample.jsonl
    done
done