# python ./cd_utils/eval/compare_pope.py \
#     --ref-files ./data/pope/gqa/gqa_pope_adversarial.json \
#     --res-rg-files ./outputs/pope/baseline/gqa_adversarial_greedy.jsonl \
#     --res-cd-files ./outputs/pope/sid/gqa_adversarial_greedy.jsonl


# datasets=(coco)
# types=(random popular adversarial)

# for dataset in ${datasets[@]}; do
#     for type in ${types[@]}; do
#         python ./cd_utils/eval/compare_pope.py \
#             --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#             --res-rg-files ./outputs/pope/baseline/${dataset}_${type}_greedy.jsonl \
#             --res-cd-files ./outputs/pope/vcd/${dataset}_${type}_greedy.jsonl
#     done
# done

# dataset=coco
# type=random

# python ./cd_utils/eval/compare_pope.py \
#     --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
#     --res-rg-files ./outputs/pope/baseline/${dataset}_${type}_greedy.jsonl \
#     --res-cd-files ./outputs/pope/sid/${dataset}_${type}_greedy.jsonl

datasets=(gqa)
types=(random popular adversarial)

for dataset in ${datasets[@]}; do
    for type in ${types[@]}; do
        python ./cd_utils/eval/compare_pope.py \
            --ref-files ./data/pope/${dataset}/${dataset}_pope_${type}.json \
            --res-rg-files ./outputs/pope/baseline/${dataset}_${type}_greedy.jsonl \
            --res-cd-files ./outputs/pope/vcd/${dataset}_${type}_greedy.jsonl
    done
done
