MASTER_PORT=$((RANDOM % 50001 + 10000))

forget_losses=(
    IDK+AP
)

# You can specify any forget task from 1 to 10
# The standard TOFU benchmark is task 1
task_list=(1)

# Pass to python script
export TASK_LIST=$(IFS=,; echo "${task_list[*]}")

learning_rates=(
    1e-5
)

mask=false
dual_optim=true
use_LoRA=false
save_root_base=/path/to/closer-look-LLM-unlearning/results/tofu_phi1-5_final/zero_test_1

forget_coeff=0.1
regularization_coeff=1.0

save_checkpoint=true

num_epochs=0

save_steps=0


COMMON="use_LoRA=$use_LoRA"

CUDA_VISIBLE_DEVICES=0,1 torchrun --nproc_per_node=2 --master_port=$MASTER_PORT \
        eval.py \
        --config-name=phi1-5_tofu.yaml \
        eval_task=eval_log_forget \
        eval_unlearn_step=0 \
        $COMMON
