# base_model_path1=./logs_morlhf/rlhf_helpful/batch_400
# base_model_path2=./logs_morlhf/rlhf_humor/batch_400
# reward_names="helpful,humor"
# exp_type=assistant

# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --main_process_port 29500 eval_ours.py --base_model_path1 $base_model_path1 --base_model_path2 $base_model_path2 --reward_names $reward_names --exp_type ${exp_type} --wandb_name $reward_names --base_sft_model_path logs_trl/merged_model_assistant --save_directory ./logs_ours_${exp_type}_eval

# base_model_path1=./logs_morlhf/rlhf_helpful/batch_400
# base_model_path2=./logs_morlhf/rlhf_helpful_harmless_pref0.5_0.5/batch_200
# reward_names="helpful,harmless"
# exp_type=assistant

# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --main_process_port 29501 eval_ours.py --base_model_path1 $base_model_path1 --base_model_path2 $base_model_path2 --reward_names $reward_names --exp_type ${exp_type} --wandb_name $reward_names --base_sft_model_path logs_trl/merged_model_assistant --save_directory ./logs_ours_${exp_type}_eval

base_model_path1=./logs_morlhf/rlhf_harmless/batch_400
base_model_path2=./logs_morlhf/rlhf_helpful_harmless_pref0.5_0.5/batch_200
reward_names="harmless,helpful"
exp_type=assistant

CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --main_process_port 29501 eval_ours.py --base_model_path1 $base_model_path1 --base_model_path2 $base_model_path2 --reward_names $reward_names --exp_type ${exp_type} --wandb_name $reward_names --base_sft_model_path logs_trl/merged_model_assistant --save_directory ./logs_ours_${exp_type}_eval

# base_model_path1=./logs_morlhf/rlhf_harmless/batch_400
# base_model_path2=./logs_morlhf/rlhf_humor/batch_400
# reward_names="harmless,humor"
# exp_type=assistant

# CUDA_VISIBLE_DEVICES=0,1 accelerate launch --main_process_port 29501 eval_ours.py --base_model_path1 $base_model_path1 --base_model_path2 $base_model_path2 --reward_names $reward_names --exp_type ${exp_type} --wandb_name $reward_names --base_sft_model_path logs_trl/merged_model_assistant --save_directory ./logs_ours_${exp_type}_eval