mkdir -p data_law_log
run_name=$1
warmup_ratio=$2
warmdown_ratio=$3
echo "run for ${run_name}_${warmup_ratio}_${warmdown_ratio}"
export http_proxy=http://star-proxy.oa.com:3128 
export https_proxy=http://star-proxy.oa.com:3128
wandb login --relogin 9f00c4cc90ef7ea81eabc2df4b2306f49cb73bf8
wandb online
torchrun --standalone --nproc_per_node=8 train_gpt2.py --input_folder data_law/$run_name/pretrain --save_every 2000 --val_loss_every 2000 --run_name ${run_name}_${warmup_ratio}_${warmdown_ratio} --warmup_ratio $warmup_ratio --warmdown_ratio $warmdown_ratio --sequence_length 512 --device_batch_size 16 --num_epochs 1 --weight_decay 0.1 --learning_rate 0.0003 --batch_size 128 --bf16 --model_size base --output_dir data_law_log/ --wandb_project data_law