CUDA_VISIBLE_DEVICES=1,2,3,4,5,6,7 accelerate launch --config_file=recipes/accelerate_configs/zero3.yaml src/open_r1/sft.py     --model_name_or_path Qwen/Qwen2.5-1.5B-Instruct     --dataset_name open-r1/OpenR1-Math-220k     --learning_rate 5.0e-5     --num_train_epochs 1     --max_seq_length 16384     --per_device_train_batch_size 1     --gradient_checkpointing     --bf16     --use_liger_kernel     --output_dir data/Qwen2.5-1.5B-Open-R1-Distill --eos_token '<|im_end|>'

# 修改config的world process为指定的gpu数

# GRPO
CUDA_VISIBLE_DEVICES=7 trl vllm-serve --model data/Qwen2.5-1.5B-Open-R1-Distill

CUDA_VISIBLE_DEVICES=1,2,3,4,5,6 ACCELERATE_LOG_LEVEL=info \
    accelerate launch --config_file recipes/accelerate_configs/zero2.yaml --num_processes 6 \
    src/open_r1/grpo.py --config recipes/Qwen2.5-1.5B-Instruct/grpo/config_demo.yaml
