
python remote_vllm.py \
  --model_names Qwen/Qwen2.5-1.5B-Instruct,Qwen/Qwen2.5-3B-Instruct \
  --host xxx \
  --ports 38001,38002 \
  --devices 0,1 \
  --iterative 40 \
  --delay_list 0.0 \
  --use_fp8 1,1 \


python remote_vllm.py \
  --model_names Qwen/Qwen2.5-3B-Instruct,Qwen/Qwen2.5-1.5B-Instruct \
  --host xxx \
  --ports 38001,38002 \
  --devices 0,1 \
  --iterative 40 \
  --delay_list 0.0 \
  --use_fp8 1,1 \

