CUDA_VISIBLE_DEVICES=1,2,3,4,5,6,7 accelerate launch -m lm_eval --confirm_run_unsafe_code --model hf \
    --model_args pretrained=output_models/sharegpt4v_ar_baseline_8node_bsz256_lr_1e-6 \
    --tasks gsm8k \
    --num_fewshot 0 \
    --trust_remote_code \
    --apply_chat_template \
    --fewshot_as_multiturn \
    --batch_size 32