# Set the environment variables first before running the command.
export HF_ALLOW_CODE_EVAL=1
export HF_DATASETS_TRUST_REMOTE_CODE=true

# task=gpqa_main_n_shot
task=gsm8k
num_fewshot=0
model_path=output_models/fastdllmv2_mmfr_8node_bd32_block_causal_no_dynamic_lr_1e-5_ds/checkpoint-1250

accelerate launch chengyue_script/dvlm/evaluation/lm_eval/eval_mdm_qwen_batch.py --tasks ${task} --batch_size 1 --num_fewshot ${num_fewshot} \
--confirm_run_unsafe_code --model dfm_qwen --fewshot_as_multiturn --apply_chat_template \
--model_args model_path=${model_path},show_speed=True,threshold=0.9,bd_size=32,force_left_to_right=False,sub_block_size=8

