15 lines
476 B
Bash
Executable File
15 lines
476 B
Bash
Executable File
#!/bin/bash
|
|
|
|
accelerate launch --config_file accelerate_configs/deepspeed_zero2.yaml evaluation.py \
|
|
--dataset_name OCR_VQA_200K \
|
|
--use_peft \
|
|
--model_name_or_path Qwen/Qwen2-VL-7B-Instruct \
|
|
--lora_target_modules q_proj v_proj \
|
|
--per_device_train_batch_size 1 \
|
|
--per_device_eval_batch_size 2 \
|
|
--gradient_accumulation_steps 8 \
|
|
--output_dir checkpoint/sft-llava-1.5-7b-hf \
|
|
--bf16 \
|
|
--torch_dtype bfloat16
|
|
# --eval_strategy epoch \
|