16 lines
484 B
Bash
Executable File
16 lines
484 B
Bash
Executable File
#!/bin/bash
|
|
|
|
accelerate launch --config_file configs/accelerate_configs/deepspeed_zero2.yaml train.py \
|
|
--dataset_name CHEM \
|
|
--use_peft \
|
|
--peft_type LORA \
|
|
--model_name_or_path Qwen/Qwen2-VL-7B-Instruct \
|
|
--lora_target_modules q_proj v_proj \
|
|
--per_device_train_batch_size 1 \
|
|
--per_device_eval_batch_size 2 \
|
|
--gradient_accumulation_steps 4 \
|
|
--output_dir checkpoint/qwen2mmoe/ \
|
|
--bf16 \
|
|
--torch_dtype bfloat16 \
|
|
--logging_steps 30
|