更新PEFT库以支持MMOELORA类型，修改训练脚本以适应新配置，增强数据集处理逻辑，添加适配器注入功能，扩展PEFT类型枚举

2025-01-02 17:48:13 +08:00
parent 2cd1bb4993
commit 2062f90e5d
9 changed files with 3192 additions and 78 deletions
@@ -17,9 +17,9 @@ class OCRVQADataset(Dataset):
        self.vis_processor = vis_processor
        self.text_processor = text_processor
        if split == "train":
-            self.data = self.create_data(ann_path, split=1)[:1]
+            self.data = self.create_data(ann_path, split=1)[:200]
        elif split == "test":
-            self.data = self.create_data(ann_path, split=3)[:1]
+            self.data = self.create_data(ann_path, split=3)[:200]

        # self.instruction_pool = [
        #     "[vqa] {}",