添加PEFT库的初始化文件,更新数据集导入路径,修改训练脚本以支持新的PEFT类型和配置,新增持续学习模型配置类,添加PEFT类型枚举,更新评估和训练逻辑以适应新结构

This commit is contained in:
2025-01-02 02:44:58 +08:00
parent aef0f6834e
commit 2cd1bb4993
26 changed files with 1673 additions and 20 deletions
+10 -6
View File
@@ -1,17 +1,21 @@
from dataclasses import dataclass, field
from typing import Optional
from trl import ScriptArguments, ModelConfig
from transformers import TrainingArguments
@dataclass
class ContinualScriptArguments:
class ContinualScriptArguments(ScriptArguments):
"""Script arguments for continual learning."""
dataset_name: list[str] = field(
default_factory=lambda: ["cifar10", "cifar100", "imagenet2012"]
)
dataset_config: Optional[str] = None
dataset_train_split: str = "train"
dataset_test_split: str = "test"
dataset_generation_split: str = "generation"
gradient_checkpointing_use_reentrant: bool = False
ignore_bias_buffers: bool = False
@dataclass
class ContinualModelConfig(ModelConfig):
"""Model configuration for continual learning."""
peft_type: Optional[str] = None