添加PEFT库的初始化文件,更新数据集导入路径,修改训练脚本以支持新的PEFT类型和配置,新增持续学习模型配置类,添加PEFT类型枚举,更新评估和训练逻辑以适应新结构
This commit is contained in:
+10
-6
@@ -1,17 +1,21 @@
|
||||
from dataclasses import dataclass, field
|
||||
from typing import Optional
|
||||
from trl import ScriptArguments, ModelConfig
|
||||
from transformers import TrainingArguments
|
||||
|
||||
|
||||
@dataclass
|
||||
class ContinualScriptArguments:
|
||||
class ContinualScriptArguments(ScriptArguments):
|
||||
"""Script arguments for continual learning."""
|
||||
|
||||
dataset_name: list[str] = field(
|
||||
default_factory=lambda: ["cifar10", "cifar100", "imagenet2012"]
|
||||
)
|
||||
dataset_config: Optional[str] = None
|
||||
dataset_train_split: str = "train"
|
||||
dataset_test_split: str = "test"
|
||||
dataset_generation_split: str = "generation"
|
||||
gradient_checkpointing_use_reentrant: bool = False
|
||||
ignore_bias_buffers: bool = False
|
||||
|
||||
|
||||
@dataclass
|
||||
class ContinualModelConfig(ModelConfig):
|
||||
"""Model configuration for continual learning."""
|
||||
|
||||
peft_type: Optional[str] = None
|
||||
Reference in New Issue
Block a user