修改lora配置

2025-08-11 10:40:01 +08:00 · 2025-08-11 10:40:01 +08:00 · 1fd8319715
commit 1fd8319715
parent 39c5fec27c
1 changed files with 1 additions and 1 deletions
--- a/AITrain/train_npc_dialogue_lora.py
+++ b/AITrain/train_npc_dialogue_lora.py
@ -88,7 +88,7 @@ def create_lora_config():
    """创建LoRA配置"""
    config = LoraConfig(
        task_type=TaskType.CAUSAL_LM,
-        target_modules=["q_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj", "o_proj"],
+        target_modules=["q_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"],
        inference_mode=False,
        r=8,  # 增加rank以提高表达能力
        lora_alpha=16,  # alpha = 2 * r