From 1fd8319715efb8ec407271a5e162afbf678f928a Mon Sep 17 00:00:00 2001 From: 997146918 <997146918@qq.com> Date: Mon, 11 Aug 2025 10:40:01 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9lora=E9=85=8D=E7=BD=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- AITrain/train_npc_dialogue_lora.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/AITrain/train_npc_dialogue_lora.py b/AITrain/train_npc_dialogue_lora.py index 8408e72..a534856 100644 --- a/AITrain/train_npc_dialogue_lora.py +++ b/AITrain/train_npc_dialogue_lora.py @@ -88,7 +88,7 @@ def create_lora_config(): """创建LoRA配置""" config = LoraConfig( task_type=TaskType.CAUSAL_LM, - target_modules=["q_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj", "o_proj"], + target_modules=["q_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"], inference_mode=False, r=8, # 增加rank以提高表达能力 lora_alpha=16, # alpha = 2 * r