admin/Project02
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修改lora配置

Browse Source
This commit is contained in:
997146918 2025-08-11 10:40:01 +08:00
parent 39c5fec27c
commit 1fd8319715
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
AITrain/train_npc_dialogue_lora.py
View File

@ -88,7 +88,7 @@ def create_lora_config():
"""创建LoRA配置""" """创建LoRA配置"""
config = LoraConfig( config = LoraConfig(
task_type=TaskType.CAUSAL_LM, task_type=TaskType.CAUSAL_LM,
target_modules=["q_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj", "o_proj"], target_modules=["q_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"],
inference_mode=False, inference_mode=False,
r=8, # 增加rank以提高表达能力 r=8, # 增加rank以提高表达能力
lora_alpha=16, # alpha = 2 * r lora_alpha=16, # alpha = 2 * r