admin/Project02
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

调整数据格式bug

Browse Source
This commit is contained in:
997146918 2025-08-09 08:18:18 +08:00
parent a5fd61fd25
commit 150ec134b2
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
AITrain/prepare_dialogue_data.py
View File

@ -15,7 +15,10 @@ def load_dialogue_data(file_path: str) -> List[Dict]:
with open(file_path, 'r', encoding='utf-8') as f: with open(file_path, 'r', encoding='utf-8') as f:
for line in f: for line in f:
data = json.loads(line.strip()) data = json.loads(line.strip())
if data and isinstance(data, dict) and 'role' in data:
dialogues.append(data) dialogues.append(data)
else:
pass
return dialogues return dialogues
def get_dialogue_characters(dialogues: List[Dict]) -> List[str]: def get_dialogue_characters(dialogues: List[Dict]) -> List[str]: