调整数据格式bug

2025-08-09 08:18:18 +08:00 · 2025-08-09 08:18:18 +08:00 · 150ec134b2
commit 150ec134b2
parent a5fd61fd25
1 changed files with 4 additions and 1 deletions
--- a/AITrain/prepare_dialogue_data.py
+++ b/AITrain/prepare_dialogue_data.py
@ -15,7 +15,10 @@ def load_dialogue_data(file_path: str) -> List[Dict]:
    with open(file_path, 'r', encoding='utf-8') as f:
        for line in f:
            data = json.loads(line.strip())
-            dialogues.append(data)
+            if data and isinstance(data, dict) and 'role' in data:
+                dialogues.append(data)
+            else:
+                pass
    return dialogues

 def get_dialogue_characters(dialogues: List[Dict]) -> List[str]: