diff --git a/AITrain/prepare_dialogue_data.py b/AITrain/prepare_dialogue_data.py index 3d1f5d7..ec614b6 100644 --- a/AITrain/prepare_dialogue_data.py +++ b/AITrain/prepare_dialogue_data.py @@ -15,7 +15,10 @@ def load_dialogue_data(file_path: str) -> List[Dict]: with open(file_path, 'r', encoding='utf-8') as f: for line in f: data = json.loads(line.strip()) - dialogues.append(data) + if data and isinstance(data, dict) and 'role' in data: + dialogues.append(data) + else: + pass return dialogues def get_dialogue_characters(dialogues: List[Dict]) -> List[str]: