diff --git a/OpenOrca.py b/OpenOrca.py index f88fbfd..92ba262 100644 --- a/OpenOrca.py +++ b/OpenOrca.py @@ -73,14 +73,4 @@ class CustomDataset(DatasetBuilder): 'system_prompt': data['system_prompt'], 'question': data['question'], 'response': data['response'] - } - def _generate_examples(self, filepath): - with open(filepath, 'r', encoding='utf-8') as f: - for id_, line in enumerate(f): - data = json.loads(line.strip()) - yield id_, { - 'id': data.get('id', ''), - 'system_prompt': data.get('system_prompt', ''), - 'question': data.get('question', ''), - 'response': data.get('response', '') - } + } \ No newline at end of file