Update OpenOrca.py

This commit is contained in:
Alignment Lab AI 2023-06-30 00:23:59 +00:00 committed by huggingface-web
parent 001bacb0bf
commit cca6aa5db4

@ -74,13 +74,3 @@ class CustomDataset(DatasetBuilder):
'question': data['question'], 'question': data['question'],
'response': data['response'] 'response': data['response']
} }
def _generate_examples(self, filepath):
with open(filepath, 'r', encoding='utf-8') as f:
for id_, line in enumerate(f):
data = json.loads(line.strip())
yield id_, {
'id': data.get('id', ''),
'system_prompt': data.get('system_prompt', ''),
'question': data.get('question', ''),
'response': data.get('response', '')
}