Open-Orca/OpenOrca
Open-Orca/OpenOrca
1
0
Overview Code Discussions Pull Requests Wiki Activity

Update OpenOrca.py

Browse Source
This commit is contained in:
Alignment Lab AI 2023-06-30 00:23:59 +00:00 committed by huggingface-web
parent 001bacb0bf
commit cca6aa5db4
1 changed files with 1 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
OpenOrca.py
View File

@ -73,14 +73,4 @@ class CustomDataset(DatasetBuilder):
'system_prompt': data['system_prompt'], 'system_prompt': data['system_prompt'],
'question': data['question'], 'question': data['question'],
'response': data['response'] 'response': data['response']
} }
def _generate_examples(self, filepath):
with open(filepath, 'r', encoding='utf-8') as f:
for id_, line in enumerate(f):
data = json.loads(line.strip())
yield id_, {
'id': data.get('id', ''),
'system_prompt': data.get('system_prompt', ''),
'question': data.get('question', ''),
'response': data.get('response', '')
}