Open-Orca/OpenOrca
Open-Orca/OpenOrca
1
0
Overview Code Discussions Pull Requests Wiki Activity

Update OpenOrca.py

Browse Source
This commit is contained in:
Alignment Lab AI 2023-06-29 23:51:27 +00:00 committed by huggingface-web
parent cd1cb0237b
commit e30de90a53
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
OpenOrca.py
View File

@ -21,8 +21,8 @@ class CustomDataset(DatasetBuilder):
split_generators = []
for folder in folders:
split_generators.extend([
SplitGenerator(name=f'{folder}_train', gen_kwargs={'filepath': os.path.join(base_path, folder, f'{folder}-train.jsonl')}),
SplitGenerator(name=f'{folder}_test', gen_kwargs={'filepath': os.path.join(base_path, folder, f'{folder}-test.jsonl')}),
SplitGenerator(name=f'{folder.replace("-", "_")}_train', gen_kwargs={"filepath": f'{folder}/train.jsonl'}),
SplitGenerator(name=f'{folder.replace("-", "_")}_test', gen_kwargs={"filepath": f'{folder}/test.jsonl'}),
])
return split_generators