Open-Orca/OpenOrca
Open-Orca/OpenOrca
1
0
Overview Code Discussions Pull Requests Wiki Activity

Update OpenOrca.py

Browse Source
This commit is contained in:
Alignment Lab AI 2023-06-30 00:07:41 +00:00 committed by huggingface-web
parent 5badb049ef
commit 3ea8c95504
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
OpenOrca.py
View File

@ -21,7 +21,7 @@ class CustomDataset(DatasetBuilder):
split_generators = [] split_generators = []
for folder in folders: for folder in folders:
train_file_path = os.path.join(base_path, f'{folder}/{folder}-train.jsonl') train_file_path = os.path.join(base_path, f'{folder}/{folder}-train.jsonl')
test_file_path = os.path.join(base_path, f'{folder}/{follder}-test.jsonl') test_file_path = os.path.join(base_path, f'{folder}/{follder}-test.jsonl')
if os.path.isfile(train_file_path) and os.path.isfile(test_file_path): if os.path.isfile(train_file_path) and os.path.isfile(test_file_path):
split_generators.extend([ split_generators.extend([
SplitGenerator(name=f'{folder.replace("-", "_")}_train', gen_kwargs={"filepath": train_file_path}), SplitGenerator(name=f'{folder.replace("-", "_")}_train', gen_kwargs={"filepath": train_file_path}),