Update OpenOrca.py
This commit is contained in:
parent
5badb049ef
commit
3ea8c95504
@ -21,7 +21,7 @@ class CustomDataset(DatasetBuilder):
|
||||
split_generators = []
|
||||
for folder in folders:
|
||||
train_file_path = os.path.join(base_path, f'{folder}/{folder}-train.jsonl')
|
||||
test_file_path = os.path.join(base_path, f'{folder}/{follder}-test.jsonl')
|
||||
test_file_path = os.path.join(base_path, f'{folder}/{follder}-test.jsonl')
|
||||
if os.path.isfile(train_file_path) and os.path.isfile(test_file_path):
|
||||
split_generators.extend([
|
||||
SplitGenerator(name=f'{folder.replace("-", "_")}_train', gen_kwargs={"filepath": train_file_path}),
|
||||
|
Loading…
x
Reference in New Issue
Block a user