Open-Orca/OpenOrca
Open-Orca/OpenOrca
1
0
Overview Code Discussions Pull Requests Wiki Activity

Upload openorca.py

Browse Source
This commit is contained in:
Atlas Unified 2023-06-29 22:36:04 +00:00 committed by huggingface-web
parent f9554551bd
commit 0a7f5930b7
1 changed files with 144 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

144
openorca.py Normal file
View File

@ -0,0 +1,144 @@
import evaluate
from evaluate.evaluation_suite import SubTask
class MyEvaluationSuite(evaluate.EvaluationSuite):
def __init__(self, name):
super().__init__(name)
self.suite = [
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="001-cot",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0.0,
"your-label-1": 1.0
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="002-flan",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="003-flan-1m",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="004-flan1m-aug-shuf",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="005-flan-5m",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="006-flan-chatgpt",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="007-gpt4_100k",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="008-niv",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="009-t0",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
)
]