Open-Orca/OpenOrca
Open-Orca/OpenOrca
1
0
Overview Code Discussions Pull Requests Wiki Activity

Delete openorca.py

Browse Source
This commit is contained in:
Atlas Unified 2023-06-29 22:36:41 +00:00 committed by huggingface-web
parent 0a7f5930b7
commit 9d6de6ccda
1 changed files with 0 additions and 144 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

144
openorca.py
View File

@ -1,144 +0,0 @@
import evaluate
from evaluate.evaluation_suite import SubTask
class MyEvaluationSuite(evaluate.EvaluationSuite):
def __init__(self, name):
super().__init__(name)
self.suite = [
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="001-cot",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0.0,
"your-label-1": 1.0
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="002-flan",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="003-flan-1m",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="004-flan1m-aug-shuf",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="005-flan-5m",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="006-flan-chatgpt",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="007-gpt4_100k",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="008-niv",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
),
SubTask(
task_type="text-classification",
data="OpenOrca",
subset="009-t0",
split="your-split",
args_for_task={
"metric": "your-metric",
"input_column": "your-input-column",
"label_column": "your-label-column",
"label_mapping": {
"your-label-0": 0,
"your-label-1": 1
}
}
)
]