Add task category, language tags (#2)
- Add task category, language tags (ac106a2b38e53a24c76ee37205fb2207cce88aaa) Co-authored-by: Niels Rogge <nielsr@users.noreply.huggingface.co>
This commit is contained in:
parent
dc47eefb13
commit
4cb32cbf36
47
README.md
47
README.md
@ -1,39 +1,56 @@
|
|||||||
---
|
---
|
||||||
|
task_categories:
|
||||||
|
- question-answering
|
||||||
configs:
|
configs:
|
||||||
- config_name: default
|
- config_name: default
|
||||||
data_files:
|
data_files:
|
||||||
- split: test
|
- split: test
|
||||||
path: "test/*.csv"
|
path: test/*.csv
|
||||||
- config_name: by_language
|
- config_name: by_language
|
||||||
data_files:
|
data_files:
|
||||||
- split: AR_XY
|
- split: AR_XY
|
||||||
path: "test/mmlu_AR-XY.csv"
|
path: test/mmlu_AR-XY.csv
|
||||||
- split: BN_BD
|
- split: BN_BD
|
||||||
path: "test/mmlu_BN-BD.csv"
|
path: test/mmlu_BN-BD.csv
|
||||||
- split: DE_DE
|
- split: DE_DE
|
||||||
path: "test/mmlu_DE-DE.csv"
|
path: test/mmlu_DE-DE.csv
|
||||||
- split: ES_LA
|
- split: ES_LA
|
||||||
path: "test/mmlu_ES-LA.csv"
|
path: test/mmlu_ES-LA.csv
|
||||||
- split: FR_FR
|
- split: FR_FR
|
||||||
path: "test/mmlu_FR-FR.csv"
|
path: test/mmlu_FR-FR.csv
|
||||||
- split: HI_IN
|
- split: HI_IN
|
||||||
path: "test/mmlu_HI-IN.csv"
|
path: test/mmlu_HI-IN.csv
|
||||||
- split: ID_ID
|
- split: ID_ID
|
||||||
path: "test/mmlu_ID-ID.csv"
|
path: test/mmlu_ID-ID.csv
|
||||||
- split: IT_IT
|
- split: IT_IT
|
||||||
path: "test/mmlu_IT-IT.csv"
|
path: test/mmlu_IT-IT.csv
|
||||||
- split: JA_JP
|
- split: JA_JP
|
||||||
path: "test/mmlu_JA-JP.csv"
|
path: test/mmlu_JA-JP.csv
|
||||||
- split: KO_KR
|
- split: KO_KR
|
||||||
path: "test/mmlu_KO-KR.csv"
|
path: test/mmlu_KO-KR.csv
|
||||||
- split: PT_BR
|
- split: PT_BR
|
||||||
path: "test/mmlu_PT-BR.csv"
|
path: test/mmlu_PT-BR.csv
|
||||||
- split: SW_KE
|
- split: SW_KE
|
||||||
path: "test/mmlu_SW-KE.csv"
|
path: test/mmlu_SW-KE.csv
|
||||||
- split: YO_NG
|
- split: YO_NG
|
||||||
path: "test/mmlu_YO-NG.csv"
|
path: test/mmlu_YO-NG.csv
|
||||||
- split: ZH_CN
|
- split: ZH_CN
|
||||||
path: "test/mmlu_ZH-CN.csv"
|
path: test/mmlu_ZH-CN.csv
|
||||||
|
language:
|
||||||
|
- ar
|
||||||
|
- bn
|
||||||
|
- de
|
||||||
|
- es
|
||||||
|
- fr
|
||||||
|
- hi
|
||||||
|
- id
|
||||||
|
- it
|
||||||
|
- ja
|
||||||
|
- ko
|
||||||
|
- pt
|
||||||
|
- sw
|
||||||
|
- yo
|
||||||
|
- zh
|
||||||
---
|
---
|
||||||
|
|
||||||
# Multilingual Massive Multitask Language Understanding (MMMLU)
|
# Multilingual Massive Multitask Language Understanding (MMMLU)
|
||||||
|
Loading…
x
Reference in New Issue
Block a user