Add task category, language tags (#2)
- Add task category, language tags (ac106a2b38e53a24c76ee37205fb2207cce88aaa) Co-authored-by: Niels Rogge <nielsr@users.noreply.huggingface.co>
This commit is contained in:
parent
dc47eefb13
commit
4cb32cbf36
47
README.md
47
README.md
@ -1,39 +1,56 @@
|
||||
---
|
||||
task_categories:
|
||||
- question-answering
|
||||
configs:
|
||||
- config_name: default
|
||||
data_files:
|
||||
- split: test
|
||||
path: "test/*.csv"
|
||||
path: test/*.csv
|
||||
- config_name: by_language
|
||||
data_files:
|
||||
- split: AR_XY
|
||||
path: "test/mmlu_AR-XY.csv"
|
||||
path: test/mmlu_AR-XY.csv
|
||||
- split: BN_BD
|
||||
path: "test/mmlu_BN-BD.csv"
|
||||
path: test/mmlu_BN-BD.csv
|
||||
- split: DE_DE
|
||||
path: "test/mmlu_DE-DE.csv"
|
||||
path: test/mmlu_DE-DE.csv
|
||||
- split: ES_LA
|
||||
path: "test/mmlu_ES-LA.csv"
|
||||
path: test/mmlu_ES-LA.csv
|
||||
- split: FR_FR
|
||||
path: "test/mmlu_FR-FR.csv"
|
||||
path: test/mmlu_FR-FR.csv
|
||||
- split: HI_IN
|
||||
path: "test/mmlu_HI-IN.csv"
|
||||
path: test/mmlu_HI-IN.csv
|
||||
- split: ID_ID
|
||||
path: "test/mmlu_ID-ID.csv"
|
||||
path: test/mmlu_ID-ID.csv
|
||||
- split: IT_IT
|
||||
path: "test/mmlu_IT-IT.csv"
|
||||
path: test/mmlu_IT-IT.csv
|
||||
- split: JA_JP
|
||||
path: "test/mmlu_JA-JP.csv"
|
||||
path: test/mmlu_JA-JP.csv
|
||||
- split: KO_KR
|
||||
path: "test/mmlu_KO-KR.csv"
|
||||
path: test/mmlu_KO-KR.csv
|
||||
- split: PT_BR
|
||||
path: "test/mmlu_PT-BR.csv"
|
||||
path: test/mmlu_PT-BR.csv
|
||||
- split: SW_KE
|
||||
path: "test/mmlu_SW-KE.csv"
|
||||
path: test/mmlu_SW-KE.csv
|
||||
- split: YO_NG
|
||||
path: "test/mmlu_YO-NG.csv"
|
||||
path: test/mmlu_YO-NG.csv
|
||||
- split: ZH_CN
|
||||
path: "test/mmlu_ZH-CN.csv"
|
||||
path: test/mmlu_ZH-CN.csv
|
||||
language:
|
||||
- ar
|
||||
- bn
|
||||
- de
|
||||
- es
|
||||
- fr
|
||||
- hi
|
||||
- id
|
||||
- it
|
||||
- ja
|
||||
- ko
|
||||
- pt
|
||||
- sw
|
||||
- yo
|
||||
- zh
|
||||
---
|
||||
|
||||
# Multilingual Massive Multitask Language Understanding (MMMLU)
|
||||
|
Loading…
x
Reference in New Issue
Block a user