Add task category, language tags (#2)

- Add task category, language tags (ac106a2b38e53a24c76ee37205fb2207cce88aaa)


Co-authored-by: Niels Rogge <nielsr@users.noreply.huggingface.co>
This commit is contained in:
Erik Ritter 2024-09-23 16:16:30 +00:00 committed by system
parent dc47eefb13
commit 4cb32cbf36
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467

@ -1,39 +1,56 @@
---
task_categories:
- question-answering
configs:
- config_name: default
data_files:
- split: test
path: "test/*.csv"
path: test/*.csv
- config_name: by_language
data_files:
- split: AR_XY
path: "test/mmlu_AR-XY.csv"
path: test/mmlu_AR-XY.csv
- split: BN_BD
path: "test/mmlu_BN-BD.csv"
path: test/mmlu_BN-BD.csv
- split: DE_DE
path: "test/mmlu_DE-DE.csv"
path: test/mmlu_DE-DE.csv
- split: ES_LA
path: "test/mmlu_ES-LA.csv"
path: test/mmlu_ES-LA.csv
- split: FR_FR
path: "test/mmlu_FR-FR.csv"
path: test/mmlu_FR-FR.csv
- split: HI_IN
path: "test/mmlu_HI-IN.csv"
path: test/mmlu_HI-IN.csv
- split: ID_ID
path: "test/mmlu_ID-ID.csv"
path: test/mmlu_ID-ID.csv
- split: IT_IT
path: "test/mmlu_IT-IT.csv"
path: test/mmlu_IT-IT.csv
- split: JA_JP
path: "test/mmlu_JA-JP.csv"
path: test/mmlu_JA-JP.csv
- split: KO_KR
path: "test/mmlu_KO-KR.csv"
path: test/mmlu_KO-KR.csv
- split: PT_BR
path: "test/mmlu_PT-BR.csv"
path: test/mmlu_PT-BR.csv
- split: SW_KE
path: "test/mmlu_SW-KE.csv"
path: test/mmlu_SW-KE.csv
- split: YO_NG
path: "test/mmlu_YO-NG.csv"
path: test/mmlu_YO-NG.csv
- split: ZH_CN
path: "test/mmlu_ZH-CN.csv"
path: test/mmlu_ZH-CN.csv
language:
- ar
- bn
- de
- es
- fr
- hi
- id
- it
- ja
- ko
- pt
- sw
- yo
- zh
---
# Multilingual Massive Multitask Language Understanding (MMMLU)