diff --git a/README.md b/README.md index 0205d2e..93a3339 100644 --- a/README.md +++ b/README.md @@ -1,39 +1,56 @@ --- +task_categories: +- question-answering configs: - config_name: default data_files: - split: test - path: "test/*.csv" + path: test/*.csv - config_name: by_language data_files: - split: AR_XY - path: "test/mmlu_AR-XY.csv" + path: test/mmlu_AR-XY.csv - split: BN_BD - path: "test/mmlu_BN-BD.csv" + path: test/mmlu_BN-BD.csv - split: DE_DE - path: "test/mmlu_DE-DE.csv" + path: test/mmlu_DE-DE.csv - split: ES_LA - path: "test/mmlu_ES-LA.csv" + path: test/mmlu_ES-LA.csv - split: FR_FR - path: "test/mmlu_FR-FR.csv" + path: test/mmlu_FR-FR.csv - split: HI_IN - path: "test/mmlu_HI-IN.csv" + path: test/mmlu_HI-IN.csv - split: ID_ID - path: "test/mmlu_ID-ID.csv" + path: test/mmlu_ID-ID.csv - split: IT_IT - path: "test/mmlu_IT-IT.csv" + path: test/mmlu_IT-IT.csv - split: JA_JP - path: "test/mmlu_JA-JP.csv" + path: test/mmlu_JA-JP.csv - split: KO_KR - path: "test/mmlu_KO-KR.csv" + path: test/mmlu_KO-KR.csv - split: PT_BR - path: "test/mmlu_PT-BR.csv" + path: test/mmlu_PT-BR.csv - split: SW_KE - path: "test/mmlu_SW-KE.csv" + path: test/mmlu_SW-KE.csv - split: YO_NG - path: "test/mmlu_YO-NG.csv" + path: test/mmlu_YO-NG.csv - split: ZH_CN - path: "test/mmlu_ZH-CN.csv" + path: test/mmlu_ZH-CN.csv +language: +- ar +- bn +- de +- es +- fr +- hi +- id +- it +- ja +- ko +- pt +- sw +- yo +- zh --- # Multilingual Massive Multitask Language Understanding (MMMLU)