mteb/MLQARetrieval

1name: MLQARetrieval2description: MLQA (MultiLingual Question Answering) is a benchmark dataset for evaluating3  cross-lingual question answering performance. MLQA consists of over 5K extractive4  QA instances (12K in English) in SQuAD format in seven languages - English, Arabic,5  German, Spanish, Hindi, Vietnamese and Simplified Chinese. MLQA is highly parallel,6  with QA instances parallel between 4 different languages on average.7evaluation_framework: mteb8tasks:9- id: MLQARetrieval10- id: MLQARetrieval_ara-ara_validation11  config: ara-ara12  split: validation13- id: MLQARetrieval_ara-ara_test14  config: ara-ara15  split: test16- id: MLQARetrieval_ara-deu_validation17  config: ara-deu18  split: validation19- id: MLQARetrieval_ara-deu_test20  config: ara-deu21  split: test22- id: MLQARetrieval_ara-eng_validation23  config: ara-eng24  split: validation25- id: MLQARetrieval_ara-eng_test26  config: ara-eng27  split: test28- id: MLQARetrieval_ara-spa_validation29  config: ara-spa30  split: validation31- id: MLQARetrieval_ara-spa_test32  config: ara-spa33  split: test34- id: MLQARetrieval_ara-hin_validation35  config: ara-hin36  split: validation37- id: MLQARetrieval_ara-hin_test38  config: ara-hin39  split: test40- id: MLQARetrieval_ara-vie_validation41  config: ara-vie42  split: validation43- id: MLQARetrieval_ara-vie_test44  config: ara-vie45  split: test46- id: MLQARetrieval_ara-zho_validation47  config: ara-zho48  split: validation49- id: MLQARetrieval_ara-zho_test50  config: ara-zho51  split: test52- id: MLQARetrieval_deu-ara_validation53  config: deu-ara54  split: validation55- id: MLQARetrieval_deu-ara_test56  config: deu-ara57  split: test58- id: MLQARetrieval_deu-deu_validation59  config: deu-deu60  split: validation61- id: MLQARetrieval_deu-deu_test62  config: deu-deu63  split: test64- id: MLQARetrieval_deu-eng_validation65  config: deu-eng66  split: validation67- id: MLQARetrieval_deu-eng_test68  config: deu-eng69  split: test70- id: MLQARetrieval_deu-spa_validation71  config: deu-spa72  split: validation73- id: MLQARetrieval_deu-spa_test74  config: deu-spa75  split: test76- id: MLQARetrieval_deu-hin_validation77  config: deu-hin78  split: validation79- id: MLQARetrieval_deu-hin_test80  config: deu-hin81  split: test82- id: MLQARetrieval_deu-vie_validation83  config: deu-vie84  split: validation85- id: MLQARetrieval_deu-vie_test86  config: deu-vie87  split: test88- id: MLQARetrieval_deu-zho_validation89  config: deu-zho90  split: validation91- id: MLQARetrieval_deu-zho_test92  config: deu-zho93  split: test94- id: MLQARetrieval_eng-ara_validation95  config: eng-ara96  split: validation97- id: MLQARetrieval_eng-ara_test98  config: eng-ara99  split: test100- id: MLQARetrieval_eng-deu_validation101  config: eng-deu102  split: validation103- id: MLQARetrieval_eng-deu_test104  config: eng-deu105  split: test106- id: MLQARetrieval_eng-eng_validation107  config: eng-eng108  split: validation109- id: MLQARetrieval_eng-eng_test110  config: eng-eng111  split: test112- id: MLQARetrieval_eng-spa_validation113  config: eng-spa114  split: validation115- id: MLQARetrieval_eng-spa_test116  config: eng-spa117  split: test118- id: MLQARetrieval_eng-hin_validation119  config: eng-hin120  split: validation121- id: MLQARetrieval_eng-hin_test122  config: eng-hin123  split: test124- id: MLQARetrieval_eng-vie_validation125  config: eng-vie126  split: validation127- id: MLQARetrieval_eng-vie_test128  config: eng-vie129  split: test130- id: MLQARetrieval_eng-zho_validation131  config: eng-zho132  split: validation133- id: MLQARetrieval_eng-zho_test134  config: eng-zho135  split: test136- id: MLQARetrieval_spa-ara_validation137  config: spa-ara138  split: validation139- id: MLQARetrieval_spa-ara_test140  config: spa-ara141  split: test142- id: MLQARetrieval_spa-deu_validation143  config: spa-deu144  split: validation145- id: MLQARetrieval_spa-deu_test146  config: spa-deu147  split: test148- id: MLQARetrieval_spa-eng_validation149  config: spa-eng150  split: validation151- id: MLQARetrieval_spa-eng_test152  config: spa-eng153  split: test154- id: MLQARetrieval_spa-spa_validation155  config: spa-spa156  split: validation157- id: MLQARetrieval_spa-spa_test158  config: spa-spa159  split: test160- id: MLQARetrieval_spa-hin_validation161  config: spa-hin162  split: validation163- id: MLQARetrieval_spa-hin_test164  config: spa-hin165  split: test166- id: MLQARetrieval_spa-vie_validation167  config: spa-vie168  split: validation169- id: MLQARetrieval_spa-vie_test170  config: spa-vie171  split: test172- id: MLQARetrieval_spa-zho_validation173  config: spa-zho174  split: validation175- id: MLQARetrieval_spa-zho_test176  config: spa-zho177  split: test178- id: MLQARetrieval_hin-ara_validation179  config: hin-ara180  split: validation181- id: MLQARetrieval_hin-ara_test182  config: hin-ara183  split: test184- id: MLQARetrieval_hin-deu_validation185  config: hin-deu186  split: validation187- id: MLQARetrieval_hin-deu_test188  config: hin-deu189  split: test190- id: MLQARetrieval_hin-eng_validation191  config: hin-eng192  split: validation193- id: MLQARetrieval_hin-eng_test194  config: hin-eng195  split: test196- id: MLQARetrieval_hin-spa_validation197  config: hin-spa198  split: validation199- id: MLQARetrieval_hin-spa_test200  config: hin-spa201  split: test202- id: MLQARetrieval_hin-hin_validation203  config: hin-hin204  split: validation205- id: MLQARetrieval_hin-hin_test206  config: hin-hin207  split: test208- id: MLQARetrieval_hin-vie_validation209  config: hin-vie210  split: validation211- id: MLQARetrieval_hin-vie_test212  config: hin-vie213  split: test214- id: MLQARetrieval_hin-zho_validation215  config: hin-zho216  split: validation217- id: MLQARetrieval_hin-zho_test218  config: hin-zho219  split: test220- id: MLQARetrieval_vie-ara_validation221  config: vie-ara222  split: validation223- id: MLQARetrieval_vie-ara_test224  config: vie-ara225  split: test226- id: MLQARetrieval_vie-deu_validation227  config: vie-deu228  split: validation229- id: MLQARetrieval_vie-deu_test230  config: vie-deu231  split: test232- id: MLQARetrieval_vie-eng_validation233  config: vie-eng234  split: validation235- id: MLQARetrieval_vie-eng_test236  config: vie-eng237  split: test238- id: MLQARetrieval_vie-spa_validation239  config: vie-spa240  split: validation241- id: MLQARetrieval_vie-spa_test242  config: vie-spa243  split: test244- id: MLQARetrieval_vie-hin_validation245  config: vie-hin246  split: validation247- id: MLQARetrieval_vie-hin_test248  config: vie-hin249  split: test250- id: MLQARetrieval_vie-vie_validation251  config: vie-vie252  split: validation253- id: MLQARetrieval_vie-vie_test254  config: vie-vie255  split: test256- id: MLQARetrieval_vie-zho_validation257  config: vie-zho258  split: validation259- id: MLQARetrieval_vie-zho_test260  config: vie-zho261  split: test262- id: MLQARetrieval_zho-ara_validation263  config: zho-ara264  split: validation265- id: MLQARetrieval_zho-ara_test266  config: zho-ara267  split: test268- id: MLQARetrieval_zho-deu_validation269  config: zho-deu270  split: validation271- id: MLQARetrieval_zho-deu_test272  config: zho-deu273  split: test274- id: MLQARetrieval_zho-eng_validation275  config: zho-eng276  split: validation277- id: MLQARetrieval_zho-eng_test278  config: zho-eng279  split: test280- id: MLQARetrieval_zho-spa_validation281  config: zho-spa282  split: validation283- id: MLQARetrieval_zho-spa_test284  config: zho-spa285  split: test286- id: MLQARetrieval_zho-hin_validation287  config: zho-hin288  split: validation289- id: MLQARetrieval_zho-hin_test290  config: zho-hin291  split: test292- id: MLQARetrieval_zho-vie_validation293  config: zho-vie294  split: validation295- id: MLQARetrieval_zho-vie_test296  config: zho-vie297  split: test298- id: MLQARetrieval_zho-zho_validation299  config: zho-zho300  split: validation301- id: MLQARetrieval_zho-zho_test302  config: zho-zho303  split: test304