facebook/mlqa

1---2pretty_name: MLQA (MultiLingual Question Answering)3language:4- en5- de6- es7- ar8- zh9- vi10- hi11license:12- cc-by-sa-3.013source_datasets:14- original15size_categories:16- 10K<n<100K17language_creators:18- crowdsourced19annotations_creators:20- crowdsourced21multilinguality:22- multilingual23task_categories:24- question-answering25task_ids:26- extractive-qa27paperswithcode_id: mlqa28dataset_info:29- config_name: mlqa-translate-train.ar30  features:31  - name: context32    dtype: string33  - name: question34    dtype: string35  - name: answers36    sequence:37    - name: answer_start38      dtype: int3239    - name: text40      dtype: string41  - name: id42    dtype: string43  splits:44  - name: train45    num_bytes: 10122724546    num_examples: 7805847  - name: validation48    num_bytes: 1314433249    num_examples: 951250  download_size: 6336412351  dataset_size: 11437157752- config_name: mlqa-translate-train.de53  features:54  - name: context55    dtype: string56  - name: question57    dtype: string58  - name: answers59    sequence:60    - name: answer_start61      dtype: int3262    - name: text63      dtype: string64  - name: id65    dtype: string66  splits:67  - name: train68    num_bytes: 7799682569    num_examples: 8006970  - name: validation71    num_bytes: 1032211372    num_examples: 992773  download_size: 6336412374  dataset_size: 8831893875- config_name: mlqa-translate-train.vi76  features:77  - name: context78    dtype: string79  - name: question80    dtype: string81  - name: answers82    sequence:83    - name: answer_start84      dtype: int3285    - name: text86      dtype: string87  - name: id88    dtype: string89  splits:90  - name: train91    num_bytes: 9738743192    num_examples: 8481693  - name: validation94    num_bytes: 1273111295    num_examples: 1035696  download_size: 6336412397  dataset_size: 11011854398- config_name: mlqa-translate-train.zh99  features:100  - name: context101    dtype: string102  - name: question103    dtype: string104  - name: answers105    sequence:106    - name: answer_start107      dtype: int32108    - name: text109      dtype: string110  - name: id111    dtype: string112  splits:113  - name: train114    num_bytes: 55143547115    num_examples: 76285116  - name: validation117    num_bytes: 7418070118    num_examples: 9568119  download_size: 63364123120  dataset_size: 62561617121- config_name: mlqa-translate-train.es122  features:123  - name: context124    dtype: string125  - name: question126    dtype: string127  - name: answers128    sequence:129    - name: answer_start130      dtype: int32131    - name: text132      dtype: string133  - name: id134    dtype: string135  splits:136  - name: train137    num_bytes: 80789653138    num_examples: 81810139  - name: validation140    num_bytes: 10718376141    num_examples: 10123142  download_size: 63364123143  dataset_size: 91508029144- config_name: mlqa-translate-train.hi145  features:146  - name: context147    dtype: string148  - name: question149    dtype: string150  - name: answers151    sequence:152    - name: answer_start153      dtype: int32154    - name: text155      dtype: string156  - name: id157    dtype: string158  splits:159  - name: train160    num_bytes: 168117671161    num_examples: 82451162  - name: validation163    num_bytes: 22422152164    num_examples: 10253165  download_size: 63364123166  dataset_size: 190539823167- config_name: mlqa-translate-test.ar168  features:169  - name: context170    dtype: string171  - name: question172    dtype: string173  - name: answers174    sequence:175    - name: answer_start176      dtype: int32177    - name: text178      dtype: string179  - name: id180    dtype: string181  splits:182  - name: test183    num_bytes: 5484467184    num_examples: 5335185  download_size: 10075488186  dataset_size: 5484467187- config_name: mlqa-translate-test.de188  features:189  - name: context190    dtype: string191  - name: question192    dtype: string193  - name: answers194    sequence:195    - name: answer_start196      dtype: int32197    - name: text198      dtype: string199  - name: id200    dtype: string201  splits:202  - name: test203    num_bytes: 3884332204    num_examples: 4517205  download_size: 10075488206  dataset_size: 3884332207- config_name: mlqa-translate-test.vi208  features:209  - name: context210    dtype: string211  - name: question212    dtype: string213  - name: answers214    sequence:215    - name: answer_start216      dtype: int32217    - name: text218      dtype: string219  - name: id220    dtype: string221  splits:222  - name: test223    num_bytes: 5998327224    num_examples: 5495225  download_size: 10075488226  dataset_size: 5998327227- config_name: mlqa-translate-test.zh228  features:229  - name: context230    dtype: string231  - name: question232    dtype: string233  - name: answers234    sequence:235    - name: answer_start236      dtype: int32237    - name: text238      dtype: string239  - name: id240    dtype: string241  splits:242  - name: test243    num_bytes: 4831704244    num_examples: 5137245  download_size: 10075488246  dataset_size: 4831704247- config_name: mlqa-translate-test.es248  features:249  - name: context250    dtype: string251  - name: question252    dtype: string253  - name: answers254    sequence:255    - name: answer_start256      dtype: int32257    - name: text258      dtype: string259  - name: id260    dtype: string261  splits:262  - name: test263    num_bytes: 3916758264    num_examples: 5253265  download_size: 10075488266  dataset_size: 3916758267- config_name: mlqa-translate-test.hi268  features:269  - name: context270    dtype: string271  - name: question272    dtype: string273  - name: answers274    sequence:275    - name: answer_start276      dtype: int32277    - name: text278      dtype: string279  - name: id280    dtype: string281  splits:282  - name: test283    num_bytes: 4608811284    num_examples: 4918285  download_size: 10075488286  dataset_size: 4608811287- config_name: mlqa.ar.ar288  features:289  - name: context290    dtype: string291  - name: question292    dtype: string293  - name: answers294    sequence:295    - name: answer_start296      dtype: int32297    - name: text298      dtype: string299  - name: id300    dtype: string301  splits:302  - name: test303    num_bytes: 8216837304    num_examples: 5335305  - name: validation306    num_bytes: 808830307    num_examples: 517308  download_size: 75719050309  dataset_size: 9025667310- config_name: mlqa.ar.de311  features:312  - name: context313    dtype: string314  - name: question315    dtype: string316  - name: answers317    sequence:318    - name: answer_start319      dtype: int32320    - name: text321      dtype: string322  - name: id323    dtype: string324  splits:325  - name: test326    num_bytes: 2132247327    num_examples: 1649328  - name: validation329    num_bytes: 358554330    num_examples: 207331  download_size: 75719050332  dataset_size: 2490801333- config_name: mlqa.ar.vi334  features:335  - name: context336    dtype: string337  - name: question338    dtype: string339  - name: answers340    sequence:341    - name: answer_start342      dtype: int32343    - name: text344      dtype: string345  - name: id346    dtype: string347  splits:348  - name: test349    num_bytes: 3235363350    num_examples: 2047351  - name: validation352    num_bytes: 283834353    num_examples: 163354  download_size: 75719050355  dataset_size: 3519197356- config_name: mlqa.ar.zh357  features:358  - name: context359    dtype: string360  - name: question361    dtype: string362  - name: answers363    sequence:364    - name: answer_start365      dtype: int32366    - name: text367      dtype: string368  - name: id369    dtype: string370  splits:371  - name: test372    num_bytes: 3175660373    num_examples: 1912374  - name: validation375    num_bytes: 334016376    num_examples: 188377  download_size: 75719050378  dataset_size: 3509676379- config_name: mlqa.ar.en380  features:381  - name: context382    dtype: string383  - name: question384    dtype: string385  - name: answers386    sequence:387    - name: answer_start388      dtype: int32389    - name: text390      dtype: string391  - name: id392    dtype: string393  splits:394  - name: test395    num_bytes: 8074057396    num_examples: 5335397  - name: validation398    num_bytes: 794775399    num_examples: 517400  download_size: 75719050401  dataset_size: 8868832402- config_name: mlqa.ar.es403  features:404  - name: context405    dtype: string406  - name: question407    dtype: string408  - name: answers409    sequence:410    - name: answer_start411      dtype: int32412    - name: text413      dtype: string414  - name: id415    dtype: string416  splits:417  - name: test418    num_bytes: 2981237419    num_examples: 1978420  - name: validation421    num_bytes: 223188422    num_examples: 161423  download_size: 75719050424  dataset_size: 3204425425- config_name: mlqa.ar.hi426  features:427  - name: context428    dtype: string429  - name: question430    dtype: string431  - name: answers432    sequence:433    - name: answer_start434      dtype: int32435    - name: text436      dtype: string437  - name: id438    dtype: string439  splits:440  - name: test441    num_bytes: 2993225442    num_examples: 1831443  - name: validation444    num_bytes: 276727445    num_examples: 186446  download_size: 75719050447  dataset_size: 3269952448- config_name: mlqa.de.ar449  features:450  - name: context451    dtype: string452  - name: question453    dtype: string454  - name: answers455    sequence:456    - name: answer_start457      dtype: int32458    - name: text459      dtype: string460  - name: id461    dtype: string462  splits:463  - name: test464    num_bytes: 1587005465    num_examples: 1649466  - name: validation467    num_bytes: 195822468    num_examples: 207469  download_size: 75719050470  dataset_size: 1782827471- config_name: mlqa.de.de472  features:473  - name: context474    dtype: string475  - name: question476    dtype: string477  - name: answers478    sequence:479    - name: answer_start480      dtype: int32481    - name: text482      dtype: string483  - name: id484    dtype: string485  splits:486  - name: test487    num_bytes: 4274496488    num_examples: 4517489  - name: validation490    num_bytes: 477366491    num_examples: 512492  download_size: 75719050493  dataset_size: 4751862494- config_name: mlqa.de.vi495  features:496  - name: context497    dtype: string498  - name: question499    dtype: string500  - name: answers501    sequence:502    - name: answer_start503      dtype: int32504    - name: text505      dtype: string506  - name: id507    dtype: string508  splits:509  - name: test510    num_bytes: 1654540511    num_examples: 1675512  - name: validation513    num_bytes: 211985514    num_examples: 182515  download_size: 75719050516  dataset_size: 1866525517- config_name: mlqa.de.zh518  features:519  - name: context520    dtype: string521  - name: question522    dtype: string523  - name: answers524    sequence:525    - name: answer_start526      dtype: int32527    - name: text528      dtype: string529  - name: id530    dtype: string531  splits:532  - name: test533    num_bytes: 1645937534    num_examples: 1621535  - name: validation536    num_bytes: 180114537    num_examples: 190538  download_size: 75719050539  dataset_size: 1826051540- config_name: mlqa.de.en541  features:542  - name: context543    dtype: string544  - name: question545    dtype: string546  - name: answers547    sequence:548    - name: answer_start549      dtype: int32550    - name: text551      dtype: string552  - name: id553    dtype: string554  splits:555  - name: test556    num_bytes: 4251153557    num_examples: 4517558  - name: validation559    num_bytes: 474863560    num_examples: 512561  download_size: 75719050562  dataset_size: 4726016563- config_name: mlqa.de.es564  features:565  - name: context566    dtype: string567  - name: question568    dtype: string569  - name: answers570    sequence:571    - name: answer_start572      dtype: int32573    - name: text574      dtype: string575  - name: id576    dtype: string577  splits:578  - name: test579    num_bytes: 1678176580    num_examples: 1776581  - name: validation582    num_bytes: 166193583    num_examples: 196584  download_size: 75719050585  dataset_size: 1844369586- config_name: mlqa.de.hi587  features:588  - name: context589    dtype: string590  - name: question591    dtype: string592  - name: answers593    sequence:594    - name: answer_start595      dtype: int32596    - name: text597      dtype: string598  - name: id599    dtype: string600  splits:601  - name: test602    num_bytes: 1343983603    num_examples: 1430604  - name: validation605    num_bytes: 150679606    num_examples: 163607  download_size: 75719050608  dataset_size: 1494662609- config_name: mlqa.vi.ar610  features:611  - name: context612    dtype: string613  - name: question614    dtype: string615  - name: answers616    sequence:617    - name: answer_start618      dtype: int32619    - name: text620      dtype: string621  - name: id622    dtype: string623  splits:624  - name: test625    num_bytes: 3164094626    num_examples: 2047627  - name: validation628    num_bytes: 226724629    num_examples: 163630  download_size: 75719050631  dataset_size: 3390818632- config_name: mlqa.vi.de633  features:634  - name: context635    dtype: string636  - name: question637    dtype: string638  - name: answers639    sequence:640    - name: answer_start641      dtype: int32642    - name: text643      dtype: string644  - name: id645    dtype: string646  splits:647  - name: test648    num_bytes: 2189315649    num_examples: 1675650  - name: validation651    num_bytes: 272794652    num_examples: 182653  download_size: 75719050654  dataset_size: 2462109655- config_name: mlqa.vi.vi656  features:657  - name: context658    dtype: string659  - name: question660    dtype: string661  - name: answers662    sequence:663    - name: answer_start664      dtype: int32665    - name: text666      dtype: string667  - name: id668    dtype: string669  splits:670  - name: test671    num_bytes: 7807045672    num_examples: 5495673  - name: validation674    num_bytes: 715291675    num_examples: 511676  download_size: 75719050677  dataset_size: 8522336678- config_name: mlqa.vi.zh679  features:680  - name: context681    dtype: string682  - name: question683    dtype: string684  - name: answers685    sequence:686    - name: answer_start687      dtype: int32688    - name: text689      dtype: string690  - name: id691    dtype: string692  splits:693  - name: test694    num_bytes: 2947458695    num_examples: 1943696  - name: validation697    num_bytes: 265154698    num_examples: 184699  download_size: 75719050700  dataset_size: 3212612701- config_name: mlqa.vi.en702  features:703  - name: context704    dtype: string705  - name: question706    dtype: string707  - name: answers708    sequence:709    - name: answer_start710      dtype: int32711    - name: text712      dtype: string713  - name: id714    dtype: string715  splits:716  - name: test717    num_bytes: 7727204718    num_examples: 5495719  - name: validation720    num_bytes: 707925721    num_examples: 511722  download_size: 75719050723  dataset_size: 8435129724- config_name: mlqa.vi.es725  features:726  - name: context727    dtype: string728  - name: question729    dtype: string730  - name: answers731    sequence:732    - name: answer_start733      dtype: int32734    - name: text735      dtype: string736  - name: id737    dtype: string738  splits:739  - name: test740    num_bytes: 2822481741    num_examples: 2018742  - name: validation743    num_bytes: 279235744    num_examples: 189745  download_size: 75719050746  dataset_size: 3101716747- config_name: mlqa.vi.hi748  features:749  - name: context750    dtype: string751  - name: question752    dtype: string753  - name: answers754    sequence:755    - name: answer_start756      dtype: int32757    - name: text758      dtype: string759  - name: id760    dtype: string761  splits:762  - name: test763    num_bytes: 2738045764    num_examples: 1947765  - name: validation766    num_bytes: 251470767    num_examples: 177768  download_size: 75719050769  dataset_size: 2989515770- config_name: mlqa.zh.ar771  features:772  - name: context773    dtype: string774  - name: question775    dtype: string776  - name: answers777    sequence:778    - name: answer_start779      dtype: int32780    - name: text781      dtype: string782  - name: id783    dtype: string784  splits:785  - name: test786    num_bytes: 1697005787    num_examples: 1912788  - name: validation789    num_bytes: 171743790    num_examples: 188791  download_size: 75719050792  dataset_size: 1868748793- config_name: mlqa.zh.de794  features:795  - name: context796    dtype: string797  - name: question798    dtype: string799  - name: answers800    sequence:801    - name: answer_start802      dtype: int32803    - name: text804      dtype: string805  - name: id806    dtype: string807  splits:808  - name: test809    num_bytes: 1356268810    num_examples: 1621811  - name: validation812    num_bytes: 170686813    num_examples: 190814  download_size: 75719050815  dataset_size: 1526954816- config_name: mlqa.zh.vi817  features:818  - name: context819    dtype: string820  - name: question821    dtype: string822  - name: answers823    sequence:824    - name: answer_start825      dtype: int32826    - name: text827      dtype: string828  - name: id829    dtype: string830  splits:831  - name: test832    num_bytes: 1770535833    num_examples: 1943834  - name: validation835    num_bytes: 169651836    num_examples: 184837  download_size: 75719050838  dataset_size: 1940186839- config_name: mlqa.zh.zh840  features:841  - name: context842    dtype: string843  - name: question844    dtype: string845  - name: answers846    sequence:847    - name: answer_start848      dtype: int32849    - name: text850      dtype: string851  - name: id852    dtype: string853  splits:854  - name: test855    num_bytes: 4324740856    num_examples: 5137857  - name: validation858    num_bytes: 433960859    num_examples: 504860  download_size: 75719050861  dataset_size: 4758700862- config_name: mlqa.zh.en863  features:864  - name: context865    dtype: string866  - name: question867    dtype: string868  - name: answers869    sequence:870    - name: answer_start871      dtype: int32872    - name: text873      dtype: string874  - name: id875    dtype: string876  splits:877  - name: test878    num_bytes: 4353361879    num_examples: 5137880  - name: validation881    num_bytes: 437016882    num_examples: 504883  download_size: 75719050884  dataset_size: 4790377885- config_name: mlqa.zh.es886  features:887  - name: context888    dtype: string889  - name: question890    dtype: string891  - name: answers892    sequence:893    - name: answer_start894      dtype: int32895    - name: text896      dtype: string897  - name: id898    dtype: string899  splits:900  - name: test901    num_bytes: 1697983902    num_examples: 1947903  - name: validation904    num_bytes: 134693905    num_examples: 161906  download_size: 75719050907  dataset_size: 1832676908- config_name: mlqa.zh.hi909  features:910  - name: context911    dtype: string912  - name: question913    dtype: string914  - name: answers915    sequence:916    - name: answer_start917      dtype: int32918    - name: text919      dtype: string920  - name: id921    dtype: string922  splits:923  - name: test924    num_bytes: 1547159925    num_examples: 1767926  - name: validation927    num_bytes: 180928928    num_examples: 189929  download_size: 75719050930  dataset_size: 1728087931- config_name: mlqa.en.ar932  features:933  - name: context934    dtype: string935  - name: question936    dtype: string937  - name: answers938    sequence:939    - name: answer_start940      dtype: int32941    - name: text942      dtype: string943  - name: id944    dtype: string945  splits:946  - name: test947    num_bytes: 6641971948    num_examples: 5335949  - name: validation950    num_bytes: 621075951    num_examples: 517952  download_size: 75719050953  dataset_size: 7263046954- config_name: mlqa.en.de955  features:956  - name: context957    dtype: string958  - name: question959    dtype: string960  - name: answers961    sequence:962    - name: answer_start963      dtype: int32964    - name: text965      dtype: string966  - name: id967    dtype: string968  splits:969  - name: test970    num_bytes: 4966262971    num_examples: 4517972  - name: validation973    num_bytes: 584725974    num_examples: 512975  download_size: 75719050976  dataset_size: 5550987977- config_name: mlqa.en.vi978  features:979  - name: context980    dtype: string981  - name: question982    dtype: string983  - name: answers984    sequence:985    - name: answer_start986      dtype: int32987    - name: text988      dtype: string989  - name: id990    dtype: string991  splits:992  - name: test993    num_bytes: 6958087994    num_examples: 5495995  - name: validation996    num_bytes: 631268997    num_examples: 511998  download_size: 75719050999  dataset_size: 75893551000- config_name: mlqa.en.zh1001  features:1002  - name: context1003    dtype: string1004  - name: question1005    dtype: string1006  - name: answers1007    sequence:1008    - name: answer_start1009      dtype: int321010    - name: text1011      dtype: string1012  - name: id1013    dtype: string1014  splits:1015  - name: test1016    num_bytes: 64416141017    num_examples: 51371018  - name: validation1019    num_bytes: 5987721020    num_examples: 5041021  download_size: 757190501022  dataset_size: 70403861023- config_name: mlqa.en.en1024  features:1025  - name: context1026    dtype: string1027  - name: question1028    dtype: string1029  - name: answers1030    sequence:1031    - name: answer_start1032      dtype: int321033    - name: text1034      dtype: string1035  - name: id1036    dtype: string1037  splits:1038  - name: test1039    num_bytes: 137875221040    num_examples: 115901041  - name: validation1042    num_bytes: 13073991043    num_examples: 11481044  download_size: 757190501045  dataset_size: 150949211046- config_name: mlqa.en.es1047  features:1048  - name: context1049    dtype: string1050  - name: question1051    dtype: string1052  - name: answers1053    sequence:1054    - name: answer_start1055      dtype: int321056    - name: text1057      dtype: string1058  - name: id1059    dtype: string1060  splits:1061  - name: test1062    num_bytes: 60749901063    num_examples: 52531064  - name: validation1065    num_bytes: 5456571066    num_examples: 5001067  download_size: 757190501068  dataset_size: 66206471069- config_name: mlqa.en.hi1070  features:1071  - name: context1072    dtype: string1073  - name: question1074    dtype: string1075  - name: answers1076    sequence:1077    - name: answer_start1078      dtype: int321079    - name: text1080      dtype: string1081  - name: id1082    dtype: string1083  splits:1084  - name: test1085    num_bytes: 62937851086    num_examples: 49181087  - name: validation1088    num_bytes: 6142231089    num_examples: 5071090  download_size: 757190501091  dataset_size: 69080081092- config_name: mlqa.es.ar1093  features:1094  - name: context1095    dtype: string1096  - name: question1097    dtype: string1098  - name: answers1099    sequence:1100    - name: answer_start1101      dtype: int321102    - name: text1103      dtype: string1104  - name: id1105    dtype: string1106  splits:1107  - name: test1108    num_bytes: 16967781109    num_examples: 19781110  - name: validation1111    num_bytes: 1451051112    num_examples: 1611113  download_size: 757190501114  dataset_size: 18418831115- config_name: mlqa.es.de1116  features:1117  - name: context1118    dtype: string1119  - name: question1120    dtype: string1121  - name: answers1122    sequence:1123    - name: answer_start1124      dtype: int321125    - name: text1126      dtype: string1127  - name: id1128    dtype: string1129  splits:1130  - name: test1131    num_bytes: 13619831132    num_examples: 17761133  - name: validation1134    num_bytes: 1399681135    num_examples: 1961136  download_size: 757190501137  dataset_size: 15019511138- config_name: mlqa.es.vi1139  features:1140  - name: context1141    dtype: string1142  - name: question1143    dtype: string1144  - name: answers1145    sequence:1146    - name: answer_start1147      dtype: int321148    - name: text1149      dtype: string1150  - name: id1151    dtype: string1152  splits:1153  - name: test1154    num_bytes: 17071411155    num_examples: 20181156  - name: validation1157    num_bytes: 1728011158    num_examples: 1891159  download_size: 757190501160  dataset_size: 18799421161- config_name: mlqa.es.zh1162  features:1163  - name: context1164    dtype: string1165  - name: question1166    dtype: string1167  - name: answers1168    sequence:1169    - name: answer_start1170      dtype: int321171    - name: text1172      dtype: string1173  - name: id1174    dtype: string1175  splits:1176  - name: test1177    num_bytes: 16352941178    num_examples: 19471179  - name: validation1180    num_bytes: 1228291181    num_examples: 1611182  download_size: 757190501183  dataset_size: 17581231184- config_name: mlqa.es.en1185  features:1186  - name: context1187    dtype: string1188  - name: question1189    dtype: string1190  - name: answers1191    sequence:1192    - name: answer_start1193      dtype: int321194    - name: text1195      dtype: string1196  - name: id1197    dtype: string1198  splits:1199  - name: test1200    num_bytes: 4249431

Showing the first 1,200 of 1650 lines. Download the file for the rest.