DLCorso/multilingual-e5-small
093
1---2language:3- multilingual4- af5- am6- ar7- as8- az9- be10- bg11- bn12- br13- bs14- ca15- cs16- cy17- da18- de19- el20- en21- eo22- es23- et24- eu25- fa26- fi27- fr28- fy29- ga30- gd31- gl32- gu33- ha34- he35- hi36- hr37- hu38- hy39- id40- is41- it42- ja43- jv44- ka45- kk46- km47- kn48- ko49- ku50- ky51- la52- lo53- lt54- lv55- mg56- mk57- ml58- mn59- mr60- ms61- my62- ne63- nl64- 'no'65- om66- or67- pa68- pl69- ps70- pt71- ro72- ru73- sa74- sd75- si76- sk77- sl78- so79- sq80- sr81- su82- sv83- sw84- ta85- te86- th87- tl88- tr89- ug90- uk91- ur92- uz93- vi94- xh95- yi96- zh97license: mit98model-index:99- name: intfloat/multilingual-e5-small100 results:101 - dataset:102 config: en103 name: MTEB AmazonCounterfactualClassification (en)104 revision: e8379541af4e31359cca9fbcf4b00f2671dba205105 split: test106 type: mteb/amazon_counterfactual107 metrics:108 - type: accuracy109 value: 73.79104477611939110 - type: ap111 value: 36.9996434842022112 - type: f1113 value: 67.95453679103099114 task:115 type: Classification116 - dataset:117 config: de118 name: MTEB AmazonCounterfactualClassification (de)119 revision: e8379541af4e31359cca9fbcf4b00f2671dba205120 split: test121 type: mteb/amazon_counterfactual122 metrics:123 - type: accuracy124 value: 71.64882226980728125 - type: ap126 value: 82.11942130026586127 - type: f1128 value: 69.87963421606715129 task:130 type: Classification131 - dataset:132 config: en-ext133 name: MTEB AmazonCounterfactualClassification (en-ext)134 revision: e8379541af4e31359cca9fbcf4b00f2671dba205135 split: test136 type: mteb/amazon_counterfactual137 metrics:138 - type: accuracy139 value: 75.8095952023988140 - type: ap141 value: 24.46869495579561142 - type: f1143 value: 63.00108480037597144 task:145 type: Classification146 - dataset:147 config: ja148 name: MTEB AmazonCounterfactualClassification (ja)149 revision: e8379541af4e31359cca9fbcf4b00f2671dba205150 split: test151 type: mteb/amazon_counterfactual152 metrics:153 - type: accuracy154 value: 64.186295503212155 - type: ap156 value: 15.496804690197042157 - type: f1158 value: 52.07153895475031159 task:160 type: Classification161 - dataset:162 config: default163 name: MTEB AmazonPolarityClassification164 revision: e2d317d38cd51312af73b3d32a06d1a08b442046165 split: test166 type: mteb/amazon_polarity167 metrics:168 - type: accuracy169 value: 88.699325170 - type: ap171 value: 85.27039559917269172 - type: f1173 value: 88.65556295032513174 task:175 type: Classification176 - dataset:177 config: en178 name: MTEB AmazonReviewsClassification (en)179 revision: 1399c76144fd37290681b995c656ef9b2e06e26d180 split: test181 type: mteb/amazon_reviews_multi182 metrics:183 - type: accuracy184 value: 44.69799999999999185 - type: f1186 value: 43.73187348654165187 task:188 type: Classification189 - dataset:190 config: de191 name: MTEB AmazonReviewsClassification (de)192 revision: 1399c76144fd37290681b995c656ef9b2e06e26d193 split: test194 type: mteb/amazon_reviews_multi195 metrics:196 - type: accuracy197 value: 40.245999999999995198 - type: f1199 value: 39.3863530637684200 task:201 type: Classification202 - dataset:203 config: es204 name: MTEB AmazonReviewsClassification (es)205 revision: 1399c76144fd37290681b995c656ef9b2e06e26d206 split: test207 type: mteb/amazon_reviews_multi208 metrics:209 - type: accuracy210 value: 40.394211 - type: f1212 value: 39.301223469483446213 task:214 type: Classification215 - dataset:216 config: fr217 name: MTEB AmazonReviewsClassification (fr)218 revision: 1399c76144fd37290681b995c656ef9b2e06e26d219 split: test220 type: mteb/amazon_reviews_multi221 metrics:222 - type: accuracy223 value: 38.864224 - type: f1225 value: 37.97974261868003226 task:227 type: Classification228 - dataset:229 config: ja230 name: MTEB AmazonReviewsClassification (ja)231 revision: 1399c76144fd37290681b995c656ef9b2e06e26d232 split: test233 type: mteb/amazon_reviews_multi234 metrics:235 - type: accuracy236 value: 37.682237 - type: f1238 value: 37.07399369768313239 task:240 type: Classification241 - dataset:242 config: zh243 name: MTEB AmazonReviewsClassification (zh)244 revision: 1399c76144fd37290681b995c656ef9b2e06e26d245 split: test246 type: mteb/amazon_reviews_multi247 metrics:248 - type: accuracy249 value: 37.504250 - type: f1251 value: 36.62317273874278252 task:253 type: Classification254 - dataset:255 config: default256 name: MTEB ArguAna257 revision: None258 split: test259 type: arguana260 metrics:261 - type: map_at_1262 value: 19.061263 - type: map_at_10264 value: 31.703265 - type: map_at_100266 value: 32.967267 - type: map_at_1000268 value: 33.001000000000005269 - type: map_at_3270 value: 27.466271 - type: map_at_5272 value: 29.564273 - type: mrr_at_1274 value: 19.559275 - type: mrr_at_10276 value: 31.874999999999996277 - type: mrr_at_100278 value: 33.146279 - type: mrr_at_1000280 value: 33.18281 - type: mrr_at_3282 value: 27.667283 - type: mrr_at_5284 value: 29.74285 - type: ndcg_at_1286 value: 19.061287 - type: ndcg_at_10288 value: 39.062999999999995289 - type: ndcg_at_100290 value: 45.184000000000005291 - type: ndcg_at_1000292 value: 46.115293 - type: ndcg_at_3294 value: 30.203000000000003295 - type: ndcg_at_5296 value: 33.953297 - type: precision_at_1298 value: 19.061299 - type: precision_at_10300 value: 6.279999999999999301 - type: precision_at_100302 value: 0.9129999999999999303 - type: precision_at_1000304 value: 0.099305 - type: precision_at_3306 value: 12.706999999999999307 - type: precision_at_5308 value: 9.431000000000001309 - type: recall_at_1310 value: 19.061311 - type: recall_at_10312 value: 62.802313 - type: recall_at_100314 value: 91.323315 - type: recall_at_1000316 value: 98.72317 - type: recall_at_3318 value: 38.122319 - type: recall_at_5320 value: 47.155321 task:322 type: Retrieval323 - dataset:324 config: default325 name: MTEB ArxivClusteringP2P326 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d327 split: test328 type: mteb/arxiv-clustering-p2p329 metrics:330 - type: v_measure331 value: 39.22266660528253332 task:333 type: Clustering334 - dataset:335 config: default336 name: MTEB ArxivClusteringS2S337 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53338 split: test339 type: mteb/arxiv-clustering-s2s340 metrics:341 - type: v_measure342 value: 30.79980849482483343 task:344 type: Clustering345 - dataset:346 config: default347 name: MTEB AskUbuntuDupQuestions348 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54349 split: test350 type: mteb/askubuntudupquestions-reranking351 metrics:352 - type: map353 value: 57.8790068352054354 - type: mrr355 value: 71.78791276436706356 task:357 type: Reranking358 - dataset:359 config: default360 name: MTEB BIOSSES361 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a362 split: test363 type: mteb/biosses-sts364 metrics:365 - type: cos_sim_pearson366 value: 82.36328364043163367 - type: cos_sim_spearman368 value: 82.26211536195868369 - type: euclidean_pearson370 value: 80.3183865039173371 - type: euclidean_spearman372 value: 79.88495276296132373 - type: manhattan_pearson374 value: 80.14484480692127375 - type: manhattan_spearman376 value: 80.39279565980743377 task:378 type: STS379 - dataset:380 config: de-en381 name: MTEB BUCC (de-en)382 revision: d51519689f32196a32af33b075a01d0e7c51e252383 split: test384 type: mteb/bucc-bitext-mining385 metrics:386 - type: accuracy387 value: 98.0375782881002388 - type: f1389 value: 97.86012526096033390 - type: precision391 value: 97.77139874739039392 - type: recall393 value: 98.0375782881002394 task:395 type: BitextMining396 - dataset:397 config: fr-en398 name: MTEB BUCC (fr-en)399 revision: d51519689f32196a32af33b075a01d0e7c51e252400 split: test401 type: mteb/bucc-bitext-mining402 metrics:403 - type: accuracy404 value: 93.35241030156286405 - type: f1406 value: 92.66050333846944407 - type: precision408 value: 92.3306919069631409 - type: recall410 value: 93.35241030156286411 task:412 type: BitextMining413 - dataset:414 config: ru-en415 name: MTEB BUCC (ru-en)416 revision: d51519689f32196a32af33b075a01d0e7c51e252417 split: test418 type: mteb/bucc-bitext-mining419 metrics:420 - type: accuracy421 value: 94.0699688257707422 - type: f1423 value: 93.50236693222492424 - type: precision425 value: 93.22791825424315426 - type: recall427 value: 94.0699688257707428 task:429 type: BitextMining430 - dataset:431 config: zh-en432 name: MTEB BUCC (zh-en)433 revision: d51519689f32196a32af33b075a01d0e7c51e252434 split: test435 type: mteb/bucc-bitext-mining436 metrics:437 - type: accuracy438 value: 89.25750394944708439 - type: f1440 value: 88.79234684921889441 - type: precision442 value: 88.57293312269616443 - type: recall444 value: 89.25750394944708445 task:446 type: BitextMining447 - dataset:448 config: default449 name: MTEB Banking77Classification450 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300451 split: test452 type: mteb/banking77453 metrics:454 - type: accuracy455 value: 79.41558441558442456 - type: f1457 value: 79.25886487487219458 task:459 type: Classification460 - dataset:461 config: default462 name: MTEB BiorxivClusteringP2P463 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40464 split: test465 type: mteb/biorxiv-clustering-p2p466 metrics:467 - type: v_measure468 value: 35.747820820329736469 task:470 type: Clustering471 - dataset:472 config: default473 name: MTEB BiorxivClusteringS2S474 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908475 split: test476 type: mteb/biorxiv-clustering-s2s477 metrics:478 - type: v_measure479 value: 27.045143830596146480 task:481 type: Clustering482 - dataset:483 config: default484 name: MTEB CQADupstackRetrieval485 revision: None486 split: test487 type: BeIR/cqadupstack488 metrics:489 - type: map_at_1490 value: 24.252999999999997491 - type: map_at_10492 value: 31.655916666666666493 - type: map_at_100494 value: 32.680749999999996495 - type: map_at_1000496 value: 32.79483333333334497 - type: map_at_3498 value: 29.43691666666666499 - type: map_at_5500 value: 30.717416666666665501 - type: mrr_at_1502 value: 28.602750000000004503 - type: mrr_at_10504 value: 35.56875505 - type: mrr_at_100506 value: 36.3595507 - type: mrr_at_1000508 value: 36.427749999999996509 - type: mrr_at_3510 value: 33.586166666666664511 - type: mrr_at_5512 value: 34.73641666666666513 - type: ndcg_at_1514 value: 28.602750000000004515 - type: ndcg_at_10516 value: 36.06933333333334517 - type: ndcg_at_100518 value: 40.70141666666667519 - type: ndcg_at_1000520 value: 43.24341666666667521 - type: ndcg_at_3522 value: 32.307916666666664523 - type: ndcg_at_5524 value: 34.129999999999995525 - type: precision_at_1526 value: 28.602750000000004527 - type: precision_at_10528 value: 6.097666666666667529 - type: precision_at_100530 value: 0.9809166666666668531 - type: precision_at_1000532 value: 0.13766666666666663533 - type: precision_at_3534 value: 14.628166666666667535 - type: precision_at_5536 value: 10.266916666666667537 - type: recall_at_1538 value: 24.252999999999997539 - type: recall_at_10540 value: 45.31916666666667541 - type: recall_at_100542 value: 66.03575000000001543 - type: recall_at_1000544 value: 83.94708333333334545 - type: recall_at_3546 value: 34.71941666666666547 - type: recall_at_5548 value: 39.46358333333333549 task:550 type: Retrieval551 - dataset:552 config: default553 name: MTEB ClimateFEVER554 revision: None555 split: test556 type: climate-fever557 metrics:558 - type: map_at_1559 value: 9.024000000000001560 - type: map_at_10561 value: 15.644562 - type: map_at_100563 value: 17.154564 - type: map_at_1000565 value: 17.345566 - type: map_at_3567 value: 13.028568 - type: map_at_5569 value: 14.251570 - type: mrr_at_1571 value: 19.674572 - type: mrr_at_10573 value: 29.826999999999998574 - type: mrr_at_100575 value: 30.935000000000002576 - type: mrr_at_1000577 value: 30.987578 - type: mrr_at_3579 value: 26.645000000000003580 - type: mrr_at_5581 value: 28.29582 - type: ndcg_at_1583 value: 19.674584 - type: ndcg_at_10585 value: 22.545586 - type: ndcg_at_100587 value: 29.207588 - type: ndcg_at_1000589 value: 32.912590 - type: ndcg_at_3591 value: 17.952592 - type: ndcg_at_5593 value: 19.363594 - type: precision_at_1595 value: 19.674596 - type: precision_at_10597 value: 7.212000000000001598 - type: precision_at_100599 value: 1.435600 - type: precision_at_1000601 value: 0.212602 - type: precision_at_3603 value: 13.507604 - type: precision_at_5605 value: 10.397606 - type: recall_at_1607 value: 9.024000000000001608 - type: recall_at_10609 value: 28.077999999999996610 - type: recall_at_100611 value: 51.403612 - type: recall_at_1000613 value: 72.406614 - type: recall_at_3615 value: 16.768616 - type: recall_at_5617 value: 20.737618 task:619 type: Retrieval620 - dataset:621 config: default622 name: MTEB DBPedia623 revision: None624 split: test625 type: dbpedia-entity626 metrics:627 - type: map_at_1628 value: 8.012629 - type: map_at_10630 value: 17.138631 - type: map_at_100632 value: 24.146633 - type: map_at_1000634 value: 25.622635 - type: map_at_3636 value: 12.552637 - type: map_at_5638 value: 14.435639 - type: mrr_at_1640 value: 62.25000000000001641 - type: mrr_at_10642 value: 71.186643 - type: mrr_at_100644 value: 71.504645 - type: mrr_at_1000646 value: 71.514647 - type: mrr_at_3648 value: 69.333649 - type: mrr_at_5650 value: 70.408651 - type: ndcg_at_1652 value: 49.75653 - type: ndcg_at_10654 value: 37.76655 - type: ndcg_at_100656 value: 42.071657 - type: ndcg_at_1000658 value: 49.309659 - type: ndcg_at_3660 value: 41.644661 - type: ndcg_at_5662 value: 39.812999999999995663 - type: precision_at_1664 value: 62.25000000000001665 - type: precision_at_10666 value: 30.15667 - type: precision_at_100668 value: 9.753669 - type: precision_at_1000670 value: 1.9189999999999998671 - type: precision_at_3672 value: 45.667673 - type: precision_at_5674 value: 39.15675 - type: recall_at_1676 value: 8.012677 - type: recall_at_10678 value: 22.599679 - type: recall_at_100680 value: 48.068681 - type: recall_at_1000682 value: 71.328683 - type: recall_at_3684 value: 14.043685 - type: recall_at_5686 value: 17.124687 task:688 type: Retrieval689 - dataset:690 config: default691 name: MTEB EmotionClassification692 revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37693 split: test694 type: mteb/emotion695 metrics:696 - type: accuracy697 value: 42.455698 - type: f1699 value: 37.59462649781862700 task:701 type: Classification702 - dataset:703 config: default704 name: MTEB FEVER705 revision: None706 split: test707 type: fever708 metrics:709 - type: map_at_1710 value: 58.092711 - type: map_at_10712 value: 69.586713 - type: map_at_100714 value: 69.968715 - type: map_at_1000716 value: 69.982717 - type: map_at_3718 value: 67.48100000000001719 - type: map_at_5720 value: 68.915721 - type: mrr_at_1722 value: 62.166723 - type: mrr_at_10724 value: 73.588725 - type: mrr_at_100726 value: 73.86399999999999727 - type: mrr_at_1000728 value: 73.868729 - type: mrr_at_3730 value: 71.6731 - type: mrr_at_5732 value: 72.99733 - type: ndcg_at_1734 value: 62.166735 - type: ndcg_at_10736 value: 75.27199999999999737 - type: ndcg_at_100738 value: 76.816739 - type: ndcg_at_1000740 value: 77.09700000000001741 - type: ndcg_at_3742 value: 71.36743 - type: ndcg_at_5744 value: 73.785745 - type: precision_at_1746 value: 62.166747 - type: precision_at_10748 value: 9.716749 - type: precision_at_100750 value: 1.065751 - type: precision_at_1000752 value: 0.11753 - type: precision_at_3754 value: 28.278755 - type: precision_at_5756 value: 18.343999999999998757 - type: recall_at_1758 value: 58.092759 - type: recall_at_10760 value: 88.73400000000001761 - type: recall_at_100762 value: 95.195763 - type: recall_at_1000764 value: 97.04599999999999765 - type: recall_at_3766 value: 78.45767 - type: recall_at_5768 value: 84.316769 task:770 type: Retrieval771 - dataset:772 config: default773 name: MTEB FiQA2018774 revision: None775 split: test776 type: fiqa777 metrics:778 - type: map_at_1779 value: 16.649780 - type: map_at_10781 value: 26.457000000000004782 - type: map_at_100783 value: 28.169784 - type: map_at_1000785 value: 28.352786 - type: map_at_3787 value: 23.305788 - type: map_at_5789 value: 25.169000000000004790 - type: mrr_at_1791 value: 32.407000000000004792 - type: mrr_at_10793 value: 40.922794 - type: mrr_at_100795 value: 41.931000000000004796 - type: mrr_at_1000797 value: 41.983798 - type: mrr_at_3799 value: 38.786800 - type: mrr_at_5801 value: 40.205999999999996802 - type: ndcg_at_1803 value: 32.407000000000004804 - type: ndcg_at_10805 value: 33.314806 - type: ndcg_at_100807 value: 40.312808 - type: ndcg_at_1000809 value: 43.685810 - type: ndcg_at_3811 value: 30.391000000000002812 - type: ndcg_at_5813 value: 31.525814 - type: precision_at_1815 value: 32.407000000000004816 - type: precision_at_10817 value: 8.966000000000001818 - type: precision_at_100819 value: 1.6019999999999999820 - type: precision_at_1000821 value: 0.22200000000000003822 - type: precision_at_3823 value: 20.165824 - type: precision_at_5825 value: 14.722826 - type: recall_at_1827 value: 16.649828 - type: recall_at_10829 value: 39.117000000000004830 - type: recall_at_100831 value: 65.726832 - type: recall_at_1000833 value: 85.784834 - type: recall_at_3835 value: 27.914836 - type: recall_at_5837 value: 33.289838 task:839 type: Retrieval840 - dataset:841 config: default842 name: MTEB HotpotQA843 revision: None844 split: test845 type: hotpotqa846 metrics:847 - type: map_at_1848 value: 36.253849 - type: map_at_10850 value: 56.16799999999999851 - type: map_at_100852 value: 57.06099999999999853 - type: map_at_1000854 value: 57.126855 - type: map_at_3856 value: 52.644999999999996857 - type: map_at_5858 value: 54.909859 - type: mrr_at_1860 value: 72.505861 - type: mrr_at_10862 value: 79.66863 - type: mrr_at_100864 value: 79.869865 - type: mrr_at_1000866 value: 79.88867 - type: mrr_at_3868 value: 78.411869 - type: mrr_at_5870 value: 79.19800000000001871 - type: ndcg_at_1872 value: 72.505873 - type: ndcg_at_10874 value: 65.094875 - type: ndcg_at_100876 value: 68.219877 - type: ndcg_at_1000878 value: 69.515879 - type: ndcg_at_3880 value: 59.99881 - type: ndcg_at_5882 value: 62.909000000000006883 - type: precision_at_1884 value: 72.505885 - type: precision_at_10886 value: 13.749887 - type: precision_at_100888 value: 1.619889 - type: precision_at_1000890 value: 0.179891 - type: precision_at_3892 value: 38.357893 - type: precision_at_5894 value: 25.313000000000002895 - type: recall_at_1896 value: 36.253897 - type: recall_at_10898 value: 68.744899 - type: recall_at_100900 value: 80.925901 - type: recall_at_1000902 value: 89.534903 - type: recall_at_3904 value: 57.535000000000004905 - type: recall_at_5906 value: 63.282000000000004907 task:908 type: Retrieval909 - dataset:910 config: default911 name: MTEB ImdbClassification912 revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7913 split: test914 type: mteb/imdb915 metrics:916 - type: accuracy917 value: 80.82239999999999918 - type: ap919 value: 75.65895781725314920 - type: f1921 value: 80.75880969095746922 task:923 type: Classification924 - dataset:925 config: default926 name: MTEB MSMARCO927 revision: None928 split: dev929 type: msmarco930 metrics:931 - type: map_at_1932 value: 21.624933 - type: map_at_10934 value: 34.075935 - type: map_at_100936 value: 35.229937 - type: map_at_1000938 value: 35.276999999999994939 - type: map_at_3940 value: 30.245941 - type: map_at_5942 value: 32.42943 - type: mrr_at_1944 value: 22.264945 - type: mrr_at_10946 value: 34.638000000000005947 - type: mrr_at_100948 value: 35.744949 - type: mrr_at_1000950 value: 35.787951 - type: mrr_at_3952 value: 30.891000000000002953 - type: mrr_at_5954 value: 33.042955 - type: ndcg_at_1956 value: 22.264957 - type: ndcg_at_10958 value: 40.991959 - type: ndcg_at_100960 value: 46.563961 - type: ndcg_at_1000962 value: 47.743963 - type: ndcg_at_3964 value: 33.198965 - type: ndcg_at_5966 value: 37.069967 - type: precision_at_1968 value: 22.264969 - type: precision_at_10970 value: 6.5089999999999995971 - type: precision_at_100972 value: 0.9299999999999999973 - type: precision_at_1000974 value: 0.10300000000000001975 - type: precision_at_3976 value: 14.216999999999999977 - type: precision_at_5978 value: 10.487979 - type: recall_at_1980 value: 21.624981 - type: recall_at_10982 value: 62.303983 - type: recall_at_100984 value: 88.124985 - type: recall_at_1000986 value: 97.08987 - type: recall_at_3988 value: 41.099999999999994989 - type: recall_at_5990 value: 50.381991 task:992 type: Retrieval993 - dataset:994 config: en995 name: MTEB MTOPDomainClassification (en)996 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf997 split: test998 type: mteb/mtop_domain999 metrics:1000 - type: accuracy1001 value: 91.067031463748311002 - type: f11003 value: 90.868678158631721004 task:1005 type: Classification1006 - dataset:1007 config: de1008 name: MTEB MTOPDomainClassification (de)1009 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1010 split: test1011 type: mteb/mtop_domain1012 metrics:1013 - type: accuracy1014 value: 87.469709777402091015 - type: f11016 value: 86.368328720365881017 task:1018 type: Classification1019 - dataset:1020 config: es1021 name: MTEB MTOPDomainClassification (es)1022 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1023 split: test1024 type: mteb/mtop_domain1025 metrics:1026 - type: accuracy1027 value: 89.269513008672451028 - type: f11029 value: 88.935611939595021030 task:1031 type: Classification1032 - dataset:1033 config: fr1034 name: MTEB MTOPDomainClassification (fr)1035 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1036 split: test1037 type: mteb/mtop_domain1038 metrics:1039 - type: accuracy1040 value: 84.227998747259631041 - type: f11042 value: 84.304900692365561043 task:1044 type: Classification1045 - dataset:1046 config: hi1047 name: MTEB MTOPDomainClassification (hi)1048 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1049 split: test1050 type: mteb/mtop_domain1051 metrics:1052 - type: accuracy1053 value: 86.020078881319481054 - type: f11055 value: 85.393760410279911056 task:1057 type: Classification1058 - dataset:1059 config: th1060 name: MTEB MTOPDomainClassification (th)1061 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1062 split: test1063 type: mteb/mtop_domain1064 metrics:1065 - type: accuracy1066 value: 85.349005424954811067 - type: f11068 value: 85.398596733367131069 task:1070 type: Classification1071 - dataset:1072 config: en1073 name: MTEB MTOPIntentClassification (en)1074 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1075 split: test1076 type: mteb/mtop_intent1077 metrics:1078 - type: accuracy1079 value: 71.0784313725491080 - type: f11081 value: 53.450711020022761082 task:1083 type: Classification1084 - dataset:1085 config: de1086 name: MTEB MTOPIntentClassification (de)1087 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1088 split: test1089 type: mteb/mtop_intent1090 metrics:1091 - type: accuracy1092 value: 65.857988165680471093 - type: f11094 value: 46.531127489935291095 task:1096 type: Classification1097 - dataset:1098 config: es1099 name: MTEB MTOPIntentClassification (es)1100 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1101 split: test1102 type: mteb/mtop_intent1103 metrics:1104 - type: accuracy1105 value: 67.968645763842561106 - type: f11107 value: 45.9667030228295061108 task:1109 type: Classification1110 - dataset:1111 config: fr1112 name: MTEB MTOPIntentClassification (fr)1113 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1114 split: test1115 type: mteb/mtop_intent1116 metrics:1117 - type: accuracy1118 value: 61.315377388036331119 - type: f11120 value: 45.526017128354611121 task:1122 type: Classification1123 - dataset:1124 config: hi1125 name: MTEB MTOPIntentClassification (hi)1126 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1127 split: test1128 type: mteb/mtop_intent1129 metrics:1130 - type: accuracy1131 value: 66.296163499462181132 - type: f11133 value: 47.241664857266131134 task:1135 type: Classification1136 - dataset:1137 config: th1138 name: MTEB MTOPIntentClassification (th)1139 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1140 split: test1141 type: mteb/mtop_intent1142 metrics:1143 - type: accuracy1144 value: 67.515370705244121145 - type: f11146 value: 49.4634763190142761147 task:1148 type: Classification1149 - dataset:1150 config: af1151 name: MTEB MassiveIntentClassification (af)1152 revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed71153 split: test1154 type: mteb/amazon_massive_intent1155 metrics:1156 - type: accuracy1157 value: 57.067921990585081158 - type: f11159 value: 54.0949218575022851160 task:1161 type: Classification1162 - dataset:1163 config: am1164 name: MTEB MassiveIntentClassification (am)1165 revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed71166 split: test1167 type: mteb/amazon_massive_intent1168 metrics:1169 - type: accuracy1170 value: 51.9603227975790251171 - type: f11172 value: 48.5473712233709451173 task:1174 type: Classification1175 - dataset:1176 config: ar1177 name: MTEB MassiveIntentClassification (ar)1178 revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed71179 split: test1180 type: mteb/amazon_massive_intent1181 metrics:1182 - type: accuracy1183 value: 54.4250168123739041184 - type: f11185 value: 50.470692020543121186 task:1187 type: Classification1188 - dataset:1189 config: az1190 name: MTEB MassiveIntentClassification (az)1191 revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed71192 split: test1193 type: mteb/amazon_massive_intent1194 metrics:1195 - type: accuracy1196 value: 59.7982515131136551197 - type: f11198 value: 57.050130690866481199 task:1200 type: Classification