mlx-community/multilingual-e5-large-mlx
5367
1---2language:3- multilingual4- af5- am6- ar7- as8- az9- be10- bg11- bn12- br13- bs14- ca15- cs16- cy17- da18- de19- el20- en21- eo22- es23- et24- eu25- fa26- fi27- fr28- fy29- ga30- gd31- gl32- gu33- ha34- he35- hi36- hr37- hu38- hy39- id40- is41- it42- ja43- jv44- ka45- kk46- km47- kn48- ko49- ku50- ky51- la52- lo53- lt54- lv55- mg56- mk57- ml58- mn59- mr60- ms61- my62- ne63- nl64- 'no'65- om66- or67- pa68- pl69- ps70- pt71- ro72- ru73- sa74- sd75- si76- sk77- sl78- so79- sq80- sr81- su82- sv83- sw84- ta85- te86- th87- tl88- tr89- ug90- uk91- ur92- uz93- vi94- xh95- yi96- zh97license: mit98tags:99- mteb100- Sentence Transformers101- sentence-similarity102- feature-extraction103- sentence-transformers104- mlx105model-index:106- name: multilingual-e5-large107 results:108 - task:109 type: Classification110 dataset:111 name: MTEB AmazonCounterfactualClassification (en)112 type: mteb/amazon_counterfactual113 config: en114 split: test115 revision: e8379541af4e31359cca9fbcf4b00f2671dba205116 metrics:117 - type: accuracy118 value: 79.05970149253731119 - type: ap120 value: 43.486574390835635121 - type: f1122 value: 73.32700092140148123 - task:124 type: Classification125 dataset:126 name: MTEB AmazonCounterfactualClassification (de)127 type: mteb/amazon_counterfactual128 config: de129 split: test130 revision: e8379541af4e31359cca9fbcf4b00f2671dba205131 metrics:132 - type: accuracy133 value: 71.22055674518201134 - type: ap135 value: 81.55756710830498136 - type: f1137 value: 69.28271787752661138 - task:139 type: Classification140 dataset:141 name: MTEB AmazonCounterfactualClassification (en-ext)142 type: mteb/amazon_counterfactual143 config: en-ext144 split: test145 revision: e8379541af4e31359cca9fbcf4b00f2671dba205146 metrics:147 - type: accuracy148 value: 80.41979010494754149 - type: ap150 value: 29.34879922376344151 - type: f1152 value: 67.62475449011278153 - task:154 type: Classification155 dataset:156 name: MTEB AmazonCounterfactualClassification (ja)157 type: mteb/amazon_counterfactual158 config: ja159 split: test160 revision: e8379541af4e31359cca9fbcf4b00f2671dba205161 metrics:162 - type: accuracy163 value: 77.8372591006424164 - type: ap165 value: 26.557560591210738166 - type: f1167 value: 64.96619417368707168 - task:169 type: Classification170 dataset:171 name: MTEB AmazonPolarityClassification172 type: mteb/amazon_polarity173 config: default174 split: test175 revision: e2d317d38cd51312af73b3d32a06d1a08b442046176 metrics:177 - type: accuracy178 value: 93.489875179 - type: ap180 value: 90.98758636917603181 - type: f1182 value: 93.48554819717332183 - task:184 type: Classification185 dataset:186 name: MTEB AmazonReviewsClassification (en)187 type: mteb/amazon_reviews_multi188 config: en189 split: test190 revision: 1399c76144fd37290681b995c656ef9b2e06e26d191 metrics:192 - type: accuracy193 value: 47.564194 - type: f1195 value: 46.75122173518047196 - task:197 type: Classification198 dataset:199 name: MTEB AmazonReviewsClassification (de)200 type: mteb/amazon_reviews_multi201 config: de202 split: test203 revision: 1399c76144fd37290681b995c656ef9b2e06e26d204 metrics:205 - type: accuracy206 value: 45.400000000000006207 - type: f1208 value: 44.17195682400632209 - task:210 type: Classification211 dataset:212 name: MTEB AmazonReviewsClassification (es)213 type: mteb/amazon_reviews_multi214 config: es215 split: test216 revision: 1399c76144fd37290681b995c656ef9b2e06e26d217 metrics:218 - type: accuracy219 value: 43.068220 - type: f1221 value: 42.38155696855596222 - task:223 type: Classification224 dataset:225 name: MTEB AmazonReviewsClassification (fr)226 type: mteb/amazon_reviews_multi227 config: fr228 split: test229 revision: 1399c76144fd37290681b995c656ef9b2e06e26d230 metrics:231 - type: accuracy232 value: 41.89233 - type: f1234 value: 40.84407321682663235 - task:236 type: Classification237 dataset:238 name: MTEB AmazonReviewsClassification (ja)239 type: mteb/amazon_reviews_multi240 config: ja241 split: test242 revision: 1399c76144fd37290681b995c656ef9b2e06e26d243 metrics:244 - type: accuracy245 value: 40.120000000000005246 - type: f1247 value: 39.522976223819114248 - task:249 type: Classification250 dataset:251 name: MTEB AmazonReviewsClassification (zh)252 type: mteb/amazon_reviews_multi253 config: zh254 split: test255 revision: 1399c76144fd37290681b995c656ef9b2e06e26d256 metrics:257 - type: accuracy258 value: 38.832259 - type: f1260 value: 38.0392533394713261 - task:262 type: Retrieval263 dataset:264 name: MTEB ArguAna265 type: arguana266 config: default267 split: test268 revision: None269 metrics:270 - type: map_at_1271 value: 30.725272 - type: map_at_10273 value: 46.055274 - type: map_at_100275 value: 46.900999999999996276 - type: map_at_1000277 value: 46.911278 - type: map_at_3279 value: 41.548280 - type: map_at_5281 value: 44.297282 - type: mrr_at_1283 value: 31.152284 - type: mrr_at_10285 value: 46.231286 - type: mrr_at_100287 value: 47.07288 - type: mrr_at_1000289 value: 47.08290 - type: mrr_at_3291 value: 41.738292 - type: mrr_at_5293 value: 44.468999999999994294 - type: ndcg_at_1295 value: 30.725296 - type: ndcg_at_10297 value: 54.379999999999995298 - type: ndcg_at_100299 value: 58.138300 - type: ndcg_at_1000301 value: 58.389302 - type: ndcg_at_3303 value: 45.156304 - type: ndcg_at_5305 value: 50.123306 - type: precision_at_1307 value: 30.725308 - type: precision_at_10309 value: 8.087310 - type: precision_at_100311 value: 0.9769999999999999312 - type: precision_at_1000313 value: 0.1314 - type: precision_at_3315 value: 18.54316 - type: precision_at_5317 value: 13.542000000000002318 - type: recall_at_1319 value: 30.725320 - type: recall_at_10321 value: 80.868322 - type: recall_at_100323 value: 97.653324 - type: recall_at_1000325 value: 99.57300000000001326 - type: recall_at_3327 value: 55.619328 - type: recall_at_5329 value: 67.71000000000001330 - task:331 type: Clustering332 dataset:333 name: MTEB ArxivClusteringP2P334 type: mteb/arxiv-clustering-p2p335 config: default336 split: test337 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d338 metrics:339 - type: v_measure340 value: 44.30960650674069341 - task:342 type: Clustering343 dataset:344 name: MTEB ArxivClusteringS2S345 type: mteb/arxiv-clustering-s2s346 config: default347 split: test348 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53349 metrics:350 - type: v_measure351 value: 38.427074197498996352 - task:353 type: Reranking354 dataset:355 name: MTEB AskUbuntuDupQuestions356 type: mteb/askubuntudupquestions-reranking357 config: default358 split: test359 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54360 metrics:361 - type: map362 value: 60.28270056031872363 - type: mrr364 value: 74.38332673789738365 - task:366 type: STS367 dataset:368 name: MTEB BIOSSES369 type: mteb/biosses-sts370 config: default371 split: test372 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a373 metrics:374 - type: cos_sim_pearson375 value: 84.05942144105269376 - type: cos_sim_spearman377 value: 82.51212105850809378 - type: euclidean_pearson379 value: 81.95639829909122380 - type: euclidean_spearman381 value: 82.3717564144213382 - type: manhattan_pearson383 value: 81.79273425468256384 - type: manhattan_spearman385 value: 82.20066817871039386 - task:387 type: BitextMining388 dataset:389 name: MTEB BUCC (de-en)390 type: mteb/bucc-bitext-mining391 config: de-en392 split: test393 revision: d51519689f32196a32af33b075a01d0e7c51e252394 metrics:395 - type: accuracy396 value: 99.46764091858039397 - type: f1398 value: 99.37717466945023399 - type: precision400 value: 99.33194154488518401 - type: recall402 value: 99.46764091858039403 - task:404 type: BitextMining405 dataset:406 name: MTEB BUCC (fr-en)407 type: mteb/bucc-bitext-mining408 config: fr-en409 split: test410 revision: d51519689f32196a32af33b075a01d0e7c51e252411 metrics:412 - type: accuracy413 value: 98.29407880255337414 - type: f1415 value: 98.11248073959938416 - type: precision417 value: 98.02443319392472418 - type: recall419 value: 98.29407880255337420 - task:421 type: BitextMining422 dataset:423 name: MTEB BUCC (ru-en)424 type: mteb/bucc-bitext-mining425 config: ru-en426 split: test427 revision: d51519689f32196a32af33b075a01d0e7c51e252428 metrics:429 - type: accuracy430 value: 97.79009352268791431 - type: f1432 value: 97.5176076665512433 - type: precision434 value: 97.38136473848286435 - type: recall436 value: 97.79009352268791437 - task:438 type: BitextMining439 dataset:440 name: MTEB BUCC (zh-en)441 type: mteb/bucc-bitext-mining442 config: zh-en443 split: test444 revision: d51519689f32196a32af33b075a01d0e7c51e252445 metrics:446 - type: accuracy447 value: 99.26276987888363448 - type: f1449 value: 99.20133403545726450 - type: precision451 value: 99.17500438827453452 - type: recall453 value: 99.26276987888363454 - task:455 type: Classification456 dataset:457 name: MTEB Banking77Classification458 type: mteb/banking77459 config: default460 split: test461 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300462 metrics:463 - type: accuracy464 value: 84.72727272727273465 - type: f1466 value: 84.67672206031433467 - task:468 type: Clustering469 dataset:470 name: MTEB BiorxivClusteringP2P471 type: mteb/biorxiv-clustering-p2p472 config: default473 split: test474 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40475 metrics:476 - type: v_measure477 value: 35.34220182511161478 - task:479 type: Clustering480 dataset:481 name: MTEB BiorxivClusteringS2S482 type: mteb/biorxiv-clustering-s2s483 config: default484 split: test485 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908486 metrics:487 - type: v_measure488 value: 33.4987096128766489 - task:490 type: Retrieval491 dataset:492 name: MTEB CQADupstackRetrieval493 type: BeIR/cqadupstack494 config: default495 split: test496 revision: None497 metrics:498 - type: map_at_1499 value: 25.558249999999997500 - type: map_at_10501 value: 34.44425000000001502 - type: map_at_100503 value: 35.59833333333333504 - type: map_at_1000505 value: 35.706916666666665506 - type: map_at_3507 value: 31.691749999999995508 - type: map_at_5509 value: 33.252916666666664510 - type: mrr_at_1511 value: 30.252666666666666512 - type: mrr_at_10513 value: 38.60675514 - type: mrr_at_100515 value: 39.42666666666666516 - type: mrr_at_1000517 value: 39.48408333333334518 - type: mrr_at_3519 value: 36.17441666666665520 - type: mrr_at_5521 value: 37.56275522 - type: ndcg_at_1523 value: 30.252666666666666524 - type: ndcg_at_10525 value: 39.683526 - type: ndcg_at_100527 value: 44.68541666666667528 - type: ndcg_at_1000529 value: 46.94316666666668530 - type: ndcg_at_3531 value: 34.961749999999995532 - type: ndcg_at_5533 value: 37.215666666666664534 - type: precision_at_1535 value: 30.252666666666666536 - type: precision_at_10537 value: 6.904166666666667538 - type: precision_at_100539 value: 1.0989999999999995540 - type: precision_at_1000541 value: 0.14733333333333334542 - type: precision_at_3543 value: 16.037666666666667544 - type: precision_at_5545 value: 11.413583333333333546 - type: recall_at_1547 value: 25.558249999999997548 - type: recall_at_10549 value: 51.13341666666666550 - type: recall_at_100551 value: 73.08366666666667552 - type: recall_at_1000553 value: 88.79483333333334554 - type: recall_at_3555 value: 37.989083333333326556 - type: recall_at_5557 value: 43.787833333333325558 - task:559 type: Retrieval560 dataset:561 name: MTEB ClimateFEVER562 type: climate-fever563 config: default564 split: test565 revision: None566 metrics:567 - type: map_at_1568 value: 10.338569 - type: map_at_10570 value: 18.360000000000003571 - type: map_at_100572 value: 19.942573 - type: map_at_1000574 value: 20.134575 - type: map_at_3576 value: 15.174000000000001577 - type: map_at_5578 value: 16.830000000000002579 - type: mrr_at_1580 value: 23.257581 - type: mrr_at_10582 value: 33.768583 - type: mrr_at_100584 value: 34.707585 - type: mrr_at_1000586 value: 34.766000000000005587 - type: mrr_at_3588 value: 30.977589 - type: mrr_at_5590 value: 32.528591 - type: ndcg_at_1592 value: 23.257593 - type: ndcg_at_10594 value: 25.733595 - type: ndcg_at_100596 value: 32.288597 - type: ndcg_at_1000598 value: 35.992000000000004599 - type: ndcg_at_3600 value: 20.866601 - type: ndcg_at_5602 value: 22.612603 - type: precision_at_1604 value: 23.257605 - type: precision_at_10606 value: 8.124607 - type: precision_at_100608 value: 1.518609 - type: precision_at_1000610 value: 0.219611 - type: precision_at_3612 value: 15.679000000000002613 - type: precision_at_5614 value: 12.117615 - type: recall_at_1616 value: 10.338617 - type: recall_at_10618 value: 31.154619 - type: recall_at_100620 value: 54.161621 - type: recall_at_1000622 value: 75.21900000000001623 - type: recall_at_3624 value: 19.427625 - type: recall_at_5626 value: 24.214627 - task:628 type: Retrieval629 dataset:630 name: MTEB DBPedia631 type: dbpedia-entity632 config: default633 split: test634 revision: None635 metrics:636 - type: map_at_1637 value: 8.498638 - type: map_at_10639 value: 19.103640 - type: map_at_100641 value: 27.375642 - type: map_at_1000643 value: 28.981644 - type: map_at_3645 value: 13.764999999999999646 - type: map_at_5647 value: 15.950000000000001648 - type: mrr_at_1649 value: 65.5650 - type: mrr_at_10651 value: 74.53800000000001652 - type: mrr_at_100653 value: 74.71799999999999654 - type: mrr_at_1000655 value: 74.725656 - type: mrr_at_3657 value: 72.792658 - type: mrr_at_5659 value: 73.554660 - type: ndcg_at_1661 value: 53.37499999999999662 - type: ndcg_at_10663 value: 41.286664 - type: ndcg_at_100665 value: 45.972666 - type: ndcg_at_1000667 value: 53.123668 - type: ndcg_at_3669 value: 46.172999999999995670 - type: ndcg_at_5671 value: 43.033672 - type: precision_at_1673 value: 65.5674 - type: precision_at_10675 value: 32.725676 - type: precision_at_100677 value: 10.683678 - type: precision_at_1000679 value: 1.978680 - type: precision_at_3681 value: 50682 - type: precision_at_5683 value: 41.349999999999994684 - type: recall_at_1685 value: 8.498686 - type: recall_at_10687 value: 25.070999999999998688 - type: recall_at_100689 value: 52.383690 - type: recall_at_1000691 value: 74.91499999999999692 - type: recall_at_3693 value: 15.207999999999998694 - type: recall_at_5695 value: 18.563696 - task:697 type: Classification698 dataset:699 name: MTEB EmotionClassification700 type: mteb/emotion701 config: default702 split: test703 revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37704 metrics:705 - type: accuracy706 value: 46.5707 - type: f1708 value: 41.93833713984145709 - task:710 type: Retrieval711 dataset:712 name: MTEB FEVER713 type: fever714 config: default715 split: test716 revision: None717 metrics:718 - type: map_at_1719 value: 67.914720 - type: map_at_10721 value: 78.10000000000001722 - type: map_at_100723 value: 78.333724 - type: map_at_1000725 value: 78.346726 - type: map_at_3727 value: 76.626728 - type: map_at_5729 value: 77.627730 - type: mrr_at_1731 value: 72.74199999999999732 - type: mrr_at_10733 value: 82.414734 - type: mrr_at_100735 value: 82.511736 - type: mrr_at_1000737 value: 82.513738 - type: mrr_at_3739 value: 81.231740 - type: mrr_at_5741 value: 82.065742 - type: ndcg_at_1743 value: 72.74199999999999744 - type: ndcg_at_10745 value: 82.806746 - type: ndcg_at_100747 value: 83.677748 - type: ndcg_at_1000749 value: 83.917750 - type: ndcg_at_3751 value: 80.305752 - type: ndcg_at_5753 value: 81.843754 - type: precision_at_1755 value: 72.74199999999999756 - type: precision_at_10757 value: 10.24758 - type: precision_at_100759 value: 1.089760 - type: precision_at_1000761 value: 0.11299999999999999762 - type: precision_at_3763 value: 31.268764 - type: precision_at_5765 value: 19.706000000000003766 - type: recall_at_1767 value: 67.914768 - type: recall_at_10769 value: 92.889770 - type: recall_at_100771 value: 96.42699999999999772 - type: recall_at_1000773 value: 97.92774 - type: recall_at_3775 value: 86.21776 - type: recall_at_5777 value: 90.036778 - task:779 type: Retrieval780 dataset:781 name: MTEB FiQA2018782 type: fiqa783 config: default784 split: test785 revision: None786 metrics:787 - type: map_at_1788 value: 22.166789 - type: map_at_10790 value: 35.57791 - type: map_at_100792 value: 37.405793 - type: map_at_1000794 value: 37.564795 - type: map_at_3796 value: 30.379797 - type: map_at_5798 value: 33.324799 - type: mrr_at_1800 value: 43.519000000000005801 - type: mrr_at_10802 value: 51.556000000000004803 - type: mrr_at_100804 value: 52.344805 - type: mrr_at_1000806 value: 52.373999999999995807 - type: mrr_at_3808 value: 48.868809 - type: mrr_at_5810 value: 50.319811 - type: ndcg_at_1812 value: 43.519000000000005813 - type: ndcg_at_10814 value: 43.803815 - type: ndcg_at_100816 value: 50.468999999999994817 - type: ndcg_at_1000818 value: 53.111819 - type: ndcg_at_3820 value: 38.893821 - type: ndcg_at_5822 value: 40.653823 - type: precision_at_1824 value: 43.519000000000005825 - type: precision_at_10826 value: 12.253827 - type: precision_at_100828 value: 1.931829 - type: precision_at_1000830 value: 0.242831 - type: precision_at_3832 value: 25.617833 - type: precision_at_5834 value: 19.383835 - type: recall_at_1836 value: 22.166837 - type: recall_at_10838 value: 51.6839 - type: recall_at_100840 value: 76.574841 - type: recall_at_1000842 value: 92.192843 - type: recall_at_3844 value: 34.477999999999994845 - type: recall_at_5846 value: 41.835847 - task:848 type: Retrieval849 dataset:850 name: MTEB HotpotQA851 type: hotpotqa852 config: default853 split: test854 revision: None855 metrics:856 - type: map_at_1857 value: 39.041858 - type: map_at_10859 value: 62.961999999999996860 - type: map_at_100861 value: 63.79899999999999862 - type: map_at_1000863 value: 63.854864 - type: map_at_3865 value: 59.399866 - type: map_at_5867 value: 61.669868 - type: mrr_at_1869 value: 78.082870 - type: mrr_at_10871 value: 84.321872 - type: mrr_at_100873 value: 84.49600000000001874 - type: mrr_at_1000875 value: 84.502876 - type: mrr_at_3877 value: 83.421878 - type: mrr_at_5879 value: 83.977880 - type: ndcg_at_1881 value: 78.082882 - type: ndcg_at_10883 value: 71.229884 - type: ndcg_at_100885 value: 74.10900000000001886 - type: ndcg_at_1000887 value: 75.169888 - type: ndcg_at_3889 value: 66.28699999999999890 - type: ndcg_at_5891 value: 69.084892 - type: precision_at_1893 value: 78.082894 - type: precision_at_10895 value: 14.993896 - type: precision_at_100897 value: 1.7239999999999998898 - type: precision_at_1000899 value: 0.186900 - type: precision_at_3901 value: 42.737902 - type: precision_at_5903 value: 27.843904 - type: recall_at_1905 value: 39.041906 - type: recall_at_10907 value: 74.96300000000001908 - type: recall_at_100909 value: 86.199910 - type: recall_at_1000911 value: 93.228912 - type: recall_at_3913 value: 64.105914 - type: recall_at_5915 value: 69.608916 - task:917 type: Classification918 dataset:919 name: MTEB ImdbClassification920 type: mteb/imdb921 config: default922 split: test923 revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7924 metrics:925 - type: accuracy926 value: 90.23160000000001927 - type: ap928 value: 85.5674856808308929 - type: f1930 value: 90.18033354786317931 - task:932 type: Retrieval933 dataset:934 name: MTEB MSMARCO935 type: msmarco936 config: default937 split: dev938 revision: None939 metrics:940 - type: map_at_1941 value: 24.091942 - type: map_at_10943 value: 36.753944 - type: map_at_100945 value: 37.913000000000004946 - type: map_at_1000947 value: 37.958999999999996948 - type: map_at_3949 value: 32.818999999999996950 - type: map_at_5951 value: 35.171952 - type: mrr_at_1953 value: 24.742954 - type: mrr_at_10955 value: 37.285000000000004956 - type: mrr_at_100957 value: 38.391999999999996958 - type: mrr_at_1000959 value: 38.431960 - type: mrr_at_3961 value: 33.440999999999995962 - type: mrr_at_5963 value: 35.75964 - type: ndcg_at_1965 value: 24.742966 - type: ndcg_at_10967 value: 43.698968 - type: ndcg_at_100969 value: 49.145970 - type: ndcg_at_1000971 value: 50.23800000000001972 - type: ndcg_at_3973 value: 35.769974 - type: ndcg_at_5975 value: 39.961999999999996976 - type: precision_at_1977 value: 24.742978 - type: precision_at_10979 value: 6.7989999999999995980 - type: precision_at_100981 value: 0.95982 - type: precision_at_1000983 value: 0.104984 - type: precision_at_3985 value: 15.096000000000002986 - type: precision_at_5987 value: 11.183988 - type: recall_at_1989 value: 24.091990 - type: recall_at_10991 value: 65.068992 - type: recall_at_100993 value: 89.899994 - type: recall_at_1000995 value: 98.16996 - type: recall_at_3997 value: 43.68998 - type: recall_at_5999 value: 53.7549999999999951000 - task:1001 type: Classification1002 dataset:1003 name: MTEB MTOPDomainClassification (en)1004 type: mteb/mtop_domain1005 config: en1006 split: test1007 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1008 metrics:1009 - type: accuracy1010 value: 93.666210670314651011 - type: f11012 value: 93.496228532721421013 - task:1014 type: Classification1015 dataset:1016 name: MTEB MTOPDomainClassification (de)1017 type: mteb/mtop_domain1018 config: de1019 split: test1020 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1021 metrics:1022 - type: accuracy1023 value: 91.947027331642721024 - type: f11025 value: 91.170434417452821026 - task:1027 type: Classification1028 dataset:1029 name: MTEB MTOPDomainClassification (es)1030 type: mteb/mtop_domain1031 config: es1032 split: test1033 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1034 metrics:1035 - type: accuracy1036 value: 92.201467645096741037 - type: f11038 value: 91.983590805556081039 - task:1040 type: Classification1041 dataset:1042 name: MTEB MTOPDomainClassification (fr)1043 type: mteb/mtop_domain1044 config: fr1045 split: test1046 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1047 metrics:1048 - type: accuracy1049 value: 88.997807704353281050 - type: f11051 value: 89.197463427240681052 - task:1053 type: Classification1054 dataset:1055 name: MTEB MTOPDomainClassification (hi)1056 type: mteb/mtop_domain1057 config: hi1058 split: test1059 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1060 metrics:1061 - type: accuracy1062 value: 89.784869128719981063 - type: f11064 value: 89.245788236286421065 - task:1066 type: Classification1067 dataset:1068 name: MTEB MTOPDomainClassification (th)1069 type: mteb/mtop_domain1070 config: th1071 split: test1072 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf1073 metrics:1074 - type: accuracy1075 value: 88.745027124773941076 - type: f11077 value: 89.002975738815421078 - task:1079 type: Classification1080 dataset:1081 name: MTEB MTOPIntentClassification (en)1082 type: mteb/mtop_intent1083 config: en1084 split: test1085 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1086 metrics:1087 - type: accuracy1088 value: 77.90469676242591089 - type: f11090 value: 59.367871257859571091 - task:1092 type: Classification1093 dataset:1094 name: MTEB MTOPIntentClassification (de)1095 type: mteb/mtop_intent1096 config: de1097 split: test1098 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1099 metrics:1100 - type: accuracy1101 value: 74.52803606649761102 - type: f11103 value: 57.177234408887181104 - task:1105 type: Classification1106 dataset:1107 name: MTEB MTOPIntentClassification (es)1108 type: mteb/mtop_intent1109 config: es1110 split: test1111 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1112 metrics:1113 - type: accuracy1114 value: 75.440293529019341115 - type: f11116 value: 54.0528555310729641117 - task:1118 type: Classification1119 dataset:1120 name: MTEB MTOPIntentClassification (fr)1121 type: mteb/mtop_intent1122 config: fr1123 split: test1124 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1125 metrics:1126 - type: accuracy1127 value: 70.56060131537741128 - type: f11129 value: 52.622159343865311130 - task:1131 type: Classification1132 dataset:1133 name: MTEB MTOPIntentClassification (hi)1134 type: mteb/mtop_intent1135 config: hi1136 split: test1137 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1138 metrics:1139 - type: accuracy1140 value: 73.115812119039081141 - type: f11142 value: 52.3412918456454651143 - task:1144 type: Classification1145 dataset:1146 name: MTEB MTOPIntentClassification (th)1147 type: mteb/mtop_intent1148 config: th1149 split: test1150 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba1151 metrics:1152 - type: accuracy1153 value: 74.289330922242331154 - type: f11155 value: 57.079187455049111156 - task:1157 type: Classification1158 dataset:1159 name: MTEB MassiveIntentClassification (af)1160 type: mteb/amazon_massive_intent1161 config: af1162 split: test1163 revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed71164 metrics:1165 - type: accuracy1166 value: 62.380632145258921167 - type: f11168 value: 59.464637234430091169 - task:1170 type: Classification1171 dataset:1172 name: MTEB MassiveIntentClassification (am)1173 type: mteb/amazon_massive_intent1174 config: am1175 split: test1176 revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed71177 metrics:1178 - type: accuracy1179 value: 56.069266980497661180 - type: f11181 value: 52.490842832835621182 - task:1183 type: Classification1184 dataset:1185 name: MTEB MassiveIntentClassification (ar)1186 type: mteb/amazon_massive_intent1187 config: ar1188 split: test1189 revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed71190 metrics:1191 - type: accuracy1192 value: 60.749831876260931193 - type: f11194 value: 56.9606406201659041195 - task:1196 type: Classification1197 dataset:1198 name: MTEB MassiveIntentClassification (az)1199 type: mteb/amazon_massive_intent1200 config: az