Salesforce/SFR-Embedding-Mistral
29940k
1---2tags:3- mteb4- sentence-transformers5- transformers6model-index:7- name: SFR-Embedding-Mistral8 results:9 - task:10 type: Classification11 dataset:12 type: mteb/amazon_counterfactual13 name: MTEB AmazonCounterfactualClassification (en)14 config: en15 split: test16 revision: e8379541af4e31359cca9fbcf4b00f2671dba20517 metrics:18 - type: accuracy19 value: 77.9253731343283420 - type: ap21 value: 40.8676766155665122 - type: f123 value: 71.6575889792983724 - task:25 type: Classification26 dataset:27 type: mteb/amazon_polarity28 name: MTEB AmazonPolarityClassification29 config: default30 split: test31 revision: e2d317d38cd51312af73b3d32a06d1a08b44204632 metrics:33 - type: accuracy34 value: 95.96735 - type: ap36 value: 94.4630082959259337 - type: f138 value: 95.9650717318929239 - task:40 type: Classification41 dataset:42 type: mteb/amazon_reviews_multi43 name: MTEB AmazonReviewsClassification (en)44 config: en45 split: test46 revision: 1399c76144fd37290681b995c656ef9b2e06e26d47 metrics:48 - type: accuracy49 value: 54.35200000000000450 - type: f151 value: 53.63668261538017452 - task:53 type: Retrieval54 dataset:55 type: arguana56 name: MTEB ArguAna57 config: default58 split: test59 revision: None60 metrics:61 - type: ndcg_at_162 value: 43.31463 - type: ndcg_at_264 value: 54.75765 - type: ndcg_at_366 value: 58.8470000000000167 - type: ndcg_at_568 value: 63.63469 - type: ndcg_at_770 value: 65.74171 - type: ndcg_at_1072 value: 67.17173 - type: ndcg_at_2074 value: 68.58575 - type: ndcg_at_3076 value: 68.8177 - type: ndcg_at_5078 value: 68.93279 - type: ndcg_at_7080 value: 68.99281 - type: ndcg_at_10082 value: 69.01483 - type: ndcg_at_20084 value: 69.01485 - type: ndcg_at_30086 value: 69.01487 - type: ndcg_at_50088 value: 69.01489 - type: ndcg_at_70090 value: 69.01491 - type: ndcg_at_100092 value: 69.01493 - type: map_at_194 value: 43.31495 - type: map_at_296 value: 52.38397 - type: map_at_398 value: 55.10899999999999599 - type: map_at_5100 value: 57.772999999999996101 - type: map_at_7102 value: 58.718103 - type: map_at_10104 value: 59.256105 - type: map_at_20106 value: 59.668107 - type: map_at_30108 value: 59.709999999999994109 - type: map_at_50110 value: 59.727111 - type: map_at_70112 value: 59.733999999999995113 - type: map_at_100114 value: 59.73500000000001115 - type: map_at_200116 value: 59.73500000000001117 - type: map_at_300118 value: 59.73500000000001119 - type: map_at_500120 value: 59.73500000000001121 - type: map_at_700122 value: 59.73500000000001123 - type: map_at_1000124 value: 59.73500000000001125 - type: recall_at_1126 value: 43.314127 - type: recall_at_2128 value: 61.451129 - type: recall_at_3130 value: 69.63000000000001131 - type: recall_at_5132 value: 81.223133 - type: recall_at_7134 value: 87.33999999999999135 - type: recall_at_10136 value: 92.034137 - type: recall_at_20138 value: 97.44139 - type: recall_at_30140 value: 98.506141 - type: recall_at_50142 value: 99.14699999999999143 - type: recall_at_70144 value: 99.502145 - type: recall_at_100146 value: 99.644147 - type: recall_at_200148 value: 99.644149 - type: recall_at_300150 value: 99.644151 - type: recall_at_500152 value: 99.644153 - type: recall_at_700154 value: 99.644155 - type: recall_at_1000156 value: 99.644157 - type: precision_at_1158 value: 43.314159 - type: precision_at_2160 value: 30.725161 - type: precision_at_3162 value: 23.21163 - type: precision_at_5164 value: 16.245165 - type: precision_at_7166 value: 12.477167 - type: precision_at_10168 value: 9.203169 - type: precision_at_20170 value: 4.872171 - type: precision_at_30172 value: 3.2840000000000003173 - type: precision_at_50174 value: 1.983175 - type: precision_at_70176 value: 1.421177 - type: precision_at_100178 value: 0.996179 - type: precision_at_200180 value: 0.498181 - type: precision_at_300182 value: 0.332183 - type: precision_at_500184 value: 0.199185 - type: precision_at_700186 value: 0.14200000000000002187 - type: precision_at_1000188 value: 0.1189 - type: mrr_at_1190 value: 44.666191 - type: mrr_at_2192 value: 52.418193 - type: mrr_at_3194 value: 55.595000000000006195 - type: mrr_at_5196 value: 58.205197 - type: mrr_at_7198 value: 59.202999999999996199 - type: mrr_at_10200 value: 59.727201 - type: mrr_at_20202 value: 60.133203 - type: mrr_at_30204 value: 60.178205 - type: mrr_at_50206 value: 60.192207 - type: mrr_at_70208 value: 60.19799999999999209 - type: mrr_at_100210 value: 60.199999999999996211 - type: mrr_at_200212 value: 60.199999999999996213 - type: mrr_at_300214 value: 60.199999999999996215 - type: mrr_at_500216 value: 60.199999999999996217 - type: mrr_at_700218 value: 60.199999999999996219 - type: mrr_at_1000220 value: 60.199999999999996221 - task:222 type: Clustering223 dataset:224 type: mteb/arxiv-clustering-p2p225 name: MTEB ArxivClusteringP2P226 config: default227 split: test228 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d229 metrics:230 - type: v_measure231 value: 52.07508593014336232 - task:233 type: Clustering234 dataset:235 type: mteb/arxiv-clustering-s2s236 name: MTEB ArxivClusteringS2S237 config: default238 split: test239 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53240 metrics:241 - type: v_measure242 value: 47.381339333240675243 - task:244 type: Reranking245 dataset:246 type: mteb/askubuntudupquestions-reranking247 name: MTEB AskUbuntuDupQuestions248 config: default249 split: test250 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54251 metrics:252 - type: map253 value: 67.58376647859171254 - type: mrr255 value: 80.56885635140483256 - task:257 type: STS258 dataset:259 type: mteb/biosses-sts260 name: MTEB BIOSSES261 config: default262 split: test263 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a264 metrics:265 - type: cos_sim_pearson266 value: 88.40107280274783267 - type: cos_sim_spearman268 value: 86.07003345325681269 - type: euclidean_pearson270 value: 87.1726034325395271 - type: euclidean_spearman272 value: 86.07003345325681273 - type: manhattan_pearson274 value: 87.25660625029772275 - type: manhattan_spearman276 value: 86.3808839096893277 - task:278 type: Classification279 dataset:280 type: mteb/banking77281 name: MTEB Banking77Classification282 config: default283 split: test284 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300285 metrics:286 - type: accuracy287 value: 88.81168831168831288 - type: f1289 value: 88.76514496560141290 - task:291 type: Clustering292 dataset:293 type: mteb/biorxiv-clustering-p2p294 name: MTEB BiorxivClusteringP2P295 config: default296 split: test297 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40298 metrics:299 - type: v_measure300 value: 43.9382520874344301 - task:302 type: Clustering303 dataset:304 type: mteb/biorxiv-clustering-s2s305 name: MTEB BiorxivClusteringS2S306 config: default307 split: test308 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908309 metrics:310 - type: v_measure311 value: 41.14351847240913312 - task:313 type: Retrieval314 dataset:315 type: BeIR/cqadupstack316 name: MTEB CQADupstackRetrieval317 config: default318 split: test319 revision: None320 metrics:321 - type: ndcg_at_1322 value: 34.51166666666667323 - type: ndcg_at_2324 value: 38.51591666666667325 - type: ndcg_at_3326 value: 40.95083333333333327 - type: ndcg_at_5328 value: 43.580666666666666329 - type: ndcg_at_7330 value: 45.0625331 - type: ndcg_at_10332 value: 46.49083333333333333 - type: ndcg_at_20334 value: 48.731333333333325335 - type: ndcg_at_30336 value: 49.78666666666667337 - type: ndcg_at_50338 value: 50.84049999999999339 - type: ndcg_at_70340 value: 51.393750000000004341 - type: ndcg_at_100342 value: 51.883333333333326343 - type: ndcg_at_200344 value: 52.65225345 - type: ndcg_at_300346 value: 52.98241666666669347 - type: ndcg_at_500348 value: 53.28541666666668349 - type: ndcg_at_700350 value: 53.49241666666668351 - type: ndcg_at_1000352 value: 53.63758333333334353 - type: map_at_1354 value: 29.10075355 - type: map_at_2356 value: 34.636500000000005357 - type: map_at_3358 value: 36.92033333333333359 - type: map_at_5360 value: 38.81641666666666361 - type: map_at_7362 value: 39.635416666666664363 - type: map_at_10364 value: 40.294583333333335365 - type: map_at_20366 value: 41.07574999999999367 - type: map_at_30368 value: 41.333369 - type: map_at_50370 value: 41.529333333333334371 - type: map_at_70372 value: 41.606833333333334373 - type: map_at_100374 value: 41.66224999999999375 - type: map_at_200376 value: 41.72691666666666377 - type: map_at_300378 value: 41.746583333333334379 - type: map_at_500380 value: 41.75983333333333381 - type: map_at_700382 value: 41.76558333333333383 - type: map_at_1000384 value: 41.769000000000005385 - type: recall_at_1386 value: 29.10075387 - type: recall_at_2388 value: 39.07658333333333389 - type: recall_at_3390 value: 44.93591666666667391 - type: recall_at_5392 value: 51.66883333333333393 - type: recall_at_7394 value: 55.881000000000014395 - type: recall_at_10396 value: 60.34691666666667397 - type: recall_at_20398 value: 68.44016666666667399 - type: recall_at_30400 value: 72.90766666666667401 - type: recall_at_50402 value: 77.843403 - type: recall_at_70404 value: 80.70366666666668405 - type: recall_at_100406 value: 83.42866666666667407 - type: recall_at_200408 value: 88.06816666666668409 - type: recall_at_300410 value: 90.249411 - type: recall_at_500412 value: 92.37616666666668413 - type: recall_at_700414 value: 93.978415 - type: recall_at_1000416 value: 95.12791666666666417 - type: precision_at_1418 value: 34.51166666666667419 - type: precision_at_2420 value: 24.326333333333327421 - type: precision_at_3422 value: 19.099249999999998423 - type: precision_at_5424 value: 13.672666666666666425 - type: precision_at_7426 value: 10.772427 - type: precision_at_10428 value: 8.302166666666668429 - type: precision_at_20430 value: 4.8960833333333325431 - type: precision_at_30432 value: 3.551083333333333433 - type: precision_at_50434 value: 2.3386666666666662435 - type: precision_at_70436 value: 1.7605833333333334437 - type: precision_at_100438 value: 1.2965439 - type: precision_at_200440 value: 0.7106666666666668441 - type: precision_at_300442 value: 0.4955443 - type: precision_at_500444 value: 0.3106666666666667445 - type: precision_at_700446 value: 0.22791666666666668447 - type: precision_at_1000448 value: 0.1635833333333333449 - type: mrr_at_1450 value: 34.51166666666667451 - type: mrr_at_2452 value: 39.954249999999995453 - type: mrr_at_3454 value: 41.93741666666668455 - type: mrr_at_5456 value: 43.487166666666674457 - type: mrr_at_7458 value: 44.14983333333333459 - type: mrr_at_10460 value: 44.62766666666666461 - type: mrr_at_20462 value: 45.15291666666668463 - type: mrr_at_30464 value: 45.317465 - type: mrr_at_50466 value: 45.42875467 - type: mrr_at_70468 value: 45.46966666666667469 - type: mrr_at_100470 value: 45.49716666666667471 - type: mrr_at_200472 value: 45.525166666666664473 - type: mrr_at_300474 value: 45.53233333333335475 - type: mrr_at_500476 value: 45.5365477 - type: mrr_at_700478 value: 45.538583333333335479 - type: mrr_at_1000480 value: 45.539583333333326481 - task:482 type: Retrieval483 dataset:484 type: climate-fever485 name: MTEB ClimateFEVER486 config: default487 split: test488 revision: None489 metrics:490 - type: ndcg_at_1491 value: 35.179492 - type: ndcg_at_2493 value: 31.243494 - type: ndcg_at_3495 value: 30.562496 - type: ndcg_at_5497 value: 32.409498 - type: ndcg_at_7499 value: 34.525500 - type: ndcg_at_10501 value: 36.415502 - type: ndcg_at_20503 value: 39.443504 - type: ndcg_at_30505 value: 40.796506 - type: ndcg_at_50507 value: 42.16508 - type: ndcg_at_70509 value: 42.971510 - type: ndcg_at_100511 value: 43.691512 - type: ndcg_at_200513 value: 45.004514 - type: ndcg_at_300515 value: 45.527516 - type: ndcg_at_500517 value: 46.072518 - type: ndcg_at_700519 value: 46.387520 - type: ndcg_at_1000521 value: 46.663522 - type: map_at_1523 value: 15.692524 - type: map_at_2525 value: 20.116526 - type: map_at_3527 value: 22.6528 - type: map_at_5529 value: 24.701530 - type: map_at_7531 value: 25.934532 - type: map_at_10533 value: 26.843534 - type: map_at_20535 value: 27.975536 - type: map_at_30537 value: 28.372000000000003538 - type: map_at_50539 value: 28.671000000000003540 - type: map_at_70541 value: 28.803542 - type: map_at_100543 value: 28.895544 - type: map_at_200545 value: 29.011546 - type: map_at_300547 value: 29.042548 - type: map_at_500549 value: 29.065550 - type: map_at_700551 value: 29.075552 - type: map_at_1000553 value: 29.081000000000003554 - type: recall_at_1555 value: 15.692556 - type: recall_at_2557 value: 22.602558 - type: recall_at_3559 value: 27.814560 - type: recall_at_5561 value: 33.756562 - type: recall_at_7563 value: 38.073564 - type: recall_at_10565 value: 42.553000000000004566 - type: recall_at_20567 value: 51.121568 - type: recall_at_30569 value: 55.523999999999994570 - type: recall_at_50571 value: 60.586572 - type: recall_at_70573 value: 63.94574 - type: recall_at_100575 value: 67.134576 - type: recall_at_200577 value: 73.543578 - type: recall_at_300579 value: 76.372580 - type: recall_at_500581 value: 79.60199999999999582 - type: recall_at_700583 value: 81.536584 - type: recall_at_1000585 value: 83.37400000000001586 - type: precision_at_1587 value: 35.179588 - type: precision_at_2589 value: 27.199590 - type: precision_at_3591 value: 22.953000000000003592 - type: precision_at_5593 value: 17.224999999999998594 - type: precision_at_7595 value: 14.238999999999999596 - type: precision_at_10597 value: 11.303598 - type: precision_at_20599 value: 6.954000000000001600 - type: precision_at_30601 value: 5.116602 - type: precision_at_50603 value: 3.395604 - type: precision_at_70605 value: 2.579606 - type: precision_at_100607 value: 1.9109999999999998608 - type: precision_at_200609 value: 1.065610 - type: precision_at_300611 value: 0.743612 - type: precision_at_500613 value: 0.46699999999999997614 - type: precision_at_700615 value: 0.344616 - type: precision_at_1000617 value: 0.247618 - type: mrr_at_1619 value: 35.179620 - type: mrr_at_2621 value: 41.792622 - type: mrr_at_3623 value: 44.484624 - type: mrr_at_5625 value: 46.39626 - type: mrr_at_7627 value: 47.125628 - type: mrr_at_10629 value: 47.711999999999996630 - type: mrr_at_20631 value: 48.214632 - type: mrr_at_30633 value: 48.325634 - type: mrr_at_50635 value: 48.392636 - type: mrr_at_70637 value: 48.418638 - type: mrr_at_100639 value: 48.44640 - type: mrr_at_200641 value: 48.46642 - type: mrr_at_300643 value: 48.461999999999996644 - type: mrr_at_500645 value: 48.466646 - type: mrr_at_700647 value: 48.466648 - type: mrr_at_1000649 value: 48.467650 - task:651 type: Retrieval652 dataset:653 type: dbpedia-entity654 name: MTEB DBPedia655 config: default656 split: test657 revision: None658 metrics:659 - type: ndcg_at_1660 value: 62.375661 - type: ndcg_at_2662 value: 56.286663 - type: ndcg_at_3664 value: 53.665665 - type: ndcg_at_5666 value: 51.139667 - type: ndcg_at_7668 value: 49.873669 - type: ndcg_at_10670 value: 49.056671 - type: ndcg_at_20672 value: 48.783673 - type: ndcg_at_30674 value: 49.166675 - type: ndcg_at_50676 value: 51.141999999999996677 - type: ndcg_at_70678 value: 52.774679 - type: ndcg_at_100680 value: 54.403681 - type: ndcg_at_200682 value: 57.419683 - type: ndcg_at_300684 value: 58.778685 - type: ndcg_at_500686 value: 60.228687 - type: ndcg_at_700688 value: 61.07599999999999689 - type: ndcg_at_1000690 value: 61.846000000000004691 - type: map_at_1692 value: 10.359693 - type: map_at_2694 value: 14.446695 - type: map_at_3696 value: 16.689697 - type: map_at_5698 value: 20.096699 - type: map_at_7700 value: 22.247701 - type: map_at_10702 value: 24.468999999999998703 - type: map_at_20704 value: 28.938000000000002705 - type: map_at_30706 value: 31.134707 - type: map_at_50708 value: 33.403709 - type: map_at_70710 value: 34.486711 - type: map_at_100712 value: 35.337713 - type: map_at_200714 value: 36.364999999999995715 - type: map_at_300716 value: 36.735717 - type: map_at_500718 value: 37.057719 - type: map_at_700720 value: 37.225721 - type: map_at_1000722 value: 37.379723 - type: recall_at_1724 value: 10.359725 - type: recall_at_2726 value: 14.945727 - type: recall_at_3728 value: 17.694729 - type: recall_at_5730 value: 22.677731 - type: recall_at_7732 value: 26.131733 - type: recall_at_10734 value: 30.053735 - type: recall_at_20736 value: 39.518737 - type: recall_at_30738 value: 44.925739 - type: recall_at_50740 value: 52.154741 - type: recall_at_70742 value: 56.729743 - type: recall_at_100744 value: 61.18900000000001745 - type: recall_at_200746 value: 70.407747 - type: recall_at_300748 value: 74.412749 - type: recall_at_500750 value: 78.891751 - type: recall_at_700752 value: 81.74753 - type: recall_at_1000754 value: 84.253755 - type: precision_at_1756 value: 75757 - type: precision_at_2758 value: 64.125759 - type: precision_at_3760 value: 57.833761 - type: precision_at_5762 value: 50.24999999999999763 - type: precision_at_7764 value: 44.75765 - type: precision_at_10766 value: 39.75767 - type: precision_at_20768 value: 30.412769 - type: precision_at_30770 value: 25.141999999999996771 - type: precision_at_50772 value: 19.2773 - type: precision_at_70774 value: 15.729000000000001775 - type: precision_at_100776 value: 12.552777 - type: precision_at_200778 value: 7.866779 - type: precision_at_300780 value: 5.9270000000000005781 - type: precision_at_500782 value: 4.1129999999999995783 - type: precision_at_700784 value: 3.2460000000000004785 - type: precision_at_1000786 value: 2.5260000000000002787 - type: mrr_at_1788 value: 75789 - type: mrr_at_2790 value: 78.625791 - type: mrr_at_3792 value: 79.708793 - type: mrr_at_5794 value: 80.446795 - type: mrr_at_7796 value: 80.862797 - type: mrr_at_10798 value: 81.161799 - type: mrr_at_20800 value: 81.3801 - type: mrr_at_30802 value: 81.348803 - type: mrr_at_50804 value: 81.361805 - type: mrr_at_70806 value: 81.361807 - type: mrr_at_100808 value: 81.361809 - type: mrr_at_200810 value: 81.367811 - type: mrr_at_300812 value: 81.367813 - type: mrr_at_500814 value: 81.368815 - type: mrr_at_700816 value: 81.368817 - type: mrr_at_1000818 value: 81.368819 - task:820 type: Classification821 dataset:822 type: mteb/emotion823 name: MTEB EmotionClassification824 config: default825 split: test826 revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37827 metrics:828 - type: accuracy829 value: 50.239999999999995830 - type: f1831 value: 46.42361822342044832 - task:833 type: Retrieval834 dataset:835 type: fever836 name: MTEB FEVER837 config: default838 split: test839 revision: None840 metrics:841 - type: ndcg_at_1842 value: 83.723843 - type: ndcg_at_2844 value: 86.777845 - type: ndcg_at_3846 value: 87.997847 - type: ndcg_at_5848 value: 88.864849 - type: ndcg_at_7850 value: 89.143851 - type: ndcg_at_10852 value: 89.349853 - type: ndcg_at_20854 value: 89.709855 - type: ndcg_at_30856 value: 89.82900000000001857 - type: ndcg_at_50858 value: 89.923859 - type: ndcg_at_70860 value: 89.982861 - type: ndcg_at_100862 value: 90.026863 - type: ndcg_at_200864 value: 90.10000000000001865 - type: ndcg_at_300866 value: 90.12599999999999867 - type: ndcg_at_500868 value: 90.17399999999999869 - type: ndcg_at_700870 value: 90.19871 - type: ndcg_at_1000872 value: 90.208873 - type: map_at_1874 value: 77.64999999999999875 - type: map_at_2876 value: 83.769877 - type: map_at_3878 value: 85.041879 - type: map_at_5880 value: 85.736881 - type: map_at_7882 value: 85.924883 - type: map_at_10884 value: 86.032885 - type: map_at_20886 value: 86.177887 - type: map_at_30888 value: 86.213889 - type: map_at_50890 value: 86.233891 - type: map_at_70892 value: 86.24300000000001893 - type: map_at_100894 value: 86.249895 - type: map_at_200896 value: 86.256897 - type: map_at_300898 value: 86.258899 - type: map_at_500900 value: 86.26901 - type: map_at_700902 value: 86.26903 - type: map_at_1000904 value: 86.261905 - type: recall_at_1906 value: 77.64999999999999907 - type: recall_at_2908 value: 88.53999999999999909 - type: recall_at_3910 value: 91.696911 - type: recall_at_5912 value: 93.916913 - type: recall_at_7914 value: 94.731915 - type: recall_at_10916 value: 95.318917 - type: recall_at_20918 value: 96.507919 - type: recall_at_30920 value: 96.956921 - type: recall_at_50922 value: 97.34899999999999923 - type: recall_at_70924 value: 97.61925 - type: recall_at_100926 value: 97.83927 - type: recall_at_200928 value: 98.223929 - type: recall_at_300930 value: 98.374931 - type: recall_at_500932 value: 98.67899999999999933 - type: recall_at_700934 value: 98.787935 - type: recall_at_1000936 value: 98.919937 - type: precision_at_1938 value: 83.723939 - type: precision_at_2940 value: 48.425000000000004941 - type: precision_at_3942 value: 33.638943 - type: precision_at_5944 value: 20.843945 - type: precision_at_7946 value: 15.079947 - type: precision_at_10948 value: 10.674999999999999949 - type: precision_at_20950 value: 5.457999999999999951 - type: precision_at_30952 value: 3.6740000000000004953 - type: precision_at_50954 value: 2.2239999999999998955 - type: precision_at_70956 value: 1.599957 - type: precision_at_100958 value: 1.125959 - type: precision_at_200960 value: 0.5680000000000001961 - type: precision_at_300962 value: 0.38963 - type: precision_at_500964 value: 0.22999999999999998965 - type: precision_at_700966 value: 0.165967 - type: precision_at_1000968 value: 0.116969 - type: mrr_at_1970 value: 83.723971 - type: mrr_at_2972 value: 88.794973 - type: mrr_at_3974 value: 89.679975 - type: mrr_at_5976 value: 90.049977 - type: mrr_at_7978 value: 90.129979 - type: mrr_at_10980 value: 90.167981 - type: mrr_at_20982 value: 90.208983 - type: mrr_at_30984 value: 90.214985 - type: mrr_at_50986 value: 90.217987 - type: mrr_at_70988 value: 90.218989 - type: mrr_at_100990 value: 90.21900000000001991 - type: mrr_at_200992 value: 90.21900000000001993 - type: mrr_at_300994 value: 90.21900000000001995 - type: mrr_at_500996 value: 90.21900000000001997 - type: mrr_at_700998 value: 90.21900000000001999 - type: mrr_at_10001000 value: 90.219000000000011001 - task:1002 type: Retrieval1003 dataset:1004 type: fiqa1005 name: MTEB FiQA20181006 config: default1007 split: test1008 revision: None1009 metrics:1010 - type: ndcg_at_11011 value: 59.7219999999999941012 - type: ndcg_at_21013 value: 56.851014 - type: ndcg_at_31015 value: 56.4629999999999941016 - type: ndcg_at_51017 value: 57.755999999999991018 - type: ndcg_at_71019 value: 59.1091020 - type: ndcg_at_101021 value: 60.4021022 - type: ndcg_at_201023 value: 63.0719999999999961024 - type: ndcg_at_301025 value: 64.3021026 - type: ndcg_at_501027 value: 65.6191028 - type: ndcg_at_701029 value: 66.1611030 - type: ndcg_at_1001031 value: 66.6451032 - type: ndcg_at_2001033 value: 67.3531034 - type: ndcg_at_3001035 value: 67.6461036 - type: ndcg_at_5001037 value: 67.8521038 - type: ndcg_at_7001039 value: 67.9741040 - type: ndcg_at_10001041 value: 68.0841042 - type: map_at_11043 value: 31.561044 - type: map_at_21045 value: 42.0931046 - type: map_at_31047 value: 46.1771048 - type: map_at_51049 value: 49.781050 - type: map_at_71051 value: 51.4109999999999941052 - type: map_at_101053 value: 52.5241054 - type: map_at_201055 value: 53.8150000000000051056 - type: map_at_301057 value: 54.2011058 - type: map_at_501059 value: 54.5311060 - type: map_at_701061 value: 54.6251062 - type: map_at_1001063 value: 54.6861064 - type: map_at_2001065 value: 54.7579999999999961066 - type: map_at_3001067 value: 54.7761068 - type: map_at_5001069 value: 54.7861070 - type: map_at_7001071 value: 54.7900000000000061072 - type: map_at_10001073 value: 54.7930000000000061074 - type: recall_at_11075 value: 31.561076 - type: recall_at_21077 value: 44.8581078 - type: recall_at_31079 value: 51.111080 - type: recall_at_51081 value: 58.3941082 - type: recall_at_71083 value: 63.0011084 - type: recall_at_101085 value: 66.812000000000011086 - type: recall_at_201087 value: 74.9011088 - type: recall_at_301089 value: 79.2181090 - type: recall_at_501091 value: 84.491092 - type: recall_at_701093 value: 87.0031094 - type: recall_at_1001095 value: 89.3451096 - type: recall_at_2001097 value: 93.1731098 - type: recall_at_3001099 value: 94.9061100 - type: recall_at_5001101 value: 96.2231102 - type: recall_at_7001103 value: 97.0431104 - type: recall_at_10001105 value: 97.7851106 - type: precision_at_11107 value: 59.7219999999999941108 - type: precision_at_21109 value: 46.6821110 - type: precision_at_31111 value: 37.6029999999999941112 - type: precision_at_51113 value: 27.5000000000000041114 - type: precision_at_71115 value: 21.8471116 - type: precision_at_101117 value: 16.6671118 - type: precision_at_201119 value: 9.5451120 - type: precision_at_301121 value: 6.7951122 - type: precision_at_501123 value: 4.381124 - type: precision_at_701125 value: 3.2211126 - type: precision_at_1001127 value: 2.3191128 - type: precision_at_2001129 value: 1.21499999999999991130 - type: precision_at_3001131 value: 0.8271132 - type: precision_at_5001133 value: 0.5041134 - type: precision_at_7001135 value: 0.3641136 - type: precision_at_10001137 value: 0.2571138 - type: mrr_at_11139 value: 59.7219999999999941140 - type: mrr_at_21141 value: 64.5061142 - type: mrr_at_31143 value: 65.7921144 - type: mrr_at_51145 value: 66.9651146 - type: mrr_at_71147 value: 67.347000000000011148 - type: mrr_at_101149 value: 67.571150 - type: mrr_at_201151 value: 67.8961152 - type: mrr_at_301153 value: 68.0081154 - type: mrr_at_501155 value: 68.0831156 - type: mrr_at_701157 value: 68.1051158 - type: mrr_at_1001159 value: 68.1161160 - type: mrr_at_2001161 value: 68.127000000000011162 - type: mrr_at_3001163 value: 68.131164 - type: mrr_at_5001165 value: 68.1321166 - type: mrr_at_7001167 value: 68.1331168 - type: mrr_at_10001169 value: 68.1331170 - task:1171 type: Retrieval1172 dataset:1173 type: hotpotqa1174 name: MTEB HotpotQA1175 config: default1176 split: test1177 revision: None1178 metrics:1179 - type: ndcg_at_11180 value: 81.7961181 - type: ndcg_at_21182 value: 67.9991183 - type: ndcg_at_31184 value: 72.155999999999991185 - type: ndcg_at_51186 value: 74.999000000000011187 - type: ndcg_at_71188 value: 76.1791189 - type: ndcg_at_101190 value: 77.0221191 - type: ndcg_at_201192 value: 78.1731193 - type: ndcg_at_301194 value: 78.6481195 - type: ndcg_at_501196 value: 79.1041197 - type: ndcg_at_701198 value: 79.3351199 - type: ndcg_at_1001200 value: 79.56