Mass-14/MNLP_M3_document_encoder
180
1---2tags:3- mteb4- sentence-similarity5- sentence-transformers6- Sentence Transformers7model-index:8- name: gte-large9 results:10 - task:11 type: Classification12 dataset:13 type: mteb/amazon_counterfactual14 name: MTEB AmazonCounterfactualClassification (en)15 config: en16 split: test17 revision: e8379541af4e31359cca9fbcf4b00f2671dba20518 metrics:19 - type: accuracy20 value: 72.6268656716417821 - type: ap22 value: 34.4694412680977223 - type: f124 value: 66.2368435395085725 - task:26 type: Classification27 dataset:28 type: mteb/amazon_polarity29 name: MTEB AmazonPolarityClassification30 config: default31 split: test32 revision: e2d317d38cd51312af73b3d32a06d1a08b44204633 metrics:34 - type: accuracy35 value: 92.5180536 - type: ap37 value: 89.4984278333084838 - type: f139 value: 92.5111216943180840 - task:41 type: Classification42 dataset:43 type: mteb/amazon_reviews_multi44 name: MTEB AmazonReviewsClassification (en)45 config: en46 split: test47 revision: 1399c76144fd37290681b995c656ef9b2e06e26d48 metrics:49 - type: accuracy50 value: 49.07451 - type: f152 value: 48.4478568257295553 - task:54 type: Retrieval55 dataset:56 type: arguana57 name: MTEB ArguAna58 config: default59 split: test60 revision: None61 metrics:62 - type: map_at_163 value: 32.07764 - type: map_at_1065 value: 48.15366 - type: map_at_10067 value: 48.96368 - type: map_at_100069 value: 48.96670 - type: map_at_371 value: 43.18472 - type: map_at_573 value: 46.07274 - type: mrr_at_175 value: 33.07376 - type: mrr_at_1077 value: 48.5478 - type: mrr_at_10079 value: 49.33580 - type: mrr_at_100081 value: 49.33882 - type: mrr_at_383 value: 43.56384 - type: mrr_at_585 value: 46.38386 - type: ndcg_at_187 value: 32.07788 - type: ndcg_at_1089 value: 57.15890 - type: ndcg_at_10091 value: 60.32499999999999692 - type: ndcg_at_100093 value: 60.40294 - type: ndcg_at_395 value: 46.93496 - type: ndcg_at_597 value: 52.15898 - type: precision_at_199 value: 32.077100 - type: precision_at_10101 value: 8.591999999999999102 - type: precision_at_100103 value: 0.991104 - type: precision_at_1000105 value: 0.1106 - type: precision_at_3107 value: 19.275000000000002108 - type: precision_at_5109 value: 14.111110 - type: recall_at_1111 value: 32.077112 - type: recall_at_10113 value: 85.917114 - type: recall_at_100115 value: 99.075116 - type: recall_at_1000117 value: 99.644118 - type: recall_at_3119 value: 57.824120 - type: recall_at_5121 value: 70.555122 - task:123 type: Clustering124 dataset:125 type: mteb/arxiv-clustering-p2p126 name: MTEB ArxivClusteringP2P127 config: default128 split: test129 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d130 metrics:131 - type: v_measure132 value: 48.619246083417295133 - task:134 type: Clustering135 dataset:136 type: mteb/arxiv-clustering-s2s137 name: MTEB ArxivClusteringS2S138 config: default139 split: test140 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53141 metrics:142 - type: v_measure143 value: 43.3574067664688144 - task:145 type: Reranking146 dataset:147 type: mteb/askubuntudupquestions-reranking148 name: MTEB AskUbuntuDupQuestions149 config: default150 split: test151 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54152 metrics:153 - type: map154 value: 63.06359661829253155 - type: mrr156 value: 76.15596007562766157 - task:158 type: STS159 dataset:160 type: mteb/biosses-sts161 name: MTEB BIOSSES162 config: default163 split: test164 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a165 metrics:166 - type: cos_sim_pearson167 value: 90.25407547368691168 - type: cos_sim_spearman169 value: 88.65081514968477170 - type: euclidean_pearson171 value: 88.14857116664494172 - type: euclidean_spearman173 value: 88.50683596540692174 - type: manhattan_pearson175 value: 87.9654797992225176 - type: manhattan_spearman177 value: 88.21164851646908178 - task:179 type: Classification180 dataset:181 type: mteb/banking77182 name: MTEB Banking77Classification183 config: default184 split: test185 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300186 metrics:187 - type: accuracy188 value: 86.05844155844157189 - type: f1190 value: 86.01555597681825191 - task:192 type: Clustering193 dataset:194 type: mteb/biorxiv-clustering-p2p195 name: MTEB BiorxivClusteringP2P196 config: default197 split: test198 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40199 metrics:200 - type: v_measure201 value: 39.10510519739522202 - task:203 type: Clustering204 dataset:205 type: mteb/biorxiv-clustering-s2s206 name: MTEB BiorxivClusteringS2S207 config: default208 split: test209 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908210 metrics:211 - type: v_measure212 value: 36.84689960264385213 - task:214 type: Retrieval215 dataset:216 type: BeIR/cqadupstack217 name: MTEB CQADupstackAndroidRetrieval218 config: default219 split: test220 revision: None221 metrics:222 - type: map_at_1223 value: 32.800000000000004224 - type: map_at_10225 value: 44.857226 - type: map_at_100227 value: 46.512228 - type: map_at_1000229 value: 46.635230 - type: map_at_3231 value: 41.062232 - type: map_at_5233 value: 43.126234 - type: mrr_at_1235 value: 39.628236 - type: mrr_at_10237 value: 50.879238 - type: mrr_at_100239 value: 51.605000000000004240 - type: mrr_at_1000241 value: 51.641000000000005242 - type: mrr_at_3243 value: 48.14244 - type: mrr_at_5245 value: 49.835246 - type: ndcg_at_1247 value: 39.628248 - type: ndcg_at_10249 value: 51.819250 - type: ndcg_at_100251 value: 57.318999999999996252 - type: ndcg_at_1000253 value: 58.955999999999996254 - type: ndcg_at_3255 value: 46.409256 - type: ndcg_at_5257 value: 48.825258 - type: precision_at_1259 value: 39.628260 - type: precision_at_10261 value: 10.072000000000001262 - type: precision_at_100263 value: 1.625264 - type: precision_at_1000265 value: 0.21266 - type: precision_at_3267 value: 22.556268 - type: precision_at_5269 value: 16.309270 - type: recall_at_1271 value: 32.800000000000004272 - type: recall_at_10273 value: 65.078274 - type: recall_at_100275 value: 87.491276 - type: recall_at_1000277 value: 97.514278 - type: recall_at_3279 value: 49.561280 - type: recall_at_5281 value: 56.135999999999996282 - task:283 type: Retrieval284 dataset:285 type: BeIR/cqadupstack286 name: MTEB CQADupstackEnglishRetrieval287 config: default288 split: test289 revision: None290 metrics:291 - type: map_at_1292 value: 32.614293 - type: map_at_10294 value: 43.578295 - type: map_at_100296 value: 44.897297 - type: map_at_1000298 value: 45.023299 - type: map_at_3300 value: 40.282000000000004301 - type: map_at_5302 value: 42.117303 - type: mrr_at_1304 value: 40.510000000000005305 - type: mrr_at_10306 value: 49.428307 - type: mrr_at_100308 value: 50.068999999999996309 - type: mrr_at_1000310 value: 50.111000000000004311 - type: mrr_at_3312 value: 47.176313 - type: mrr_at_5314 value: 48.583999999999996315 - type: ndcg_at_1316 value: 40.510000000000005317 - type: ndcg_at_10318 value: 49.478319 - type: ndcg_at_100320 value: 53.852321 - type: ndcg_at_1000322 value: 55.782323 - type: ndcg_at_3324 value: 45.091325 - type: ndcg_at_5326 value: 47.19327 - type: precision_at_1328 value: 40.510000000000005329 - type: precision_at_10330 value: 9.363000000000001331 - type: precision_at_100332 value: 1.51333 - type: precision_at_1000334 value: 0.196335 - type: precision_at_3336 value: 21.741337 - type: precision_at_5338 value: 15.465000000000002339 - type: recall_at_1340 value: 32.614341 - type: recall_at_10342 value: 59.782000000000004343 - type: recall_at_100344 value: 78.012345 - type: recall_at_1000346 value: 90.319347 - type: recall_at_3348 value: 46.825349 - type: recall_at_5350 value: 52.688351 - task:352 type: Retrieval353 dataset:354 type: BeIR/cqadupstack355 name: MTEB CQADupstackGamingRetrieval356 config: default357 split: test358 revision: None359 metrics:360 - type: map_at_1361 value: 40.266000000000005362 - type: map_at_10363 value: 53.756364 - type: map_at_100365 value: 54.809366 - type: map_at_1000367 value: 54.855368 - type: map_at_3369 value: 50.073370 - type: map_at_5371 value: 52.293372 - type: mrr_at_1373 value: 46.332374 - type: mrr_at_10375 value: 57.116376 - type: mrr_at_100377 value: 57.767378 - type: mrr_at_1000379 value: 57.791000000000004380 - type: mrr_at_3381 value: 54.461999999999996382 - type: mrr_at_5383 value: 56.092384 - type: ndcg_at_1385 value: 46.332386 - type: ndcg_at_10387 value: 60.092388 - type: ndcg_at_100389 value: 64.034390 - type: ndcg_at_1000391 value: 64.937392 - type: ndcg_at_3393 value: 54.071000000000005394 - type: ndcg_at_5395 value: 57.254000000000005396 - type: precision_at_1397 value: 46.332398 - type: precision_at_10399 value: 9.799400 - type: precision_at_100401 value: 1.278402 - type: precision_at_1000403 value: 0.13899999999999998404 - type: precision_at_3405 value: 24.368000000000002406 - type: precision_at_5407 value: 16.89408 - type: recall_at_1409 value: 40.266000000000005410 - type: recall_at_10411 value: 75.41499999999999412 - type: recall_at_100413 value: 92.01700000000001414 - type: recall_at_1000415 value: 98.379416 - type: recall_at_3417 value: 59.476418 - type: recall_at_5419 value: 67.297420 - task:421 type: Retrieval422 dataset:423 type: BeIR/cqadupstack424 name: MTEB CQADupstackGisRetrieval425 config: default426 split: test427 revision: None428 metrics:429 - type: map_at_1430 value: 28.589431 - type: map_at_10432 value: 37.755433 - type: map_at_100434 value: 38.881435 - type: map_at_1000436 value: 38.954437 - type: map_at_3438 value: 34.759439 - type: map_at_5440 value: 36.544441 - type: mrr_at_1442 value: 30.734443 - type: mrr_at_10444 value: 39.742445 - type: mrr_at_100446 value: 40.774447 - type: mrr_at_1000448 value: 40.824449 - type: mrr_at_3450 value: 37.137451 - type: mrr_at_5452 value: 38.719453 - type: ndcg_at_1454 value: 30.734455 - type: ndcg_at_10456 value: 42.978457 - type: ndcg_at_100458 value: 48.309000000000005459 - type: ndcg_at_1000460 value: 50.068461 - type: ndcg_at_3462 value: 37.361463 - type: ndcg_at_5464 value: 40.268465 - type: precision_at_1466 value: 30.734467 - type: precision_at_10468 value: 6.565469 - type: precision_at_100470 value: 0.964471 - type: precision_at_1000472 value: 0.11499999999999999473 - type: precision_at_3474 value: 15.744475 - type: precision_at_5476 value: 11.096477 - type: recall_at_1478 value: 28.589479 - type: recall_at_10480 value: 57.126999999999995481 - type: recall_at_100482 value: 81.051483 - type: recall_at_1000484 value: 94.027485 - type: recall_at_3486 value: 42.045487 - type: recall_at_5488 value: 49.019489 - task:490 type: Retrieval491 dataset:492 type: BeIR/cqadupstack493 name: MTEB CQADupstackMathematicaRetrieval494 config: default495 split: test496 revision: None497 metrics:498 - type: map_at_1499 value: 18.5500 - type: map_at_10501 value: 27.950999999999997502 - type: map_at_100503 value: 29.186504 - type: map_at_1000505 value: 29.298000000000002506 - type: map_at_3507 value: 25.141000000000002508 - type: map_at_5509 value: 26.848510 - type: mrr_at_1511 value: 22.637512 - type: mrr_at_10513 value: 32.572514 - type: mrr_at_100515 value: 33.472516 - type: mrr_at_1000517 value: 33.533518 - type: mrr_at_3519 value: 29.747520 - type: mrr_at_5521 value: 31.482522 - type: ndcg_at_1523 value: 22.637524 - type: ndcg_at_10525 value: 33.73526 - type: ndcg_at_100527 value: 39.568528 - type: ndcg_at_1000529 value: 42.201530 - type: ndcg_at_3531 value: 28.505999999999997532 - type: ndcg_at_5533 value: 31.255534 - type: precision_at_1535 value: 22.637536 - type: precision_at_10537 value: 6.281000000000001538 - type: precision_at_100539 value: 1.073540 - type: precision_at_1000541 value: 0.14300000000000002542 - type: precision_at_3543 value: 13.847000000000001544 - type: precision_at_5545 value: 10.224546 - type: recall_at_1547 value: 18.5548 - type: recall_at_10549 value: 46.744550 - type: recall_at_100551 value: 72.072552 - type: recall_at_1000553 value: 91.03999999999999554 - type: recall_at_3555 value: 32.551556 - type: recall_at_5557 value: 39.533558 - task:559 type: Retrieval560 dataset:561 type: BeIR/cqadupstack562 name: MTEB CQADupstackPhysicsRetrieval563 config: default564 split: test565 revision: None566 metrics:567 - type: map_at_1568 value: 30.602569 - type: map_at_10570 value: 42.18571 - type: map_at_100572 value: 43.6573 - type: map_at_1000574 value: 43.704575 - type: map_at_3576 value: 38.413000000000004577 - type: map_at_5578 value: 40.626579 - type: mrr_at_1580 value: 37.344581 - type: mrr_at_10582 value: 47.638000000000005583 - type: mrr_at_100584 value: 48.485585 - type: mrr_at_1000586 value: 48.52587 - type: mrr_at_3588 value: 44.867000000000004589 - type: mrr_at_5590 value: 46.566591 - type: ndcg_at_1592 value: 37.344593 - type: ndcg_at_10594 value: 48.632595 - type: ndcg_at_100596 value: 54.215597 - type: ndcg_at_1000598 value: 55.981599 - type: ndcg_at_3600 value: 42.681999999999995601 - type: ndcg_at_5602 value: 45.732603 - type: precision_at_1604 value: 37.344605 - type: precision_at_10606 value: 8.932607 - type: precision_at_100608 value: 1.376609 - type: precision_at_1000610 value: 0.17099999999999999611 - type: precision_at_3612 value: 20.276613 - type: precision_at_5614 value: 14.726615 - type: recall_at_1616 value: 30.602617 - type: recall_at_10618 value: 62.273619 - type: recall_at_100620 value: 85.12100000000001621 - type: recall_at_1000622 value: 96.439623 - type: recall_at_3624 value: 45.848625 - type: recall_at_5626 value: 53.615627 - task:628 type: Retrieval629 dataset:630 type: BeIR/cqadupstack631 name: MTEB CQADupstackProgrammersRetrieval632 config: default633 split: test634 revision: None635 metrics:636 - type: map_at_1637 value: 23.952638 - type: map_at_10639 value: 35.177640 - type: map_at_100641 value: 36.59642 - type: map_at_1000643 value: 36.703644 - type: map_at_3645 value: 31.261646 - type: map_at_5647 value: 33.222648 - type: mrr_at_1649 value: 29.337999999999997650 - type: mrr_at_10651 value: 40.152652 - type: mrr_at_100653 value: 40.963654 - type: mrr_at_1000655 value: 41.016999999999996656 - type: mrr_at_3657 value: 36.91658 - type: mrr_at_5659 value: 38.685660 - type: ndcg_at_1661 value: 29.337999999999997662 - type: ndcg_at_10663 value: 41.994664 - type: ndcg_at_100665 value: 47.587666 - type: ndcg_at_1000667 value: 49.791000000000004668 - type: ndcg_at_3669 value: 35.27670 - type: ndcg_at_5671 value: 38.042672 - type: precision_at_1673 value: 29.337999999999997674 - type: precision_at_10675 value: 8.276676 - type: precision_at_100677 value: 1.276678 - type: precision_at_1000679 value: 0.164680 - type: precision_at_3681 value: 17.161682 - type: precision_at_5683 value: 12.671684 - type: recall_at_1685 value: 23.952686 - type: recall_at_10687 value: 57.267688 - type: recall_at_100689 value: 80.886690 - type: recall_at_1000691 value: 95.611692 - type: recall_at_3693 value: 38.622694 - type: recall_at_5695 value: 45.811696 - task:697 type: Retrieval698 dataset:699 type: BeIR/cqadupstack700 name: MTEB CQADupstackRetrieval701 config: default702 split: test703 revision: None704 metrics:705 - type: map_at_1706 value: 27.092083333333335707 - type: map_at_10708 value: 37.2925709 - type: map_at_100710 value: 38.57041666666666711 - type: map_at_1000712 value: 38.68141666666667713 - type: map_at_3714 value: 34.080000000000005715 - type: map_at_5716 value: 35.89958333333333717 - type: mrr_at_1718 value: 31.94758333333333719 - type: mrr_at_10720 value: 41.51049999999999721 - type: mrr_at_100722 value: 42.36099999999999723 - type: mrr_at_1000724 value: 42.4125725 - type: mrr_at_3726 value: 38.849583333333335727 - type: mrr_at_5728 value: 40.448249999999994729 - type: ndcg_at_1730 value: 31.94758333333333731 - type: ndcg_at_10732 value: 43.17633333333333733 - type: ndcg_at_100734 value: 48.45241666666668735 - type: ndcg_at_1000736 value: 50.513999999999996737 - type: ndcg_at_3738 value: 37.75216666666667739 - type: ndcg_at_5740 value: 40.393833333333326741 - type: precision_at_1742 value: 31.94758333333333743 - type: precision_at_10744 value: 7.688916666666666745 - type: precision_at_100746 value: 1.2250833333333333747 - type: precision_at_1000748 value: 0.1595749 - type: precision_at_3750 value: 17.465999999999998751 - type: precision_at_5752 value: 12.548083333333333753 - type: recall_at_1754 value: 27.092083333333335755 - type: recall_at_10756 value: 56.286583333333326757 - type: recall_at_100758 value: 79.09033333333333759 - type: recall_at_1000760 value: 93.27483333333335761 - type: recall_at_3762 value: 41.35325763 - type: recall_at_5764 value: 48.072750000000006765 - task:766 type: Retrieval767 dataset:768 type: BeIR/cqadupstack769 name: MTEB CQADupstackStatsRetrieval770 config: default771 split: test772 revision: None773 metrics:774 - type: map_at_1775 value: 25.825776 - type: map_at_10777 value: 33.723778 - type: map_at_100779 value: 34.74780 - type: map_at_1000781 value: 34.824782 - type: map_at_3783 value: 31.369000000000003784 - type: map_at_5785 value: 32.533786 - type: mrr_at_1787 value: 29.293999999999997788 - type: mrr_at_10789 value: 36.84790 - type: mrr_at_100791 value: 37.681792 - type: mrr_at_1000793 value: 37.742794 - type: mrr_at_3795 value: 34.79796 - type: mrr_at_5797 value: 35.872798 - type: ndcg_at_1799 value: 29.293999999999997800 - type: ndcg_at_10801 value: 38.385999999999996802 - type: ndcg_at_100803 value: 43.327804 - type: ndcg_at_1000805 value: 45.53806 - type: ndcg_at_3807 value: 33.985808 - type: ndcg_at_5809 value: 35.817810 - type: precision_at_1811 value: 29.293999999999997812 - type: precision_at_10813 value: 6.12814 - type: precision_at_100815 value: 0.9329999999999999816 - type: precision_at_1000817 value: 0.11900000000000001818 - type: precision_at_3819 value: 14.621999999999998820 - type: precision_at_5821 value: 10.030999999999999822 - type: recall_at_1823 value: 25.825824 - type: recall_at_10825 value: 49.647000000000006826 - type: recall_at_100827 value: 72.32300000000001828 - type: recall_at_1000829 value: 88.62400000000001830 - type: recall_at_3831 value: 37.366832 - type: recall_at_5833 value: 41.957834 - task:835 type: Retrieval836 dataset:837 type: BeIR/cqadupstack838 name: MTEB CQADupstackTexRetrieval839 config: default840 split: test841 revision: None842 metrics:843 - type: map_at_1844 value: 18.139845 - type: map_at_10846 value: 26.107000000000003847 - type: map_at_100848 value: 27.406999999999996849 - type: map_at_1000850 value: 27.535999999999998851 - type: map_at_3852 value: 23.445853 - type: map_at_5854 value: 24.916855 - type: mrr_at_1856 value: 21.817857 - type: mrr_at_10858 value: 29.99859 - type: mrr_at_100860 value: 31.052000000000003861 - type: mrr_at_1000862 value: 31.128863 - type: mrr_at_3864 value: 27.627000000000002865 - type: mrr_at_5866 value: 29.005867 - type: ndcg_at_1868 value: 21.817869 - type: ndcg_at_10870 value: 31.135871 - type: ndcg_at_100872 value: 37.108000000000004873 - type: ndcg_at_1000874 value: 39.965875 - type: ndcg_at_3876 value: 26.439877 - type: ndcg_at_5878 value: 28.655879 - type: precision_at_1880 value: 21.817881 - type: precision_at_10882 value: 5.757000000000001883 - type: precision_at_100884 value: 1.036885 - type: precision_at_1000886 value: 0.147887 - type: precision_at_3888 value: 12.537889 - type: precision_at_5890 value: 9.229891 - type: recall_at_1892 value: 18.139893 - type: recall_at_10894 value: 42.272999999999996895 - type: recall_at_100896 value: 68.657897 - type: recall_at_1000898 value: 88.93799999999999899 - type: recall_at_3900 value: 29.266901 - type: recall_at_5902 value: 34.892903 - task:904 type: Retrieval905 dataset:906 type: BeIR/cqadupstack907 name: MTEB CQADupstackUnixRetrieval908 config: default909 split: test910 revision: None911 metrics:912 - type: map_at_1913 value: 27.755000000000003914 - type: map_at_10915 value: 37.384916 - type: map_at_100917 value: 38.56918 - type: map_at_1000919 value: 38.655920 - type: map_at_3921 value: 34.214922 - type: map_at_5923 value: 35.96924 - type: mrr_at_1925 value: 32.369926 - type: mrr_at_10927 value: 41.625928 - type: mrr_at_100929 value: 42.449930 - type: mrr_at_1000931 value: 42.502932 - type: mrr_at_3933 value: 38.899934 - type: mrr_at_5935 value: 40.489999999999995936 - type: ndcg_at_1937 value: 32.369938 - type: ndcg_at_10939 value: 43.287940 - type: ndcg_at_100941 value: 48.504999999999995942 - type: ndcg_at_1000943 value: 50.552944 - type: ndcg_at_3945 value: 37.549946 - type: ndcg_at_5947 value: 40.204948 - type: precision_at_1949 value: 32.369950 - type: precision_at_10951 value: 7.425952 - type: precision_at_100953 value: 1.134954 - type: precision_at_1000955 value: 0.14200000000000002956 - type: precision_at_3957 value: 17.102958 - type: precision_at_5959 value: 12.107999999999999960 - type: recall_at_1961 value: 27.755000000000003962 - type: recall_at_10963 value: 57.071000000000005964 - type: recall_at_100965 value: 79.456966 - type: recall_at_1000967 value: 93.54299999999999968 - type: recall_at_3969 value: 41.298970 - type: recall_at_5971 value: 48.037972 - task:973 type: Retrieval974 dataset:975 type: BeIR/cqadupstack976 name: MTEB CQADupstackWebmastersRetrieval977 config: default978 split: test979 revision: None980 metrics:981 - type: map_at_1982 value: 24.855983 - type: map_at_10984 value: 34.53985 - type: map_at_100986 value: 36.167987 - type: map_at_1000988 value: 36.394999999999996989 - type: map_at_3990 value: 31.037991 - type: map_at_5992 value: 33.119993 - type: mrr_at_1994 value: 30.631999999999998995 - type: mrr_at_10996 value: 39.763999999999996997 - type: mrr_at_100998 value: 40.77999 - type: mrr_at_10001000 value: 40.8261001 - type: mrr_at_31002 value: 36.4951003 - type: mrr_at_51004 value: 38.5611005 - type: ndcg_at_11006 value: 30.6319999999999981007 - type: ndcg_at_101008 value: 40.9421009 - type: ndcg_at_1001010 value: 47.071011 - type: ndcg_at_10001012 value: 49.3631013 - type: ndcg_at_31014 value: 35.0380000000000041015 - type: ndcg_at_51016 value: 38.1611017 - type: precision_at_11018 value: 30.6319999999999981019 - type: precision_at_101020 value: 7.9839999999999991021 - type: precision_at_1001022 value: 1.60700000000000021023 - type: precision_at_10001024 value: 0.2461025 - type: precision_at_31026 value: 16.2061027 - type: precision_at_51028 value: 12.2531029 - type: recall_at_11030 value: 24.8551031 - type: recall_at_101032 value: 53.2919999999999941033 - type: recall_at_1001034 value: 80.2831035 - type: recall_at_10001036 value: 94.3091037 - type: recall_at_31038 value: 37.2571039 - type: recall_at_51040 value: 45.2821041 - task:1042 type: Retrieval1043 dataset:1044 type: BeIR/cqadupstack1045 name: MTEB CQADupstackWordpressRetrieval1046 config: default1047 split: test1048 revision: None1049 metrics:1050 - type: map_at_11051 value: 21.2081052 - type: map_at_101053 value: 30.5121054 - type: map_at_1001055 value: 31.4960000000000021056 - type: map_at_10001057 value: 31.5950000000000021058 - type: map_at_31059 value: 27.9041060 - type: map_at_51061 value: 29.4911062 - type: mrr_at_11063 value: 22.7361064 - type: mrr_at_101065 value: 32.3799999999999951066 - type: mrr_at_1001067 value: 33.2450000000000051068 - type: mrr_at_10001069 value: 33.3151070 - type: mrr_at_31071 value: 29.9451072 - type: mrr_at_51073 value: 31.4881074 - type: ndcg_at_11075 value: 22.7361076 - type: ndcg_at_101077 value: 35.6431078 - type: ndcg_at_1001079 value: 40.5351080 - type: ndcg_at_10001081 value: 43.0421082 - type: ndcg_at_31083 value: 30.6250000000000041084 - type: ndcg_at_51085 value: 33.3231086 - type: precision_at_11087 value: 22.7361088 - type: precision_at_101089 value: 5.69300000000000051090 - type: precision_at_1001091 value: 0.8891092 - type: precision_at_10001093 value: 0.1221094 - type: precision_at_31095 value: 13.4319999999999991096 - type: precision_at_51097 value: 9.5751098 - type: recall_at_11099 value: 21.2081100 - type: recall_at_101101 value: 49.471102 - type: recall_at_1001103 value: 71.714999999999991104 - type: recall_at_10001105 value: 90.554999999999991106 - type: recall_at_31107 value: 36.1241108 - type: recall_at_51109 value: 42.6061110 - task:1111 type: Retrieval1112 dataset:1113 type: climate-fever1114 name: MTEB ClimateFEVER1115 config: default1116 split: test1117 revision: None1118 metrics:1119 - type: map_at_11120 value: 11.3631121 - type: map_at_101122 value: 20.3121123 - type: map_at_1001124 value: 22.2251125 - type: map_at_10001126 value: 22.4111127 - type: map_at_31128 value: 16.681129 - type: map_at_51130 value: 18.6081131 - type: mrr_at_11132 value: 25.5371133 - type: mrr_at_101134 value: 37.9331135 - type: mrr_at_1001136 value: 38.8751137 - type: mrr_at_10001138 value: 38.9111139 - type: mrr_at_31140 value: 34.3871141 - type: mrr_at_51142 value: 36.511143 - type: ndcg_at_11144 value: 25.5371145 - type: ndcg_at_101146 value: 28.821147 - type: ndcg_at_1001148 value: 36.3411149 - type: ndcg_at_10001150 value: 39.6151151 - type: ndcg_at_31152 value: 23.011153 - type: ndcg_at_51154 value: 25.2690000000000021155 - type: precision_at_11156 value: 25.5371157 - type: precision_at_101158 value: 9.1531159 - type: precision_at_1001160 value: 1.73199999999999981161 - type: precision_at_10001162 value: 0.2341163 - type: precision_at_31164 value: 17.221165 - type: precision_at_51166 value: 13.6291167 - type: recall_at_11168 value: 11.3631169 - type: recall_at_101170 value: 35.3829999999999961171 - type: recall_at_1001172 value: 61.3670000000000041173 - type: recall_at_10001174 value: 79.6991175 - type: recall_at_31176 value: 21.4951177 - type: recall_at_51178 value: 27.421179 - task:1180 type: Retrieval1181 dataset:1182 type: dbpedia-entity1183 name: MTEB DBPedia1184 config: default1185 split: test1186 revision: None1187 metrics:1188 - type: map_at_11189 value: 9.651190 - type: map_at_101191 value: 20.7421192 - type: map_at_1001193 value: 29.6141194 - type: map_at_10001195 value: 31.3731196 - type: map_at_31197 value: 14.6671198 - type: map_at_51199 value: 17.1861200 - type: mrr_at_1