matyaydin/MNLP_M2_document_encoder
084
1---2tags:3- sentence-transformers4- feature-extraction5- sentence-similarity6- transformers7- mteb8license: mit9language:10- en11model-index:12- name: bge-base-en-v1.513 results:14 - task:15 type: Classification16 dataset:17 name: MTEB AmazonCounterfactualClassification (en)18 type: mteb/amazon_counterfactual19 config: en20 split: test21 revision: e8379541af4e31359cca9fbcf4b00f2671dba20522 metrics:23 - type: accuracy24 value: 76.1492537313432825 - type: ap26 value: 39.3233651799547827 - type: f128 value: 70.1690225261142529 - task:30 type: Classification31 dataset:32 name: MTEB AmazonPolarityClassification33 type: mteb/amazon_polarity34 config: default35 split: test36 revision: e2d317d38cd51312af73b3d32a06d1a08b44204637 metrics:38 - type: accuracy39 value: 93.38682540 - type: ap41 value: 90.2127691799199542 - type: f143 value: 93.3774103000617444 - task:45 type: Classification46 dataset:47 name: MTEB AmazonReviewsClassification (en)48 type: mteb/amazon_reviews_multi49 config: en50 split: test51 revision: 1399c76144fd37290681b995c656ef9b2e06e26d52 metrics:53 - type: accuracy54 value: 48.84600000000000455 - type: f156 value: 48.1464626977826157 - task:58 type: Retrieval59 dataset:60 name: MTEB ArguAna61 type: arguana62 config: default63 split: test64 revision: None65 metrics:66 - type: map_at_167 value: 40.75400000000000568 - type: map_at_1069 value: 55.76170 - type: map_at_10071 value: 56.33099999999999672 - type: map_at_100073 value: 56.33399999999999674 - type: map_at_375 value: 51.9276 - type: map_at_577 value: 54.01099999999999678 - type: mrr_at_179 value: 41.18180 - type: mrr_at_1081 value: 55.96799999999999682 - type: mrr_at_10083 value: 56.53884 - type: mrr_at_100085 value: 56.54286 - type: mrr_at_387 value: 51.98000000000000488 - type: mrr_at_589 value: 54.20899999999999690 - type: ndcg_at_191 value: 40.75400000000000592 - type: ndcg_at_1093 value: 63.60500000000000494 - type: ndcg_at_10095 value: 66.0519999999999996 - type: ndcg_at_100097 value: 66.1298 - type: ndcg_at_399 value: 55.708100 - type: ndcg_at_5101 value: 59.452000000000005102 - type: precision_at_1103 value: 40.754000000000005104 - type: precision_at_10105 value: 8.841000000000001106 - type: precision_at_100107 value: 0.991108 - type: precision_at_1000109 value: 0.1110 - type: precision_at_3111 value: 22.238112 - type: precision_at_5113 value: 15.149000000000001114 - type: recall_at_1115 value: 40.754000000000005116 - type: recall_at_10117 value: 88.407118 - type: recall_at_100119 value: 99.14699999999999120 - type: recall_at_1000121 value: 99.644122 - type: recall_at_3123 value: 66.714124 - type: recall_at_5125 value: 75.747126 - task:127 type: Clustering128 dataset:129 name: MTEB ArxivClusteringP2P130 type: mteb/arxiv-clustering-p2p131 config: default132 split: test133 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d134 metrics:135 - type: v_measure136 value: 48.74884539679369137 - task:138 type: Clustering139 dataset:140 name: MTEB ArxivClusteringS2S141 type: mteb/arxiv-clustering-s2s142 config: default143 split: test144 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53145 metrics:146 - type: v_measure147 value: 42.8075893810716148 - task:149 type: Reranking150 dataset:151 name: MTEB AskUbuntuDupQuestions152 type: mteb/askubuntudupquestions-reranking153 config: default154 split: test155 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54156 metrics:157 - type: map158 value: 62.128470519187736159 - type: mrr160 value: 74.28065778481289161 - task:162 type: STS163 dataset:164 name: MTEB BIOSSES165 type: mteb/biosses-sts166 config: default167 split: test168 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a169 metrics:170 - type: cos_sim_pearson171 value: 89.24629081484655172 - type: cos_sim_spearman173 value: 86.93752309911496174 - type: euclidean_pearson175 value: 87.58589628573816176 - type: euclidean_spearman177 value: 88.05622328825284178 - type: manhattan_pearson179 value: 87.5594959805773180 - type: manhattan_spearman181 value: 88.19658793233961182 - task:183 type: Classification184 dataset:185 name: MTEB Banking77Classification186 type: mteb/banking77187 config: default188 split: test189 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300190 metrics:191 - type: accuracy192 value: 86.9512987012987193 - type: f1194 value: 86.92515357973708195 - task:196 type: Clustering197 dataset:198 name: MTEB BiorxivClusteringP2P199 type: mteb/biorxiv-clustering-p2p200 config: default201 split: test202 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40203 metrics:204 - type: v_measure205 value: 39.10263762928872206 - task:207 type: Clustering208 dataset:209 name: MTEB BiorxivClusteringS2S210 type: mteb/biorxiv-clustering-s2s211 config: default212 split: test213 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908214 metrics:215 - type: v_measure216 value: 36.69711517426737217 - task:218 type: Retrieval219 dataset:220 name: MTEB CQADupstackAndroidRetrieval221 type: BeIR/cqadupstack222 config: default223 split: test224 revision: None225 metrics:226 - type: map_at_1227 value: 32.327228 - type: map_at_10229 value: 44.099230 - type: map_at_100231 value: 45.525232 - type: map_at_1000233 value: 45.641999999999996234 - type: map_at_3235 value: 40.47236 - type: map_at_5237 value: 42.36238 - type: mrr_at_1239 value: 39.199240 - type: mrr_at_10241 value: 49.651242 - type: mrr_at_100243 value: 50.29244 - type: mrr_at_1000245 value: 50.329246 - type: mrr_at_3247 value: 46.924248 - type: mrr_at_5249 value: 48.548250 - type: ndcg_at_1251 value: 39.199252 - type: ndcg_at_10253 value: 50.773254 - type: ndcg_at_100255 value: 55.67999999999999256 - type: ndcg_at_1000257 value: 57.495258 - type: ndcg_at_3259 value: 45.513999999999996260 - type: ndcg_at_5261 value: 47.703262 - type: precision_at_1263 value: 39.199264 - type: precision_at_10265 value: 9.914000000000001266 - type: precision_at_100267 value: 1.5310000000000001268 - type: precision_at_1000269 value: 0.198270 - type: precision_at_3271 value: 21.984272 - type: precision_at_5273 value: 15.737000000000002274 - type: recall_at_1275 value: 32.327276 - type: recall_at_10277 value: 63.743278 - type: recall_at_100279 value: 84.538280 - type: recall_at_1000281 value: 96.089282 - type: recall_at_3283 value: 48.065000000000005284 - type: recall_at_5285 value: 54.519286 - type: map_at_1287 value: 32.671288 - type: map_at_10289 value: 42.954290 - type: map_at_100291 value: 44.151292 - type: map_at_1000293 value: 44.287294 - type: map_at_3295 value: 39.912296 - type: map_at_5297 value: 41.798298 - type: mrr_at_1299 value: 41.465300 - type: mrr_at_10301 value: 49.351302 - type: mrr_at_100303 value: 49.980000000000004304 - type: mrr_at_1000305 value: 50.016000000000005306 - type: mrr_at_3307 value: 47.144000000000005308 - type: mrr_at_5309 value: 48.592999999999996310 - type: ndcg_at_1311 value: 41.465312 - type: ndcg_at_10313 value: 48.565999999999995314 - type: ndcg_at_100315 value: 52.76499999999999316 - type: ndcg_at_1000317 value: 54.749318 - type: ndcg_at_3319 value: 44.57320 - type: ndcg_at_5321 value: 46.759322 - type: precision_at_1323 value: 41.465324 - type: precision_at_10325 value: 9.107999999999999326 - type: precision_at_100327 value: 1.433328 - type: precision_at_1000329 value: 0.191330 - type: precision_at_3331 value: 21.423000000000002332 - type: precision_at_5333 value: 15.414334 - type: recall_at_1335 value: 32.671336 - type: recall_at_10337 value: 57.738338 - type: recall_at_100339 value: 75.86500000000001340 - type: recall_at_1000341 value: 88.36342 - type: recall_at_3343 value: 45.626344 - type: recall_at_5345 value: 51.812000000000005346 - type: map_at_1347 value: 41.185348 - type: map_at_10349 value: 53.929350 - type: map_at_100351 value: 54.92352 - type: map_at_1000353 value: 54.967999999999996354 - type: map_at_3355 value: 50.70400000000001356 - type: map_at_5357 value: 52.673358 - type: mrr_at_1359 value: 47.398360 - type: mrr_at_10361 value: 57.303000000000004362 - type: mrr_at_100363 value: 57.959364 - type: mrr_at_1000365 value: 57.985366 - type: mrr_at_3367 value: 54.932368 - type: mrr_at_5369 value: 56.464999999999996370 - type: ndcg_at_1371 value: 47.398372 - type: ndcg_at_10373 value: 59.653374 - type: ndcg_at_100375 value: 63.627376 - type: ndcg_at_1000377 value: 64.596378 - type: ndcg_at_3379 value: 54.455380 - type: ndcg_at_5381 value: 57.245000000000005382 - type: precision_at_1383 value: 47.398384 - type: precision_at_10385 value: 9.524000000000001386 - type: precision_at_100387 value: 1.243388 - type: precision_at_1000389 value: 0.13699999999999998390 - type: precision_at_3391 value: 24.389392 - type: precision_at_5393 value: 16.752394 - type: recall_at_1395 value: 41.185396 - type: recall_at_10397 value: 73.193398 - type: recall_at_100399 value: 90.357400 - type: recall_at_1000401 value: 97.253402 - type: recall_at_3403 value: 59.199999999999996404 - type: recall_at_5405 value: 66.118406 - type: map_at_1407 value: 27.27408 - type: map_at_10409 value: 36.223410 - type: map_at_100411 value: 37.218412 - type: map_at_1000413 value: 37.293414 - type: map_at_3415 value: 33.503416 - type: map_at_5417 value: 35.097418 - type: mrr_at_1419 value: 29.492420 - type: mrr_at_10421 value: 38.352000000000004422 - type: mrr_at_100423 value: 39.188424 - type: mrr_at_1000425 value: 39.247426 - type: mrr_at_3427 value: 35.876000000000005428 - type: mrr_at_5429 value: 37.401430 - type: ndcg_at_1431 value: 29.492432 - type: ndcg_at_10433 value: 41.239434 - type: ndcg_at_100435 value: 46.066436 - type: ndcg_at_1000437 value: 47.992000000000004438 - type: ndcg_at_3439 value: 36.11440 - type: ndcg_at_5441 value: 38.772442 - type: precision_at_1443 value: 29.492444 - type: precision_at_10445 value: 6.260000000000001446 - type: precision_at_100447 value: 0.914448 - type: precision_at_1000449 value: 0.11100000000000002450 - type: precision_at_3451 value: 15.104000000000001452 - type: precision_at_5453 value: 10.644454 - type: recall_at_1455 value: 27.27456 - type: recall_at_10457 value: 54.589458 - type: recall_at_100459 value: 76.70700000000001460 - type: recall_at_1000461 value: 91.158462 - type: recall_at_3463 value: 40.974464 - type: recall_at_5465 value: 47.327000000000005466 - type: map_at_1467 value: 17.848468 - type: map_at_10469 value: 26.207470 - type: map_at_100471 value: 27.478472 - type: map_at_1000473 value: 27.602474 - type: map_at_3475 value: 23.405476 - type: map_at_5477 value: 24.98478 - type: mrr_at_1479 value: 21.891480 - type: mrr_at_10481 value: 31.041999999999998482 - type: mrr_at_100483 value: 32.092484 - type: mrr_at_1000485 value: 32.151999999999994486 - type: mrr_at_3487 value: 28.358488 - type: mrr_at_5489 value: 29.969490 - type: ndcg_at_1491 value: 21.891492 - type: ndcg_at_10493 value: 31.585494 - type: ndcg_at_100495 value: 37.531496 - type: ndcg_at_1000497 value: 40.256498 - type: ndcg_at_3499 value: 26.508500 - type: ndcg_at_5501 value: 28.894502 - type: precision_at_1503 value: 21.891504 - type: precision_at_10505 value: 5.795999999999999506 - type: precision_at_100507 value: 0.9990000000000001508 - type: precision_at_1000509 value: 0.13799999999999998510 - type: precision_at_3511 value: 12.769512 - type: precision_at_5513 value: 9.279514 - type: recall_at_1515 value: 17.848516 - type: recall_at_10517 value: 43.452518 - type: recall_at_100519 value: 69.216520 - type: recall_at_1000521 value: 88.102522 - type: recall_at_3523 value: 29.18524 - type: recall_at_5525 value: 35.347526 - type: map_at_1527 value: 30.94528 - type: map_at_10529 value: 41.248000000000005530 - type: map_at_100531 value: 42.495532 - type: map_at_1000533 value: 42.602000000000004534 - type: map_at_3535 value: 37.939536 - type: map_at_5537 value: 39.924538 - type: mrr_at_1539 value: 37.824999999999996540 - type: mrr_at_10541 value: 47.041542 - type: mrr_at_100543 value: 47.83544 - type: mrr_at_1000545 value: 47.878546 - type: mrr_at_3547 value: 44.466548 - type: mrr_at_5549 value: 46.111999999999995550 - type: ndcg_at_1551 value: 37.824999999999996552 - type: ndcg_at_10553 value: 47.223554 - type: ndcg_at_100555 value: 52.394556 - type: ndcg_at_1000557 value: 54.432558 - type: ndcg_at_3559 value: 42.032000000000004560 - type: ndcg_at_5561 value: 44.772562 - type: precision_at_1563 value: 37.824999999999996564 - type: precision_at_10565 value: 8.393566 - type: precision_at_100567 value: 1.2890000000000001568 - type: precision_at_1000569 value: 0.164570 - type: precision_at_3571 value: 19.698572 - type: precision_at_5573 value: 14.013574 - type: recall_at_1575 value: 30.94576 - type: recall_at_10577 value: 59.316578 - type: recall_at_100579 value: 80.783580 - type: recall_at_1000581 value: 94.15400000000001582 - type: recall_at_3583 value: 44.712584 - type: recall_at_5585 value: 51.932586 - type: map_at_1587 value: 27.104588 - type: map_at_10589 value: 36.675999999999995590 - type: map_at_100591 value: 38.076592 - type: map_at_1000593 value: 38.189594 - type: map_at_3595 value: 33.733999999999995596 - type: map_at_5597 value: 35.287598 - type: mrr_at_1599 value: 33.904600 - type: mrr_at_10601 value: 42.55602 - type: mrr_at_100603 value: 43.434604 - type: mrr_at_1000605 value: 43.494606 - type: mrr_at_3607 value: 40.126608 - type: mrr_at_5609 value: 41.473610 - type: ndcg_at_1611 value: 33.904612 - type: ndcg_at_10613 value: 42.414614 - type: ndcg_at_100615 value: 48.203616 - type: ndcg_at_1000617 value: 50.437618 - type: ndcg_at_3619 value: 37.633620 - type: ndcg_at_5621 value: 39.67622 - type: precision_at_1623 value: 33.904624 - type: precision_at_10625 value: 7.82626 - type: precision_at_100627 value: 1.2409999999999999628 - type: precision_at_1000629 value: 0.159630 - type: precision_at_3631 value: 17.884632 - type: precision_at_5633 value: 12.648000000000001634 - type: recall_at_1635 value: 27.104636 - type: recall_at_10637 value: 53.563638 - type: recall_at_100639 value: 78.557640 - type: recall_at_1000641 value: 93.533642 - type: recall_at_3643 value: 39.92644 - type: recall_at_5645 value: 45.457646 - type: map_at_1647 value: 27.707749999999997648 - type: map_at_10649 value: 36.961650 - type: map_at_100651 value: 38.158833333333334652 - type: map_at_1000653 value: 38.270333333333326654 - type: map_at_3655 value: 34.07183333333334656 - type: map_at_5657 value: 35.69533333333334658 - type: mrr_at_1659 value: 32.81875660 - type: mrr_at_10661 value: 41.293662 - type: mrr_at_100663 value: 42.116499999999995664 - type: mrr_at_1000665 value: 42.170249999999996666 - type: mrr_at_3667 value: 38.83983333333333668 - type: mrr_at_5669 value: 40.29775670 - type: ndcg_at_1671 value: 32.81875672 - type: ndcg_at_10673 value: 42.355674 - type: ndcg_at_100675 value: 47.41374999999999676 - type: ndcg_at_1000677 value: 49.5805678 - type: ndcg_at_3679 value: 37.52825680 - type: ndcg_at_5681 value: 39.83266666666667682 - type: precision_at_1683 value: 32.81875684 - type: precision_at_10685 value: 7.382416666666666686 - type: precision_at_100687 value: 1.1640833333333334688 - type: precision_at_1000689 value: 0.15383333333333335690 - type: precision_at_3691 value: 17.134166666666665692 - type: precision_at_5693 value: 12.174833333333336694 - type: recall_at_1695 value: 27.707749999999997696 - type: recall_at_10697 value: 53.945698 - type: recall_at_100699 value: 76.191700 - type: recall_at_1000701 value: 91.101702 - type: recall_at_3703 value: 40.39083333333334704 - type: recall_at_5705 value: 46.40083333333333706 - type: map_at_1707 value: 26.482708 - type: map_at_10709 value: 33.201710 - type: map_at_100711 value: 34.107712 - type: map_at_1000713 value: 34.197714 - type: map_at_3715 value: 31.174000000000003716 - type: map_at_5717 value: 32.279718 - type: mrr_at_1719 value: 29.908720 - type: mrr_at_10721 value: 36.235722 - type: mrr_at_100723 value: 37.04724 - type: mrr_at_1000725 value: 37.105726 - type: mrr_at_3727 value: 34.355999999999995728 - type: mrr_at_5729 value: 35.382999999999996730 - type: ndcg_at_1731 value: 29.908732 - type: ndcg_at_10733 value: 37.325734 - type: ndcg_at_100735 value: 41.795736 - type: ndcg_at_1000737 value: 44.105738 - type: ndcg_at_3739 value: 33.555740 - type: ndcg_at_5741 value: 35.266999999999996742 - type: precision_at_1743 value: 29.908744 - type: precision_at_10745 value: 5.721746 - type: precision_at_100747 value: 0.8630000000000001748 - type: precision_at_1000749 value: 0.11299999999999999750 - type: precision_at_3751 value: 14.008000000000001752 - type: precision_at_5753 value: 9.754999999999999754 - type: recall_at_1755 value: 26.482756 - type: recall_at_10757 value: 47.072758 - type: recall_at_100759 value: 67.27760 - type: recall_at_1000761 value: 84.371762 - type: recall_at_3763 value: 36.65764 - type: recall_at_5765 value: 40.774766 - type: map_at_1767 value: 18.815768 - type: map_at_10769 value: 26.369999999999997770 - type: map_at_100771 value: 27.458772 - type: map_at_1000773 value: 27.588774 - type: map_at_3775 value: 23.990000000000002776 - type: map_at_5777 value: 25.345000000000002778 - type: mrr_at_1779 value: 22.953000000000003780 - type: mrr_at_10781 value: 30.342999999999996782 - type: mrr_at_100783 value: 31.241000000000003784 - type: mrr_at_1000785 value: 31.319000000000003786 - type: mrr_at_3787 value: 28.16788 - type: mrr_at_5789 value: 29.406790 - type: ndcg_at_1791 value: 22.953000000000003792 - type: ndcg_at_10793 value: 31.151794 - type: ndcg_at_100795 value: 36.309000000000005796 - type: ndcg_at_1000797 value: 39.227000000000004798 - type: ndcg_at_3799 value: 26.921800 - type: ndcg_at_5801 value: 28.938000000000002802 - type: precision_at_1803 value: 22.953000000000003804 - type: precision_at_10805 value: 5.602806 - type: precision_at_100807 value: 0.9530000000000001808 - type: precision_at_1000809 value: 0.13899999999999998810 - type: precision_at_3811 value: 12.606812 - type: precision_at_5813 value: 9.119814 - type: recall_at_1815 value: 18.815816 - type: recall_at_10817 value: 41.574818 - type: recall_at_100819 value: 64.84400000000001820 - type: recall_at_1000821 value: 85.406822 - type: recall_at_3823 value: 29.694824 - type: recall_at_5825 value: 34.935826 - type: map_at_1827 value: 27.840999999999998828 - type: map_at_10829 value: 36.797999999999995830 - type: map_at_100831 value: 37.993832 - type: map_at_1000833 value: 38.086999999999996834 - type: map_at_3835 value: 34.050999999999995836 - type: map_at_5837 value: 35.379838 - type: mrr_at_1839 value: 32.649840 - type: mrr_at_10841 value: 41.025842 - type: mrr_at_100843 value: 41.878844 - type: mrr_at_1000845 value: 41.929846 - type: mrr_at_3847 value: 38.573848 - type: mrr_at_5849 value: 39.715850 - type: ndcg_at_1851 value: 32.649852 - type: ndcg_at_10853 value: 42.142854 - type: ndcg_at_100855 value: 47.558856 - type: ndcg_at_1000857 value: 49.643858 - type: ndcg_at_3859 value: 37.12860 - type: ndcg_at_5861 value: 38.983000000000004862 - type: precision_at_1863 value: 32.649864 - type: precision_at_10865 value: 7.08866 - type: precision_at_100867 value: 1.1039999999999999868 - type: precision_at_1000869 value: 0.13899999999999998870 - type: precision_at_3871 value: 16.698872 - type: precision_at_5873 value: 11.511000000000001874 - type: recall_at_1875 value: 27.840999999999998876 - type: recall_at_10877 value: 54.245878 - type: recall_at_100879 value: 77.947880 - type: recall_at_1000881 value: 92.36999999999999882 - type: recall_at_3883 value: 40.146884 - type: recall_at_5885 value: 44.951886 - type: map_at_1887 value: 26.529000000000003888 - type: map_at_10889 value: 35.010000000000005890 - type: map_at_100891 value: 36.647892 - type: map_at_1000893 value: 36.857894 - type: map_at_3895 value: 31.968000000000004896 - type: map_at_5897 value: 33.554898 - type: mrr_at_1899 value: 31.818900 - type: mrr_at_10901 value: 39.550999999999995902 - type: mrr_at_100903 value: 40.54904 - type: mrr_at_1000905 value: 40.596906 - type: mrr_at_3907 value: 36.726908 - type: mrr_at_5909 value: 38.416910 - type: ndcg_at_1911 value: 31.818912 - type: ndcg_at_10913 value: 40.675914 - type: ndcg_at_100915 value: 46.548916 - type: ndcg_at_1000917 value: 49.126918 - type: ndcg_at_3919 value: 35.829920 - type: ndcg_at_5921 value: 38.0922 - type: precision_at_1923 value: 31.818924 - type: precision_at_10925 value: 7.826926 - type: precision_at_100927 value: 1.538928 - type: precision_at_1000929 value: 0.24930 - type: precision_at_3931 value: 16.601932 - type: precision_at_5933 value: 12.095934 - type: recall_at_1935 value: 26.529000000000003936 - type: recall_at_10937 value: 51.03938 - type: recall_at_100939 value: 77.556940 - type: recall_at_1000941 value: 93.804942 - type: recall_at_3943 value: 36.986000000000004944 - type: recall_at_5945 value: 43.096000000000004946 - type: map_at_1947 value: 23.480999999999998948 - type: map_at_10949 value: 30.817950 - type: map_at_100951 value: 31.838952 - type: map_at_1000953 value: 31.932954 - type: map_at_3955 value: 28.011999999999997956 - type: map_at_5957 value: 29.668958 - type: mrr_at_1959 value: 25.323960 - type: mrr_at_10961 value: 33.072962 - type: mrr_at_100963 value: 33.926964 - type: mrr_at_1000965 value: 33.993966 - type: mrr_at_3967 value: 30.436999999999998968 - type: mrr_at_5969 value: 32.092970 - type: ndcg_at_1971 value: 25.323972 - type: ndcg_at_10973 value: 35.514974 - type: ndcg_at_100975 value: 40.489000000000004976 - type: ndcg_at_1000977 value: 42.908978 - type: ndcg_at_3979 value: 30.092000000000002980 - type: ndcg_at_5981 value: 32.989000000000004982 - type: precision_at_1983 value: 25.323984 - type: precision_at_10985 value: 5.545986 - type: precision_at_100987 value: 0.861988 - type: precision_at_1000989 value: 0.117990 - type: precision_at_3991 value: 12.446992 - type: precision_at_5993 value: 9.131994 - type: recall_at_1995 value: 23.480999999999998996 - type: recall_at_10997 value: 47.825998 - type: recall_at_100999 value: 70.6521000 - type: recall_at_10001001 value: 88.6121002 - type: recall_at_31003 value: 33.5371004 - type: recall_at_51005 value: 40.5421006 - task:1007 type: Retrieval1008 dataset:1009 name: MTEB ClimateFEVER1010 type: climate-fever1011 config: default1012 split: test1013 revision: None1014 metrics:1015 - type: map_at_11016 value: 13.3339999999999981017 - type: map_at_101018 value: 22.5241019 - type: map_at_1001020 value: 24.5061021 - type: map_at_10001022 value: 24.7151023 - type: map_at_31024 value: 19.0221025 - type: map_at_51026 value: 20.6931027 - type: mrr_at_11028 value: 29.1861029 - type: mrr_at_101030 value: 41.221031 - type: mrr_at_1001032 value: 42.161033 - type: mrr_at_10001034 value: 42.1921035 - type: mrr_at_31036 value: 38.0130000000000051037 - type: mrr_at_51038 value: 39.7041039 - type: ndcg_at_11040 value: 29.1861041 - type: ndcg_at_101042 value: 31.1671043 - type: ndcg_at_1001044 value: 38.8790000000000051045 - type: ndcg_at_10001046 value: 42.3760000000000051047 - type: ndcg_at_31048 value: 25.8171049 - type: ndcg_at_51050 value: 27.3770000000000021051 - type: precision_at_11052 value: 29.1861053 - type: precision_at_101054 value: 9.6939999999999991055 - type: precision_at_1001056 value: 1.80300000000000021057 - type: precision_at_10001058 value: 0.2461059 - type: precision_at_31060 value: 19.111061 - type: precision_at_51062 value: 14.3449999999999991063 - type: recall_at_11064 value: 13.3339999999999981065 - type: recall_at_101066 value: 37.0920000000000061067 - type: recall_at_1001068 value: 63.6511069 - type: recall_at_10001070 value: 83.051071 - type: recall_at_31072 value: 23.741073 - type: recall_at_51074 value: 28.6551075 - task:1076 type: Retrieval1077 dataset:1078 name: MTEB DBPedia1079 type: dbpedia-entity1080 config: default1081 split: test1082 revision: None1083 metrics:1084 - type: map_at_11085 value: 9.1511086 - type: map_at_101087 value: 19.6530000000000021088 - type: map_at_1001089 value: 28.0531090 - type: map_at_10001091 value: 29.7090000000000031092 - type: map_at_31093 value: 14.1911094 - type: map_at_51095 value: 16.4561096 - type: mrr_at_11097 value: 66.251098 - type: mrr_at_101099 value: 74.41100 - type: mrr_at_1001101 value: 74.7151102 - type: mrr_at_10001103 value: 74.7261104 - type: mrr_at_31105 value: 72.4171106 - type: mrr_at_51107 value: 73.6671108 - type: ndcg_at_11109 value: 54.251110 - type: ndcg_at_101111 value: 40.771112 - type: ndcg_at_1001113 value: 46.3591114 - type: ndcg_at_10001115 value: 54.1930000000000051116 - type: ndcg_at_31117 value: 44.8321118 - type: ndcg_at_51119 value: 42.631120 - type: precision_at_11121 value: 66.251122 - type: precision_at_101123 value: 32.1751124 - type: precision_at_1001125 value: 10.6681126 - type: precision_at_10001127 value: 2.0671128 - type: precision_at_31129 value: 47.6671130 - type: precision_at_51131 value: 41.31132 - type: recall_at_11133 value: 9.1511134 - type: recall_at_101135 value: 25.0039999999999981136 - type: recall_at_1001137 value: 52.9761138 - type: recall_at_10001139 value: 78.3151140 - type: recall_at_31141 value: 15.4871142 - type: recall_at_51143 value: 18.9991144 - task:1145 type: Classification1146 dataset:1147 name: MTEB EmotionClassification1148 type: mteb/emotion1149 config: default1150 split: test1151 revision: 4f58c6b202a23cf9a4da393831edf4f9183cad371152 metrics:1153 - type: accuracy1154 value: 51.899999999999991155 - type: f11156 value: 46.477779250674031157 - task:1158 type: Retrieval1159 dataset:1160 name: MTEB FEVER1161 type: fever1162 config: default1163 split: test1164 revision: None1165 metrics:1166 - type: map_at_11167 value: 73.7061168 - type: map_at_101169 value: 82.4231170 - type: map_at_1001171 value: 82.679999999999991172 - type: map_at_10001173 value: 82.6941174 - type: map_at_31175 value: 81.3281176 - type: map_at_51177 value: 82.0011178 - type: mrr_at_11179 value: 79.6131180 - type: mrr_at_101181 value: 87.070000000000011182 - type: mrr_at_1001183 value: 87.1691184 - type: mrr_at_10001185 value: 87.171186 - type: mrr_at_31187 value: 86.4041188 - type: mrr_at_51189 value: 86.8561190 - type: ndcg_at_11191 value: 79.6131192 - type: ndcg_at_101193 value: 86.2891194 - type: ndcg_at_1001195 value: 87.2011196 - type: ndcg_at_10001197 value: 87.4281198 - type: ndcg_at_31199 value: 84.6251200 - type: ndcg_at_5