vectoriseai/instructor-large
08
1---2pipeline_tag: sentence-similarity3tags:4- text-embedding5- embeddings6- information-retrieval7- beir8- text-classification9- language-model10- text-clustering11- text-semantic-similarity12- text-evaluation13- prompt-retrieval14- text-reranking15- sentence-transformers16- feature-extraction17- sentence-similarity18- transformers19- t520- English21- Sentence Similarity22- natural_questions23- ms_marco24- fever25- hotpot_qa26- mteb27language: en28inference: false29license: apache-2.030model-index:31- name: INSTRUCTOR32 results:33 - task:34 type: Classification35 dataset:36 type: mteb/amazon_counterfactual37 name: MTEB AmazonCounterfactualClassification (en)38 config: en39 split: test40 revision: e8379541af4e31359cca9fbcf4b00f2671dba20541 metrics:42 - type: accuracy43 value: 88.1343283582089644 - type: ap45 value: 59.29820933439566546 - type: f147 value: 83.3176905864358648 - task:49 type: Classification50 dataset:51 type: mteb/amazon_polarity52 name: MTEB AmazonPolarityClassification53 config: default54 split: test55 revision: e2d317d38cd51312af73b3d32a06d1a08b44204656 metrics:57 - type: accuracy58 value: 91.52637559 - type: ap60 value: 88.1632770970550461 - type: f162 value: 91.5109580128784363 - task:64 type: Classification65 dataset:66 type: mteb/amazon_reviews_multi67 name: MTEB AmazonReviewsClassification (en)68 config: en69 split: test70 revision: 1399c76144fd37290681b995c656ef9b2e06e26d71 metrics:72 - type: accuracy73 value: 47.85674 - type: f175 value: 45.4149091765094276 - task:77 type: Retrieval78 dataset:79 type: arguana80 name: MTEB ArguAna81 config: default82 split: test83 revision: None84 metrics:85 - type: map_at_186 value: 31.22387 - type: map_at_1088 value: 47.94789 - type: map_at_10090 value: 48.74200000000000491 - type: map_at_100092 value: 48.74593 - type: map_at_394 value: 43.13795 - type: map_at_596 value: 45.99297 - type: mrr_at_198 value: 32.43299 - type: mrr_at_10100 value: 48.4101 - type: mrr_at_100102 value: 49.202103 - type: mrr_at_1000104 value: 49.205105 - type: mrr_at_3106 value: 43.551107 - type: mrr_at_5108 value: 46.467999999999996109 - type: ndcg_at_1110 value: 31.223111 - type: ndcg_at_10112 value: 57.045113 - type: ndcg_at_100114 value: 60.175115 - type: ndcg_at_1000116 value: 60.233000000000004117 - type: ndcg_at_3118 value: 47.171119 - type: ndcg_at_5120 value: 52.322121 - type: precision_at_1122 value: 31.223123 - type: precision_at_10124 value: 8.599125 - type: precision_at_100126 value: 0.991127 - type: precision_at_1000128 value: 0.1129 - type: precision_at_3130 value: 19.63131 - type: precision_at_5132 value: 14.282133 - type: recall_at_1134 value: 31.223135 - type: recall_at_10136 value: 85.989137 - type: recall_at_100138 value: 99.075139 - type: recall_at_1000140 value: 99.502141 - type: recall_at_3142 value: 58.89143 - type: recall_at_5144 value: 71.408145 - task:146 type: Clustering147 dataset:148 type: mteb/arxiv-clustering-p2p149 name: MTEB ArxivClusteringP2P150 config: default151 split: test152 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d153 metrics:154 - type: v_measure155 value: 43.1621946393635156 - task:157 type: Clustering158 dataset:159 type: mteb/arxiv-clustering-s2s160 name: MTEB ArxivClusteringS2S161 config: default162 split: test163 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53164 metrics:165 - type: v_measure166 value: 32.56417132407894167 - task:168 type: Reranking169 dataset:170 type: mteb/askubuntudupquestions-reranking171 name: MTEB AskUbuntuDupQuestions172 config: default173 split: test174 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54175 metrics:176 - type: map177 value: 64.29539304390207178 - type: mrr179 value: 76.44484017060196180 - task:181 type: STS182 dataset:183 type: mteb/biosses-sts184 name: MTEB BIOSSES185 config: default186 split: test187 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a188 metrics:189 - type: cos_sim_spearman190 value: 84.38746499431112191 - task:192 type: Classification193 dataset:194 type: mteb/banking77195 name: MTEB Banking77Classification196 config: default197 split: test198 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300199 metrics:200 - type: accuracy201 value: 78.51298701298701202 - type: f1203 value: 77.49041754069235204 - task:205 type: Clustering206 dataset:207 type: mteb/biorxiv-clustering-p2p208 name: MTEB BiorxivClusteringP2P209 config: default210 split: test211 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40212 metrics:213 - type: v_measure214 value: 37.61848554098577215 - task:216 type: Clustering217 dataset:218 type: mteb/biorxiv-clustering-s2s219 name: MTEB BiorxivClusteringS2S220 config: default221 split: test222 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908223 metrics:224 - type: v_measure225 value: 31.32623280148178226 - task:227 type: Retrieval228 dataset:229 type: BeIR/cqadupstack230 name: MTEB CQADupstackAndroidRetrieval231 config: default232 split: test233 revision: None234 metrics:235 - type: map_at_1236 value: 35.803000000000004237 - type: map_at_10238 value: 48.848239 - type: map_at_100240 value: 50.5241 - type: map_at_1000242 value: 50.602999999999994243 - type: map_at_3244 value: 45.111000000000004245 - type: map_at_5246 value: 47.202247 - type: mrr_at_1248 value: 44.635000000000005249 - type: mrr_at_10250 value: 55.593251 - type: mrr_at_100252 value: 56.169999999999995253 - type: mrr_at_1000254 value: 56.19499999999999255 - type: mrr_at_3256 value: 53.361999999999995257 - type: mrr_at_5258 value: 54.806999999999995259 - type: ndcg_at_1260 value: 44.635000000000005261 - type: ndcg_at_10262 value: 55.899263 - type: ndcg_at_100264 value: 60.958265 - type: ndcg_at_1000266 value: 62.302267 - type: ndcg_at_3268 value: 51.051269 - type: ndcg_at_5270 value: 53.351000000000006271 - type: precision_at_1272 value: 44.635000000000005273 - type: precision_at_10274 value: 10.786999999999999275 - type: precision_at_100276 value: 1.6580000000000001277 - type: precision_at_1000278 value: 0.213279 - type: precision_at_3280 value: 24.893281 - type: precision_at_5282 value: 17.740000000000002283 - type: recall_at_1284 value: 35.803000000000004285 - type: recall_at_10286 value: 68.657287 - type: recall_at_100288 value: 89.77199999999999289 - type: recall_at_1000290 value: 97.67291 - type: recall_at_3292 value: 54.066293 - type: recall_at_5294 value: 60.788295 - task:296 type: Retrieval297 dataset:298 type: BeIR/cqadupstack299 name: MTEB CQADupstackEnglishRetrieval300 config: default301 split: test302 revision: None303 metrics:304 - type: map_at_1305 value: 33.706306 - type: map_at_10307 value: 44.896308 - type: map_at_100309 value: 46.299310 - type: map_at_1000311 value: 46.44312 - type: map_at_3313 value: 41.721000000000004314 - type: map_at_5315 value: 43.486000000000004316 - type: mrr_at_1317 value: 41.592318 - type: mrr_at_10319 value: 50.529320 - type: mrr_at_100321 value: 51.22322 - type: mrr_at_1000323 value: 51.258324 - type: mrr_at_3325 value: 48.205999999999996326 - type: mrr_at_5327 value: 49.528328 - type: ndcg_at_1329 value: 41.592330 - type: ndcg_at_10331 value: 50.77199999999999332 - type: ndcg_at_100333 value: 55.383334 - type: ndcg_at_1000335 value: 57.288336 - type: ndcg_at_3337 value: 46.324338 - type: ndcg_at_5339 value: 48.346000000000004340 - type: precision_at_1341 value: 41.592342 - type: precision_at_10343 value: 9.516344 - type: precision_at_100345 value: 1.541346 - type: precision_at_1000347 value: 0.2348 - type: precision_at_3349 value: 22.399350 - type: precision_at_5351 value: 15.770999999999999352 - type: recall_at_1353 value: 33.706354 - type: recall_at_10355 value: 61.353356 - type: recall_at_100357 value: 80.182358 - type: recall_at_1000359 value: 91.896360 - type: recall_at_3361 value: 48.204362 - type: recall_at_5363 value: 53.89699999999999364 - task:365 type: Retrieval366 dataset:367 type: BeIR/cqadupstack368 name: MTEB CQADupstackGamingRetrieval369 config: default370 split: test371 revision: None372 metrics:373 - type: map_at_1374 value: 44.424375 - type: map_at_10376 value: 57.169000000000004377 - type: map_at_100378 value: 58.202379 - type: map_at_1000380 value: 58.242000000000004381 - type: map_at_3382 value: 53.825383 - type: map_at_5384 value: 55.714385 - type: mrr_at_1386 value: 50.470000000000006387 - type: mrr_at_10388 value: 60.489000000000004389 - type: mrr_at_100390 value: 61.096391 - type: mrr_at_1000392 value: 61.112393 - type: mrr_at_3394 value: 58.192395 - type: mrr_at_5396 value: 59.611999999999995397 - type: ndcg_at_1398 value: 50.470000000000006399 - type: ndcg_at_10400 value: 63.071999999999996401 - type: ndcg_at_100402 value: 66.964403 - type: ndcg_at_1000404 value: 67.659405 - type: ndcg_at_3406 value: 57.74399999999999407 - type: ndcg_at_5408 value: 60.367000000000004409 - type: precision_at_1410 value: 50.470000000000006411 - type: precision_at_10412 value: 10.019413 - type: precision_at_100414 value: 1.29415 - type: precision_at_1000416 value: 0.13899999999999998417 - type: precision_at_3418 value: 25.558999999999997419 - type: precision_at_5420 value: 17.467421 - type: recall_at_1422 value: 44.424423 - type: recall_at_10424 value: 77.02425 - type: recall_at_100426 value: 93.738427 - type: recall_at_1000428 value: 98.451429 - type: recall_at_3430 value: 62.888431 - type: recall_at_5432 value: 69.138433 - task:434 type: Retrieval435 dataset:436 type: BeIR/cqadupstack437 name: MTEB CQADupstackGisRetrieval438 config: default439 split: test440 revision: None441 metrics:442 - type: map_at_1443 value: 26.294444 - type: map_at_10445 value: 34.503446 - type: map_at_100447 value: 35.641448 - type: map_at_1000449 value: 35.724000000000004450 - type: map_at_3451 value: 31.753999999999998452 - type: map_at_5453 value: 33.190999999999995454 - type: mrr_at_1455 value: 28.362456 - type: mrr_at_10457 value: 36.53458 - type: mrr_at_100459 value: 37.541000000000004460 - type: mrr_at_1000461 value: 37.602000000000004462 - type: mrr_at_3463 value: 33.917464 - type: mrr_at_5465 value: 35.358000000000004466 - type: ndcg_at_1467 value: 28.362468 - type: ndcg_at_10469 value: 39.513999999999996470 - type: ndcg_at_100471 value: 44.815472 - type: ndcg_at_1000473 value: 46.839474 - type: ndcg_at_3475 value: 34.02476 - type: ndcg_at_5477 value: 36.522478 - type: precision_at_1479 value: 28.362480 - type: precision_at_10481 value: 6.101999999999999482 - type: precision_at_100483 value: 0.9129999999999999484 - type: precision_at_1000485 value: 0.11399999999999999486 - type: precision_at_3487 value: 14.161999999999999488 - type: precision_at_5489 value: 9.966490 - type: recall_at_1491 value: 26.294492 - type: recall_at_10493 value: 53.098494 - type: recall_at_100495 value: 76.877496 - type: recall_at_1000497 value: 91.834498 - type: recall_at_3499 value: 38.266500 - type: recall_at_5501 value: 44.287502 - task:503 type: Retrieval504 dataset:505 type: BeIR/cqadupstack506 name: MTEB CQADupstackMathematicaRetrieval507 config: default508 split: test509 revision: None510 metrics:511 - type: map_at_1512 value: 16.407513 - type: map_at_10514 value: 25.185999999999996515 - type: map_at_100516 value: 26.533517 - type: map_at_1000518 value: 26.657999999999998519 - type: map_at_3520 value: 22.201999999999998521 - type: map_at_5522 value: 23.923523 - type: mrr_at_1524 value: 20.522000000000002525 - type: mrr_at_10526 value: 29.522527 - type: mrr_at_100528 value: 30.644529 - type: mrr_at_1000530 value: 30.713531 - type: mrr_at_3532 value: 26.679000000000002533 - type: mrr_at_5534 value: 28.483000000000004535 - type: ndcg_at_1536 value: 20.522000000000002537 - type: ndcg_at_10538 value: 30.656539 - type: ndcg_at_100540 value: 36.864999999999995541 - type: ndcg_at_1000542 value: 39.675543 - type: ndcg_at_3544 value: 25.319000000000003545 - type: ndcg_at_5546 value: 27.992547 - type: precision_at_1548 value: 20.522000000000002549 - type: precision_at_10550 value: 5.795999999999999551 - type: precision_at_100552 value: 1.027553 - type: precision_at_1000554 value: 0.13999999999999999555 - type: precision_at_3556 value: 12.396557 - type: precision_at_5558 value: 9.328559 - type: recall_at_1560 value: 16.407561 - type: recall_at_10562 value: 43.164563 - type: recall_at_100564 value: 69.695565 - type: recall_at_1000566 value: 89.41900000000001567 - type: recall_at_3568 value: 28.634999999999998569 - type: recall_at_5570 value: 35.308571 - task:572 type: Retrieval573 dataset:574 type: BeIR/cqadupstack575 name: MTEB CQADupstackPhysicsRetrieval576 config: default577 split: test578 revision: None579 metrics:580 - type: map_at_1581 value: 30.473582 - type: map_at_10583 value: 41.676584 - type: map_at_100585 value: 43.120999999999995586 - type: map_at_1000587 value: 43.230000000000004588 - type: map_at_3589 value: 38.306000000000004590 - type: map_at_5591 value: 40.355999999999995592 - type: mrr_at_1593 value: 37.536594 - type: mrr_at_10595 value: 47.643596 - type: mrr_at_100597 value: 48.508598 - type: mrr_at_1000599 value: 48.551600 - type: mrr_at_3601 value: 45.348602 - type: mrr_at_5603 value: 46.744604 - type: ndcg_at_1605 value: 37.536606 - type: ndcg_at_10607 value: 47.823608 - type: ndcg_at_100609 value: 53.395610 - type: ndcg_at_1000611 value: 55.271612 - type: ndcg_at_3613 value: 42.768614 - type: ndcg_at_5615 value: 45.373000000000005616 - type: precision_at_1617 value: 37.536618 - type: precision_at_10619 value: 8.681620 - type: precision_at_100621 value: 1.34622 - type: precision_at_1000623 value: 0.165624 - type: precision_at_3625 value: 20.468626 - type: precision_at_5627 value: 14.495628 - type: recall_at_1629 value: 30.473630 - type: recall_at_10631 value: 60.092999999999996632 - type: recall_at_100633 value: 82.733634 - type: recall_at_1000635 value: 94.875636 - type: recall_at_3637 value: 45.734638 - type: recall_at_5639 value: 52.691640 - task:641 type: Retrieval642 dataset:643 type: BeIR/cqadupstack644 name: MTEB CQADupstackProgrammersRetrieval645 config: default646 split: test647 revision: None648 metrics:649 - type: map_at_1650 value: 29.976000000000003651 - type: map_at_10652 value: 41.097653 - type: map_at_100654 value: 42.547000000000004655 - type: map_at_1000656 value: 42.659000000000006657 - type: map_at_3658 value: 37.251659 - type: map_at_5660 value: 39.493661 - type: mrr_at_1662 value: 37.557663 - type: mrr_at_10664 value: 46.605000000000004665 - type: mrr_at_100666 value: 47.487667 - type: mrr_at_1000668 value: 47.54669 - type: mrr_at_3670 value: 43.721671 - type: mrr_at_5672 value: 45.411673 - type: ndcg_at_1674 value: 37.557675 - type: ndcg_at_10676 value: 47.449000000000005677 - type: ndcg_at_100678 value: 53.052679 - type: ndcg_at_1000680 value: 55.010999999999996681 - type: ndcg_at_3682 value: 41.439683 - type: ndcg_at_5684 value: 44.292685 - type: precision_at_1686 value: 37.557687 - type: precision_at_10688 value: 8.847689 - type: precision_at_100690 value: 1.357691 - type: precision_at_1000692 value: 0.16999999999999998693 - type: precision_at_3694 value: 20.091695 - type: precision_at_5696 value: 14.384697 - type: recall_at_1698 value: 29.976000000000003699 - type: recall_at_10700 value: 60.99099999999999701 - type: recall_at_100702 value: 84.245703 - type: recall_at_1000704 value: 96.97200000000001705 - type: recall_at_3706 value: 43.794707 - type: recall_at_5708 value: 51.778999999999996709 - task:710 type: Retrieval711 dataset:712 type: BeIR/cqadupstack713 name: MTEB CQADupstackRetrieval714 config: default715 split: test716 revision: None717 metrics:718 - type: map_at_1719 value: 28.099166666666665720 - type: map_at_10721 value: 38.1365722 - type: map_at_100723 value: 39.44491666666667724 - type: map_at_1000725 value: 39.55858333333334726 - type: map_at_3727 value: 35.03641666666666728 - type: map_at_5729 value: 36.79833333333334730 - type: mrr_at_1731 value: 33.39966666666667732 - type: mrr_at_10733 value: 42.42583333333333734 - type: mrr_at_100735 value: 43.28575736 - type: mrr_at_1000737 value: 43.33741666666667738 - type: mrr_at_3739 value: 39.94975740 - type: mrr_at_5741 value: 41.41633333333334742 - type: ndcg_at_1743 value: 33.39966666666667744 - type: ndcg_at_10745 value: 43.81741666666667746 - type: ndcg_at_100747 value: 49.08166666666667748 - type: ndcg_at_1000749 value: 51.121166666666674750 - type: ndcg_at_3751 value: 38.73575752 - type: ndcg_at_5753 value: 41.18158333333333754 - type: precision_at_1755 value: 33.39966666666667756 - type: precision_at_10757 value: 7.738916666666667758 - type: precision_at_100759 value: 1.2265833333333331760 - type: precision_at_1000761 value: 0.15983333333333336762 - type: precision_at_3763 value: 17.967416666666665764 - type: precision_at_5765 value: 12.78675766 - type: recall_at_1767 value: 28.099166666666665768 - type: recall_at_10769 value: 56.27049999999999770 - type: recall_at_100771 value: 78.93291666666667772 - type: recall_at_1000773 value: 92.81608333333334774 - type: recall_at_3775 value: 42.09775776 - type: recall_at_5777 value: 48.42533333333334778 - task:779 type: Retrieval780 dataset:781 type: BeIR/cqadupstack782 name: MTEB CQADupstackStatsRetrieval783 config: default784 split: test785 revision: None786 metrics:787 - type: map_at_1788 value: 23.663789 - type: map_at_10790 value: 30.377791 - type: map_at_100792 value: 31.426793 - type: map_at_1000794 value: 31.519000000000002795 - type: map_at_3796 value: 28.069797 - type: map_at_5798 value: 29.256999999999998799 - type: mrr_at_1800 value: 26.687801 - type: mrr_at_10802 value: 33.107803 - type: mrr_at_100804 value: 34.055805 - type: mrr_at_1000806 value: 34.117999999999995807 - type: mrr_at_3808 value: 31.058000000000003809 - type: mrr_at_5810 value: 32.14811 - type: ndcg_at_1812 value: 26.687813 - type: ndcg_at_10814 value: 34.615815 - type: ndcg_at_100816 value: 39.776817 - type: ndcg_at_1000818 value: 42.05819 - type: ndcg_at_3820 value: 30.322821 - type: ndcg_at_5822 value: 32.157000000000004823 - type: precision_at_1824 value: 26.687825 - type: precision_at_10826 value: 5.491827 - type: precision_at_100828 value: 0.877829 - type: precision_at_1000830 value: 0.11499999999999999831 - type: precision_at_3832 value: 13.139000000000001833 - type: precision_at_5834 value: 9.049835 - type: recall_at_1836 value: 23.663837 - type: recall_at_10838 value: 45.035839 - type: recall_at_100840 value: 68.554841 - type: recall_at_1000842 value: 85.077843 - type: recall_at_3844 value: 32.982845 - type: recall_at_5846 value: 37.688847 - task:848 type: Retrieval849 dataset:850 type: BeIR/cqadupstack851 name: MTEB CQADupstackTexRetrieval852 config: default853 split: test854 revision: None855 metrics:856 - type: map_at_1857 value: 17.403858 - type: map_at_10859 value: 25.197000000000003860 - type: map_at_100861 value: 26.355862 - type: map_at_1000863 value: 26.487864 - type: map_at_3865 value: 22.733866 - type: map_at_5867 value: 24.114868 - type: mrr_at_1869 value: 21.37870 - type: mrr_at_10871 value: 29.091872 - type: mrr_at_100873 value: 30.018874 - type: mrr_at_1000875 value: 30.096876 - type: mrr_at_3877 value: 26.887878 - type: mrr_at_5879 value: 28.157880 - type: ndcg_at_1881 value: 21.37882 - type: ndcg_at_10883 value: 30.026000000000003884 - type: ndcg_at_100885 value: 35.416886 - type: ndcg_at_1000887 value: 38.45888 - type: ndcg_at_3889 value: 25.764890 - type: ndcg_at_5891 value: 27.742892 - type: precision_at_1893 value: 21.37894 - type: precision_at_10895 value: 5.609896 - type: precision_at_100897 value: 0.9860000000000001898 - type: precision_at_1000899 value: 0.14300000000000002900 - type: precision_at_3901 value: 12.423902 - type: precision_at_5903 value: 9.009904 - type: recall_at_1905 value: 17.403906 - type: recall_at_10907 value: 40.573908 - type: recall_at_100909 value: 64.818910 - type: recall_at_1000911 value: 86.53699999999999912 - type: recall_at_3913 value: 28.493000000000002914 - type: recall_at_5915 value: 33.660000000000004916 - task:917 type: Retrieval918 dataset:919 type: BeIR/cqadupstack920 name: MTEB CQADupstackUnixRetrieval921 config: default922 split: test923 revision: None924 metrics:925 - type: map_at_1926 value: 28.639927 - type: map_at_10928 value: 38.951929 - type: map_at_100930 value: 40.238931 - type: map_at_1000932 value: 40.327933 - type: map_at_3934 value: 35.842935 - type: map_at_5936 value: 37.617937 - type: mrr_at_1938 value: 33.769939 - type: mrr_at_10940 value: 43.088941 - type: mrr_at_100942 value: 44.03943 - type: mrr_at_1000944 value: 44.072945 - type: mrr_at_3946 value: 40.656947 - type: mrr_at_5948 value: 42.138999999999996949 - type: ndcg_at_1950 value: 33.769951 - type: ndcg_at_10952 value: 44.676953 - type: ndcg_at_100954 value: 50.416000000000004955 - type: ndcg_at_1000956 value: 52.227999999999994957 - type: ndcg_at_3958 value: 39.494959 - type: ndcg_at_5960 value: 42.013961 - type: precision_at_1962 value: 33.769963 - type: precision_at_10964 value: 7.668965 - type: precision_at_100966 value: 1.18967 - type: precision_at_1000968 value: 0.145969 - type: precision_at_3970 value: 18.221971 - type: precision_at_5972 value: 12.966973 - type: recall_at_1974 value: 28.639975 - type: recall_at_10976 value: 57.687999999999995977 - type: recall_at_100978 value: 82.541979 - type: recall_at_1000980 value: 94.896981 - type: recall_at_3982 value: 43.651983 - type: recall_at_5984 value: 49.925999999999995985 - task:986 type: Retrieval987 dataset:988 type: BeIR/cqadupstack989 name: MTEB CQADupstackWebmastersRetrieval990 config: default991 split: test992 revision: None993 metrics:994 - type: map_at_1995 value: 29.57996 - type: map_at_10997 value: 40.004998 - type: map_at_100999 value: 41.751000 - type: map_at_10001001 value: 41.971002 - type: map_at_31003 value: 36.7881004 - type: map_at_51005 value: 38.6711006 - type: mrr_at_11007 value: 35.3751008 - type: mrr_at_101009 value: 45.1211010 - type: mrr_at_1001011 value: 45.9941012 - type: mrr_at_10001013 value: 46.041014 - type: mrr_at_31015 value: 42.2271016 - type: mrr_at_51017 value: 43.9951018 - type: ndcg_at_11019 value: 35.3751020 - type: ndcg_at_101021 value: 46.3921022 - type: ndcg_at_1001023 value: 52.1961024 - type: ndcg_at_10001025 value: 54.2741026 - type: ndcg_at_31027 value: 41.1631028 - type: ndcg_at_51029 value: 43.8131030 - type: precision_at_11031 value: 35.3751032 - type: precision_at_101033 value: 8.6761034 - type: precision_at_1001035 value: 1.6781036 - type: precision_at_10001037 value: 0.2531038 - type: precision_at_31039 value: 19.1041040 - type: precision_at_51041 value: 13.9131042 - type: recall_at_11043 value: 29.571044 - type: recall_at_101045 value: 58.7791046 - type: recall_at_1001047 value: 83.3371048 - type: recall_at_10001049 value: 95.9791050 - type: recall_at_31051 value: 44.0051052 - type: recall_at_51053 value: 50.9751054 - task:1055 type: Retrieval1056 dataset:1057 type: BeIR/cqadupstack1058 name: MTEB CQADupstackWordpressRetrieval1059 config: default1060 split: test1061 revision: None1062 metrics:1063 - type: map_at_11064 value: 20.8321065 - type: map_at_101066 value: 29.7339999999999981067 - type: map_at_1001068 value: 30.7271069 - type: map_at_10001070 value: 30.8439999999999981071 - type: map_at_31072 value: 26.8349999999999971073 - type: map_at_51074 value: 28.5559999999999971075 - type: mrr_at_11076 value: 22.9211077 - type: mrr_at_101078 value: 31.7919999999999981079 - type: mrr_at_1001080 value: 32.6660000000000041081 - type: mrr_at_10001082 value: 32.7519999999999951083 - type: mrr_at_31084 value: 29.1441085 - type: mrr_at_51086 value: 30.6221087 - type: ndcg_at_11088 value: 22.9211089 - type: ndcg_at_101090 value: 34.9151091 - type: ndcg_at_1001092 value: 39.7441093 - type: ndcg_at_10001094 value: 42.4070000000000041095 - type: ndcg_at_31096 value: 29.4210000000000031097 - type: ndcg_at_51098 value: 32.2111099 - type: precision_at_11100 value: 22.9211101 - type: precision_at_101102 value: 5.6751103 - type: precision_at_1001104 value: 0.8721105 - type: precision_at_10001106 value: 0.1211107 - type: precision_at_31108 value: 12.7539999999999981109 - type: precision_at_51110 value: 9.3531111 - type: recall_at_11112 value: 20.8321113 - type: recall_at_101114 value: 48.7951115 - type: recall_at_1001116 value: 70.7031117 - type: recall_at_10001118 value: 90.1871119 - type: recall_at_31120 value: 34.4550000000000051121 - type: recall_at_51122 value: 40.9671123 - task:1124 type: Retrieval1125 dataset:1126 type: climate-fever1127 name: MTEB ClimateFEVER1128 config: default1129 split: test1130 revision: None1131 metrics:1132 - type: map_at_11133 value: 10.3341134 - type: map_at_101135 value: 19.0099999999999981136 - type: map_at_1001137 value: 21.1291138 - type: map_at_10001139 value: 21.3281140 - type: map_at_31141 value: 15.1521142 - type: map_at_51143 value: 17.0841144 - type: mrr_at_11145 value: 23.4531146 - type: mrr_at_101147 value: 36.0991148 - type: mrr_at_1001149 value: 37.0691150 - type: mrr_at_10001151 value: 37.1041152 - type: mrr_at_31153 value: 32.0960000000000041154 - type: mrr_at_51155 value: 34.4511156 - type: ndcg_at_11157 value: 23.4531158 - type: ndcg_at_101159 value: 27.7390000000000041160 - type: ndcg_at_1001161 value: 35.8361162 - type: ndcg_at_10001163 value: 39.2421164 - type: ndcg_at_31165 value: 21.2631166 - type: ndcg_at_51167 value: 23.6771168 - type: precision_at_11169 value: 23.4531170 - type: precision_at_101171 value: 9.1991172 - type: precision_at_1001173 value: 1.7911174 - type: precision_at_10001175 value: 0.2421176 - type: precision_at_31177 value: 16.21178 - type: precision_at_51179 value: 13.1471180 - type: recall_at_11181 value: 10.3341182 - type: recall_at_101183 value: 35.1771184 - type: recall_at_1001185 value: 63.0091186 - type: recall_at_10001187 value: 81.9381188 - type: recall_at_31189 value: 19.9141190 - type: recall_at_51191 value: 26.0771192 - task:1193 type: Retrieval1194 dataset:1195 type: dbpedia-entity1196 name: MTEB DBPedia1197 config: default1198 split: test1199 revision: None1200 metrics: