Lajavaness/bilingual-document-embedding
8225
1---2library_name: sentence-transformers3pipeline_tag: sentence-similarity4tags:5- sentence-transformers6- feature-extraction7- sentence-similarity8- transformers9- sentence-embedding10- mteb11model-index:12- name: bilingual-document-embedding13 results:14 - task:15 type: Clustering16 dataset:17 type: lyon-nlp/alloprof18 name: MTEB AlloProfClusteringP2P19 config: default20 split: test21 revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b22 metrics:23 - type: v_measure24 value: 59.1511472944078225 - type: v_measures26 value: [0.6088344883526443, 0.5973965747446686, 0.5447756077407359, 0.5758855880313155, 0.5557001687682872]27 - task:28 type: Clustering29 dataset:30 type: lyon-nlp/alloprof31 name: MTEB AlloProfClusteringS2S32 config: default33 split: test34 revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b35 metrics:36 - type: v_measure37 value: 41.57782307226466438 - type: v_measures39 value: [0.38879769314999035, 0.4006045672100778, 0.3958716052074101, 0.4405039656967712, 0.47468521453925405]40 - task:41 type: Reranking42 dataset:43 type: lyon-nlp/mteb-fr-reranking-alloprof-s2p44 name: MTEB AlloprofReranking45 config: default46 split: test47 revision: 65393d0d7a08a10b4e348135e824f385d420b0fd48 metrics:49 - type: map50 value: 73.8718243698224551 - type: mrr52 value: 75.1691134139320753 - type: nAUC_map_diff154 value: 57.40540136021978455 - type: nAUC_map_max56 value: 23.45375304567746357 - type: nAUC_mrr_diff158 value: 56.3697436879056259 - type: nAUC_mrr_max60 value: 24.63022632402731661 - task:62 type: Retrieval63 dataset:64 type: lyon-nlp/alloprof65 name: MTEB AlloprofRetrieval66 config: default67 split: test68 revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd69 metrics:70 - type: map_at_171 value: 32.51372 - type: map_at_1073 value: 43.17599999999999574 - type: map_at_10075 value: 44.06276 - type: map_at_100077 value: 44.11578 - type: map_at_2079 value: 43.70299999999999680 - type: map_at_381 value: 40.20599999999999682 - type: map_at_583 value: 41.97884 - type: mrr_at_185 value: 32.51295336787564686 - type: mrr_at_1087 value: 43.17587109685561688 - type: mrr_at_10089 value: 44.0623291333913790 - type: mrr_at_100091 value: 44.1146284664404892 - type: mrr_at_2093 value: 43.7027069775179894 - type: mrr_at_395 value: 40.2058146229131496 - type: mrr_at_597 value: 41.97826712723098698 - type: nauc_map_at_1000_diff199 value: 41.780712093626434100 - type: nauc_map_at_1000_max101 value: 37.56496014685421102 - type: nauc_map_at_100_diff1103 value: 41.783476025622775104 - type: nauc_map_at_100_max105 value: 37.60097300537378106 - type: nauc_map_at_10_diff1107 value: 41.61653902439649108 - type: nauc_map_at_10_max109 value: 37.33970786907192110 - type: nauc_map_at_1_diff1111 value: 44.90184716266261112 - type: nauc_map_at_1_max113 value: 34.452525158255284114 - type: nauc_map_at_20_diff1115 value: 41.6589893917753116 - type: nauc_map_at_20_max117 value: 37.58641485307153118 - type: nauc_map_at_3_diff1119 value: 42.104788108051075120 - type: nauc_map_at_3_max121 value: 36.5928644326236122 - type: nauc_map_at_5_diff1123 value: 41.607739702876565124 - type: nauc_map_at_5_max125 value: 36.907229583593825126 - type: nauc_mrr_at_1000_diff1127 value: 41.780712093626434128 - type: nauc_mrr_at_1000_max129 value: 37.56496014685421130 - type: nauc_mrr_at_100_diff1131 value: 41.783476025622775132 - type: nauc_mrr_at_100_max133 value: 37.60097300537378134 - type: nauc_mrr_at_10_diff1135 value: 41.61653902439649136 - type: nauc_mrr_at_10_max137 value: 37.33970786907192138 - type: nauc_mrr_at_1_diff1139 value: 44.90184716266261140 - type: nauc_mrr_at_1_max141 value: 34.452525158255284142 - type: nauc_mrr_at_20_diff1143 value: 41.6589893917753144 - type: nauc_mrr_at_20_max145 value: 37.58641485307153146 - type: nauc_mrr_at_3_diff1147 value: 42.104788108051075148 - type: nauc_mrr_at_3_max149 value: 36.5928644326236150 - type: nauc_mrr_at_5_diff1151 value: 41.607739702876565152 - type: nauc_mrr_at_5_max153 value: 36.907229583593825154 - type: nauc_ndcg_at_1000_diff1155 value: 41.28546857310532156 - type: nauc_ndcg_at_1000_max157 value: 39.086823074137158 - type: nauc_ndcg_at_100_diff1159 value: 41.25161168648205160 - type: nauc_ndcg_at_100_max161 value: 40.22844726831379162 - type: nauc_ndcg_at_10_diff1163 value: 40.33705639032033164 - type: nauc_ndcg_at_10_max165 value: 39.1320635099517166 - type: nauc_ndcg_at_1_diff1167 value: 44.90184716266261168 - type: nauc_ndcg_at_1_max169 value: 34.452525158255284170 - type: nauc_ndcg_at_20_diff1171 value: 40.40784583920326172 - type: nauc_ndcg_at_20_max173 value: 40.069552678695416174 - type: nauc_ndcg_at_3_diff1175 value: 41.30895891523514176 - type: nauc_ndcg_at_3_max177 value: 37.414699073823584178 - type: nauc_ndcg_at_5_diff1179 value: 40.36028401033484180 - type: nauc_ndcg_at_5_max181 value: 37.97523651073113182 - type: nauc_precision_at_1000_diff1183 value: 46.82456733521383184 - type: nauc_precision_at_1000_max185 value: 85.71400945217201186 - type: nauc_precision_at_100_diff1187 value: 40.52716981002009188 - type: nauc_precision_at_100_max189 value: 65.51987173508483190 - type: nauc_precision_at_10_diff1191 value: 35.67963463267156192 - type: nauc_precision_at_10_max193 value: 46.155216936968856194 - type: nauc_precision_at_1_diff1195 value: 44.90184716266261196 - type: nauc_precision_at_1_max197 value: 34.452525158255284198 - type: nauc_precision_at_20_diff1199 value: 34.94608063839023200 - type: nauc_precision_at_20_max201 value: 52.447339810747174202 - type: nauc_precision_at_3_diff1203 value: 39.0332348086419204 - type: nauc_precision_at_3_max205 value: 39.83919369547502206 - type: nauc_precision_at_5_diff1207 value: 36.38511756252038208 - type: nauc_precision_at_5_max209 value: 41.375729851686486210 - type: nauc_recall_at_1000_diff1211 value: 46.824567335213885212 - type: nauc_recall_at_1000_max213 value: 85.71400945217061214 - type: nauc_recall_at_100_diff1215 value: 40.52716981002009216 - type: nauc_recall_at_100_max217 value: 65.51987173508483218 - type: nauc_recall_at_10_diff1219 value: 35.67963463267154220 - type: nauc_recall_at_10_max221 value: 46.15521693696879222 - type: nauc_recall_at_1_diff1223 value: 44.90184716266261224 - type: nauc_recall_at_1_max225 value: 34.452525158255284226 - type: nauc_recall_at_20_diff1227 value: 34.94608063839018228 - type: nauc_recall_at_20_max229 value: 52.44733981074723230 - type: nauc_recall_at_3_diff1231 value: 39.033234808641886232 - type: nauc_recall_at_3_max233 value: 39.83919369547505234 - type: nauc_recall_at_5_diff1235 value: 36.38511756252039236 - type: nauc_recall_at_5_max237 value: 41.37572985168646238 - type: ndcg_at_1239 value: 32.513240 - type: ndcg_at_10241 value: 48.796242 - type: ndcg_at_100243 value: 53.273244 - type: ndcg_at_1000245 value: 54.686246 - type: ndcg_at_20247 value: 50.702000000000005248 - type: ndcg_at_3249 value: 42.721250 - type: ndcg_at_5251 value: 45.9252 - type: precision_at_1253 value: 32.513254 - type: precision_at_10255 value: 6.662256 - type: precision_at_100257 value: 0.88258 - type: precision_at_1000259 value: 0.099260 - type: precision_at_20261 value: 3.707262 - type: precision_at_3263 value: 16.667264 - type: precision_at_5265 value: 11.537266 - type: recall_at_1267 value: 32.513268 - type: recall_at_10269 value: 66.623270 - type: recall_at_100271 value: 87.953272 - type: recall_at_1000273 value: 99.136274 - type: recall_at_20275 value: 74.136276 - type: recall_at_3277 value: 50.0278 - type: recall_at_5279 value: 57.68600000000001280 - task:281 type: Classification282 dataset:283 type: mteb/amazon_reviews_multi284 name: MTEB AmazonReviewsClassification (fr)285 config: fr286 split: test287 revision: 1399c76144fd37290681b995c656ef9b2e06e26d288 metrics:289 - type: accuracy290 value: 43.48599999999999291 - type: f1292 value: 41.52411498679777293 - type: f1_weighted294 value: 41.524114986797784295 - task:296 type: Retrieval297 dataset:298 type: maastrichtlawtech/bsard299 name: MTEB BSARDRetrieval300 config: default301 split: test302 revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59303 metrics:304 - type: map_at_1305 value: 7.6579999999999995306 - type: map_at_10307 value: 11.706308 - type: map_at_100309 value: 12.948310 - type: map_at_1000311 value: 13.062000000000001312 - type: map_at_20313 value: 12.342314 - type: map_at_3315 value: 9.76316 - type: map_at_5317 value: 10.683318 - type: mrr_at_1319 value: 7.657657657657657320 - type: mrr_at_10321 value: 11.706170456170454322 - type: mrr_at_100323 value: 12.947870943304876324 - type: mrr_at_1000325 value: 13.06189894235417326 - type: mrr_at_20327 value: 12.342441460088518328 - type: mrr_at_3329 value: 9.75975975975976330 - type: mrr_at_5331 value: 10.683183183183182332 - type: nauc_map_at_1000_diff1333 value: 1.8612167614294672334 - type: nauc_map_at_1000_max335 value: 1.586408397411475336 - type: nauc_map_at_100_diff1337 value: 1.9210527499420051338 - type: nauc_map_at_100_max339 value: 1.6875048679362115340 - type: nauc_map_at_10_diff1341 value: 1.5262203122571876342 - type: nauc_map_at_10_max343 value: 1.2218645063194111344 - type: nauc_map_at_1_diff1345 value: -2.9465131557421675346 - type: nauc_map_at_1_max347 value: -1.8953694303529376348 - type: nauc_map_at_20_diff1349 value: 1.8980212905989484350 - type: nauc_map_at_20_max351 value: 1.1460175145386533352 - type: nauc_map_at_3_diff1353 value: 1.8300766192776097354 - type: nauc_map_at_3_max355 value: -1.8234185626649715356 - type: nauc_map_at_5_diff1357 value: 1.9632596967629419358 - type: nauc_map_at_5_max359 value: -1.0055447005584437360 - type: nauc_mrr_at_1000_diff1361 value: 1.8612167614294672362 - type: nauc_mrr_at_1000_max363 value: 1.586408397411475364 - type: nauc_mrr_at_100_diff1365 value: 1.9210527499420051366 - type: nauc_mrr_at_100_max367 value: 1.6875048679362115368 - type: nauc_mrr_at_10_diff1369 value: 1.5262203122571876370 - type: nauc_mrr_at_10_max371 value: 1.2218645063194111372 - type: nauc_mrr_at_1_diff1373 value: -2.9465131557421675374 - type: nauc_mrr_at_1_max375 value: -1.8953694303529376376 - type: nauc_mrr_at_20_diff1377 value: 1.8980212905989484378 - type: nauc_mrr_at_20_max379 value: 1.1460175145386533380 - type: nauc_mrr_at_3_diff1381 value: 1.8300766192776097382 - type: nauc_mrr_at_3_max383 value: -1.8234185626649715384 - type: nauc_mrr_at_5_diff1385 value: 1.9632596967629419386 - type: nauc_mrr_at_5_max387 value: -1.0055447005584437388 - type: nauc_ndcg_at_1000_diff1389 value: 2.886203742022491390 - type: nauc_ndcg_at_1000_max391 value: 5.34835634942694392 - type: nauc_ndcg_at_100_diff1393 value: 3.5183102844141443394 - type: nauc_ndcg_at_100_max395 value: 7.479214430443089396 - type: nauc_ndcg_at_10_diff1397 value: 1.8765330789166412398 - type: nauc_ndcg_at_10_max399 value: 4.450826426093314400 - type: nauc_ndcg_at_1_diff1401 value: -2.9465131557421675402 - type: nauc_ndcg_at_1_max403 value: -1.8953694303529376404 - type: nauc_ndcg_at_20_diff1405 value: 2.7436758637624705406 - type: nauc_ndcg_at_20_max407 value: 3.713084041742973408 - type: nauc_ndcg_at_3_diff1409 value: 2.84641225972613410 - type: nauc_ndcg_at_3_max411 value: -1.6797424196225121412 - type: nauc_ndcg_at_5_diff1413 value: 3.0652301308463192414 - type: nauc_ndcg_at_5_max415 value: -0.2333717294229873416 - type: nauc_precision_at_1000_diff1417 value: 6.795054101803062418 - type: nauc_precision_at_1000_max419 value: 17.30874103781348420 - type: nauc_precision_at_100_diff1421 value: 7.527516539082746422 - type: nauc_precision_at_100_max423 value: 22.74844672263555424 - type: nauc_precision_at_10_diff1425 value: 2.0761049260177407426 - type: nauc_precision_at_10_max427 value: 11.360023168126489428 - type: nauc_precision_at_1_diff1429 value: -2.9465131557421675430 - type: nauc_precision_at_1_max431 value: -1.8953694303529376432 - type: nauc_precision_at_20_diff1433 value: 3.923410121079766434 - type: nauc_precision_at_20_max435 value: 8.296820719888059436 - type: nauc_precision_at_3_diff1437 value: 5.1715442640514215438 - type: nauc_precision_at_3_max439 value: -1.3116999013605417440 - type: nauc_precision_at_5_diff1441 value: 5.331309068134777442 - type: nauc_precision_at_5_max443 value: 1.5638174487988539444 - type: nauc_recall_at_1000_diff1445 value: 6.795054101803136446 - type: nauc_recall_at_1000_max447 value: 17.308741037813558448 - type: nauc_recall_at_100_diff1449 value: 7.527516539082746450 - type: nauc_recall_at_100_max451 value: 22.748446722635553452 - type: nauc_recall_at_10_diff1453 value: 2.076104926017711454 - type: nauc_recall_at_10_max455 value: 11.360023168126451456 - type: nauc_recall_at_1_diff1457 value: -2.9465131557421675458 - type: nauc_recall_at_1_max459 value: -1.8953694303529376460 - type: nauc_recall_at_20_diff1461 value: 3.9234101210797143462 - type: nauc_recall_at_20_max463 value: 8.296820719888002464 - type: nauc_recall_at_3_diff1465 value: 5.17154426405143466 - type: nauc_recall_at_3_max467 value: -1.311699901360526468 - type: nauc_recall_at_5_diff1469 value: 5.331309068134779470 - type: nauc_recall_at_5_max471 value: 1.5638174487988667472 - type: ndcg_at_1473 value: 7.6579999999999995474 - type: ndcg_at_10475 value: 14.633476 - type: ndcg_at_100477 value: 21.199478 - type: ndcg_at_1000479 value: 24.505480 - type: ndcg_at_20481 value: 16.849482 - type: ndcg_at_3483 value: 10.488999999999999484 - type: ndcg_at_5485 value: 12.156486 - type: precision_at_1487 value: 7.6579999999999995488 - type: precision_at_10489 value: 2.432490 - type: precision_at_100491 value: 0.563492 - type: precision_at_1000493 value: 0.083494 - type: precision_at_20495 value: 1.644496 - type: precision_at_3497 value: 4.204498 - type: precision_at_5499 value: 3.3329999999999997500 - type: recall_at_1501 value: 7.6579999999999995502 - type: recall_at_10503 value: 24.324504 - type: recall_at_100505 value: 56.306506 - type: recall_at_1000507 value: 82.883508 - type: recall_at_20509 value: 32.883510 - type: recall_at_3511 value: 12.613512 - type: recall_at_5513 value: 16.667514 - task:515 type: Clustering516 dataset:517 type: lyon-nlp/clustering-hal-s2s518 name: MTEB HALClusteringS2S519 config: default520 split: test521 revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915522 metrics:523 - type: v_measure524 value: 24.87943546753088525 - type: v_measures526 value: [0.278272502518604, 0.25921772339921395, 0.2641171251066139, 0.2663752999094091, 0.23649418885985485]527 - task:528 type: Clustering529 dataset:530 type: reciTAL/mlsum531 name: MTEB MLSUMClusteringP2P532 config: fr533 split: test534 revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7535 metrics:536 - type: v_measure537 value: 44.175558680182796538 - type: v_measures539 value: [0.44382305997614757, 0.45849638769110745, 0.45186964282579195, 0.44407241104469836, 0.39488181195438643]540 - task:541 type: Clustering542 dataset:543 type: reciTAL/mlsum544 name: MTEB MLSUMClusteringS2S545 config: fr546 split: test547 revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7548 metrics:549 - type: v_measure550 value: 44.649498161719784551 - type: v_measures552 value: [0.44293968862639355, 0.45358259404927, 0.4544509656034716, 0.4464804623311193, 0.400104460457011]553 - task:554 type: Classification555 dataset:556 type: mteb/mtop_domain557 name: MTEB MTOPDomainClassification (fr)558 config: fr559 split: test560 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf561 metrics:562 - type: accuracy563 value: 88.46226119636705564 - type: f1565 value: 88.37561423387648566 - type: f1_weighted567 value: 88.38817570958008568 - task:569 type: Classification570 dataset:571 type: mteb/mtop_intent572 name: MTEB MTOPIntentClassification (fr)573 config: fr574 split: test575 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba576 metrics:577 - type: accuracy578 value: 60.27247103037895579 - type: f1580 value: 43.36800798113768581 - type: f1_weighted582 value: 62.65127593999621583 - task:584 type: Classification585 dataset:586 type: mteb/masakhanews587 name: MTEB MasakhaNEWSClassification (fra)588 config: fra589 split: test590 revision: 18193f187b92da67168c655c9973a165ed9593dd591 metrics:592 - type: accuracy593 value: 78.0094786729858594 - type: f1595 value: 74.34441973526405596 - type: f1_weighted597 value: 78.20439089386724598 - task:599 type: Clustering600 dataset:601 type: masakhane/masakhanews602 name: MTEB MasakhaNEWSClusteringP2P (fra)603 config: fra604 split: test605 revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60606 metrics:607 - type: v_measure608 value: 69.98688791220088609 - type: v_measures610 value: [1.0, 0.11908920120641955, 0.7679216739314454, 0.8367645040119921, 0.7755690164601873]611 - task:612 type: Clustering613 dataset:614 type: masakhane/masakhanews615 name: MTEB MasakhaNEWSClusteringS2S (fra)616 config: fra617 split: test618 revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60619 metrics:620 - type: v_measure621 value: 36.65801636831311622 - type: v_measures623 value: [1.0, 0.017508140483218165, 0.4153261241535689, 0.21327667744326673, 0.18678987633560207]624 - task:625 type: Classification626 dataset:627 type: mteb/amazon_massive_intent628 name: MTEB MassiveIntentClassification (fr)629 config: fr630 split: test631 revision: 4672e20407010da34463acc759c162ca9734bca6632 metrics:633 - type: accuracy634 value: 67.39408204438466635 - type: f1636 value: 65.4548720535735637 - type: f1_weighted638 value: 66.30814406163043639 - task:640 type: Classification641 dataset:642 type: mteb/amazon_massive_scenario643 name: MTEB MassiveScenarioClassification (fr)644 config: fr645 split: test646 revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8647 metrics:648 - type: accuracy649 value: 74.12239408204438650 - type: f1651 value: 73.59473076543576652 - type: f1_weighted653 value: 73.70038947164628654 - task:655 type: Retrieval656 dataset:657 type: jinaai/mintakaqa658 name: MTEB MintakaRetrieval (fr)659 config: fr660 split: test661 revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e662 metrics:663 - type: map_at_1664 value: 13.062999999999999665 - type: map_at_10666 value: 20.28667 - type: map_at_100668 value: 21.271669 - type: map_at_1000670 value: 21.384671 - type: map_at_20672 value: 20.822673 - type: map_at_3674 value: 18.195675 - type: map_at_5676 value: 19.293677 - type: mrr_at_1678 value: 13.063063063063062679 - type: mrr_at_10680 value: 20.280426530426514681 - type: mrr_at_100682 value: 21.27068193401496683 - type: mrr_at_1000684 value: 21.38419408143633685 - type: mrr_at_20686 value: 20.821814700930886687 - type: mrr_at_3688 value: 18.19546819546817689 - type: mrr_at_5690 value: 19.292929292929255691 - type: nauc_map_at_1000_diff1692 value: 19.722064275802693 - type: nauc_map_at_1000_max694 value: 31.384556319729395695 - type: nauc_map_at_100_diff1696 value: 19.71033532515874697 - type: nauc_map_at_100_max698 value: 31.402828787179143699 - type: nauc_map_at_10_diff1700 value: 20.001133718713536701 - type: nauc_map_at_10_max702 value: 31.806014785924102703 - type: nauc_map_at_1_diff1704 value: 29.69565140559411705 - type: nauc_map_at_1_max706 value: 30.683216020589533707 - type: nauc_map_at_20_diff1708 value: 19.821797788715696709 - type: nauc_map_at_20_max710 value: 31.59711268659909711 - type: nauc_map_at_3_diff1712 value: 21.615605640070964713 - type: nauc_map_at_3_max714 value: 31.966650937266305715 - type: nauc_map_at_5_diff1716 value: 20.505641463837247717 - type: nauc_map_at_5_max718 value: 31.950326449610333719 - type: nauc_mrr_at_1000_diff1720 value: 19.722064275802721 - type: nauc_mrr_at_1000_max722 value: 31.384556319729395723 - type: nauc_mrr_at_100_diff1724 value: 19.71033532515874725 - type: nauc_mrr_at_100_max726 value: 31.402828787179143727 - type: nauc_mrr_at_10_diff1728 value: 20.001133718713536729 - type: nauc_mrr_at_10_max730 value: 31.806014785924102731 - type: nauc_mrr_at_1_diff1732 value: 29.69565140559411733 - type: nauc_mrr_at_1_max734 value: 30.683216020589533735 - type: nauc_mrr_at_20_diff1736 value: 19.821797788715696737 - type: nauc_mrr_at_20_max738 value: 31.59711268659909739 - type: nauc_mrr_at_3_diff1740 value: 21.615605640070964741 - type: nauc_mrr_at_3_max742 value: 31.966650937266305743 - type: nauc_mrr_at_5_diff1744 value: 20.505641463837247745 - type: nauc_mrr_at_5_max746 value: 31.950326449610333747 - type: nauc_ndcg_at_1000_diff1748 value: 16.644876374984612749 - type: nauc_ndcg_at_1000_max750 value: 30.00552722677877751 - type: nauc_ndcg_at_100_diff1752 value: 15.707910701262051753 - type: nauc_ndcg_at_100_max754 value: 29.581303411340663755 - type: nauc_ndcg_at_10_diff1756 value: 16.76054369006531757 - type: nauc_ndcg_at_10_max758 value: 31.603443500691675759 - type: nauc_ndcg_at_1_diff1760 value: 29.69565140559411761 - type: nauc_ndcg_at_1_max762 value: 30.683216020589533763 - type: nauc_ndcg_at_20_diff1764 value: 16.269251917194648765 - type: nauc_ndcg_at_20_max766 value: 30.935281233489686767 - type: nauc_ndcg_at_3_diff1768 value: 19.672433215100494769 - type: nauc_ndcg_at_3_max770 value: 32.07848616783397771 - type: nauc_ndcg_at_5_diff1772 value: 17.88855855774221773 - type: nauc_ndcg_at_5_max774 value: 32.01468420337384775 - type: nauc_precision_at_1000_diff1776 value: -2.7987428835555157777 - type: nauc_precision_at_1000_max778 value: 13.9766188144417779 - type: nauc_precision_at_100_diff1780 value: 3.9597929189458183781 - type: nauc_precision_at_100_max782 value: 21.581900275188854783 - type: nauc_precision_at_10_diff1784 value: 9.174898767869335785 - type: nauc_precision_at_10_max786 value: 30.88927862766609787 - type: nauc_precision_at_1_diff1788 value: 29.69565140559411789 - type: nauc_precision_at_1_max790 value: 30.683216020589533791 - type: nauc_precision_at_20_diff1792 value: 7.774469550439256793 - type: nauc_precision_at_20_max794 value: 28.801273985757952795 - type: nauc_precision_at_3_diff1796 value: 15.058108507548344797 - type: nauc_precision_at_3_max798 value: 32.28970787769507799 - type: nauc_precision_at_5_diff1800 value: 11.81883670502361801 - type: nauc_precision_at_5_max802 value: 32.08267698057494803 - type: nauc_recall_at_1000_diff1804 value: -2.7987428835554455805 - type: nauc_recall_at_1000_max806 value: 13.976618814441693807 - type: nauc_recall_at_100_diff1808 value: 3.9597929189458183809 - type: nauc_recall_at_100_max810 value: 21.581900275188858811 - type: nauc_recall_at_10_diff1812 value: 9.17489876786934813 - type: nauc_recall_at_10_max814 value: 30.889278627666112815 - type: nauc_recall_at_1_diff1816 value: 29.69565140559411817 - type: nauc_recall_at_1_max818 value: 30.683216020589533819 - type: nauc_recall_at_20_diff1820 value: 7.774469550439271821 - type: nauc_recall_at_20_max822 value: 28.80127398575797823 - type: nauc_recall_at_3_diff1824 value: 15.058108507548361825 - type: nauc_recall_at_3_max826 value: 32.2897078776951827 - type: nauc_recall_at_5_diff1828 value: 11.818836705023593829 - type: nauc_recall_at_5_max830 value: 32.08267698057489831 - type: ndcg_at_1832 value: 13.062999999999999833 - type: ndcg_at_10834 value: 24.166835 - type: ndcg_at_100836 value: 29.48837 - type: ndcg_at_1000838 value: 33.236839 - type: ndcg_at_20840 value: 26.168999999999997841 - type: ndcg_at_3842 value: 19.796843 - type: ndcg_at_5844 value: 21.762999999999998845 - type: precision_at_1846 value: 13.062999999999999847 - type: precision_at_10848 value: 3.6609999999999996849 - type: precision_at_100850 value: 0.626851 - type: precision_at_1000852 value: 0.094853 - type: precision_at_20854 value: 2.23855 - type: precision_at_3856 value: 8.135857 - type: precision_at_5858 value: 5.831859 - type: recall_at_1860 value: 13.062999999999999861 - type: recall_at_10862 value: 36.609863 - type: recall_at_100864 value: 62.572865 - type: recall_at_1000866 value: 93.735867 - type: recall_at_20868 value: 44.595869 - type: recall_at_3870 value: 24.406871 - type: recall_at_5872 value: 29.156873 - task:874 type: PairClassification875 dataset:876 type: GEM/opusparcus877 name: MTEB OpusparcusPC (fr)878 config: fr879 split: test880 revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a881 metrics:882 - type: cos_sim_accuracy883 value: 81.94822888283378884 - type: cos_sim_accuracy_threshold885 value: 59.67133641242981886 - type: cos_sim_ap887 value: 93.77568000367297888 - type: cos_sim_f1889 value: 87.33944954128441890 - type: cos_sim_f1_threshold891 value: 48.620444536209106892 - type: cos_sim_precision893 value: 81.15942028985508894 - type: cos_sim_recall895 value: 94.5382323733863896 - type: dot_accuracy897 value: 81.94822888283378898 - type: dot_accuracy_threshold899 value: 59.67133045196533900 - type: dot_ap901 value: 93.77568000367297902 - type: dot_f1903 value: 87.33944954128441904 - type: dot_f1_threshold905 value: 48.620444536209106906 - type: dot_precision907 value: 81.15942028985508908 - type: dot_recall909 value: 94.5382323733863910 - type: euclidean_accuracy911 value: 81.94822888283378912 - type: euclidean_accuracy_threshold913 value: 89.80941772460938914 - type: euclidean_ap915 value: 93.77568000367297916 - type: euclidean_f1917 value: 87.33944954128441918 - type: euclidean_f1_threshold919 value: 101.37012004852295920 - type: euclidean_precision921 value: 81.15942028985508922 - type: euclidean_recall923 value: 94.5382323733863924 - type: manhattan_accuracy925 value: 81.94822888283378926 - type: manhattan_accuracy_threshold927 value: 2278.3992767333984928 - type: manhattan_ap929 value: 93.736221809257930 - type: manhattan_f1931 value: 87.24319159101768932 - type: manhattan_f1_threshold933 value: 2442.0352935791016934 - type: manhattan_precision935 value: 84.06998158379374936 - type: manhattan_recall937 value: 90.66534260178749938 - type: max_accuracy939 value: 81.94822888283378940 - type: max_ap941 value: 93.77568000367297942 - type: max_f1943 value: 87.33944954128441944 - task:945 type: PairClassification946 dataset:947 type: google-research-datasets/paws-x948 name: MTEB PawsX (fr)949 config: fr950 split: test951 revision: 8a04d940a42cd40658986fdd8e3da561533a3646952 metrics:953 - type: cos_sim_accuracy954 value: 63.0955 - type: cos_sim_ap956 value: 62.8421811357794957 - type: cos_sim_f1958 value: 62.491349480968864959 - type: cos_sim_precision960 value: 45.44539506794162961 - type: cos_sim_recall962 value: 100.0963 - type: dot_accuracy964 value: 63.0965 - type: dot_ap966 value: 62.83128860568098967 - type: dot_f1968 value: 62.491349480968864969 - type: dot_precision970 value: 45.44539506794162971 - type: dot_recall972 value: 100.0973 - type: euclidean_accuracy974 value: 63.0975 - type: euclidean_ap976 value: 62.842229411681984977 - type: euclidean_f1978 value: 62.491349480968864979 - type: euclidean_precision980 value: 45.44539506794162981 - type: euclidean_recall982 value: 100.0983 - type: manhattan_accuracy984 value: 63.0985 - type: manhattan_ap986 value: 62.83631065292994987 - type: manhattan_f1988 value: 62.491349480968864989 - type: manhattan_precision990 value: 45.44539506794162991 - type: manhattan_recall992 value: 100.0993 - type: max_accuracy994 value: 63.0995 - type: max_ap996 value: 62.842229411681984997 - type: max_f1998 value: 62.491349480968864999 - task:1000 type: STS1001 dataset:1002 type: Lajavaness/SICK-fr1003 name: MTEB SICKFr1004 config: default1005 split: test1006 revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a1007 metrics:1008 - type: cos_sim_pearson1009 value: 84.652267981747511010 - type: cos_sim_spearman1011 value: 78.460691718932171012 - type: euclidean_pearson1013 value: 82.243382154893381014 - type: euclidean_spearman1015 value: 78.460692304142631016 - type: manhattan_pearson1017 value: 82.194304574414061018 - type: manhattan_spearman1019 value: 78.396005341304741020 - task:1021 type: STS1022 dataset:1023 type: mteb/sts22-crosslingual-sts1024 name: MTEB STS22 (fr)1025 config: fr1026 split: test1027 revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e31028 metrics:1029 - type: cos_sim_pearson1030 value: 84.343563432865011031 - type: cos_sim_spearman1032 value: 83.824418626747731033 - type: euclidean_pearson1034 value: 83.360256573279271035 - type: euclidean_spearman1036 value: 83.824418626747731037 - type: manhattan_pearson1038 value: 83.286328896984861039 - type: manhattan_spearman1040 value: 83.720860586744011041 - task:1042 type: STS1043 dataset:1044 type: mteb/stsb_multi_mt1045 name: MTEB STSBenchmarkMultilingualSTS (fr)1046 config: fr1047 split: test1048 revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c1049 metrics:1050 - type: cos_sim_pearson1051 value: 85.611387067756071052 - type: cos_sim_spearman1053 value: 86.793521720293211054 - type: euclidean_pearson1055 value: 85.839864898607361056 - type: euclidean_spearman1057 value: 86.793521621000421058 - type: manhattan_pearson1059 value: 85.72368732617341060 - type: manhattan_spearman1061 value: 86.669686895465161062 - task:1063 type: Summarization1064 dataset:1065 type: lyon-nlp/summarization-summeval-fr-p2p1066 name: MTEB SummEvalFr1067 config: default1068 split: test1069 revision: b385812de6a9577b6f4d0f88c6a6e35395a940541070 metrics:1071 - type: cos_sim_pearson1072 value: 30.1850288274092051073 - type: cos_sim_spearman1074 value: 30.137860837752731075 - type: dot_pearson1076 value: 30.185030302855261077 - type: dot_spearman1078 value: 30.137860837752731079 - task:1080 type: Reranking1081 dataset:1082 type: lyon-nlp/mteb-fr-reranking-syntec-s2p1083 name: MTEB SyntecReranking1084 config: default1085 split: test1086 revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad1087 metrics:1088 - type: map1089 value: 88.894444444444431090 - type: mrr1091 value: 88.894444444444431092 - type: nAUC_map_diff11093 value: 65.576817890150961094 - type: nAUC_map_max1095 value: 11.7740116170964681096 - type: nAUC_mrr_diff11097 value: 65.576817890150961098 - type: nAUC_mrr_max1099 value: 11.7740116170964681100 - task:1101 type: Retrieval1102 dataset:1103 type: lyon-nlp/mteb-fr-retrieval-syntec-s2p1104 name: MTEB SyntecRetrieval1105 config: default1106 split: test1107 revision: 19661ccdca4dfc2d15122d776b61685f48c68ca91108 metrics:1109 - type: map_at_11110 value: 71.01111 - type: map_at_101112 value: 81.31113 - type: map_at_1001114 value: 81.4071115 - type: map_at_10001116 value: 81.4071117 - type: map_at_201118 value: 81.3531119 - type: map_at_31120 value: 80.3331121 - type: map_at_51122 value: 81.0331123 - type: mrr_at_11124 value: 71.01125 - type: mrr_at_101126 value: 81.299999999999981127 - type: mrr_at_1001128 value: 81.406725146198811129 - type: mrr_at_10001130 value: 81.406725146198811131 - type: mrr_at_201132 value: 81.352631578947351133 - type: mrr_at_31134 value: 80.333333333333331135 - type: mrr_at_51136 value: 81.033333333333331137 - type: nauc_map_at_1000_diff11138 value: 65.565519392368161139 - type: nauc_map_at_1000_max1140 value: 21.0607457047482041141 - type: nauc_map_at_100_diff11142 value: 65.565519392368161143 - type: nauc_map_at_100_max1144 value: 21.0607457047482041145 - type: nauc_map_at_10_diff11146 value: 65.559800696982421147 - type: nauc_map_at_10_max1148 value: 21.31904429297881149 - type: nauc_map_at_1_diff11150 value: 67.216426069714491151 - type: nauc_map_at_1_max1152 value: 19.7931916313029181153 - type: nauc_map_at_20_diff11154 value: 65.5387212192451155 - type: nauc_map_at_20_max1156 value: 21.0701027560465731157 - type: nauc_map_at_3_diff11158 value: 66.486550810741731159 - type: nauc_map_at_3_max1160 value: 22.337157489719691161 - type: nauc_map_at_5_diff11162 value: 65.44980921968691163 - type: nauc_map_at_5_max1164 value: 22.0412070790188681165 - type: nauc_mrr_at_1000_diff11166 value: 65.565519392368161167 - type: nauc_mrr_at_1000_max1168 value: 21.0607457047482041169 - type: nauc_mrr_at_100_diff11170 value: 65.565519392368161171 - type: nauc_mrr_at_100_max1172 value: 21.0607457047482041173 - type: nauc_mrr_at_10_diff11174 value: 65.559800696982421175 - type: nauc_mrr_at_10_max1176 value: 21.31904429297881177 - type: nauc_mrr_at_1_diff11178 value: 67.216426069714491179 - type: nauc_mrr_at_1_max1180 value: 19.7931916313029181181 - type: nauc_mrr_at_20_diff11182 value: 65.5387212192451183 - type: nauc_mrr_at_20_max1184 value: 21.0701027560465731185 - type: nauc_mrr_at_3_diff11186 value: 66.486550810741731187 - type: nauc_mrr_at_3_max1188 value: 22.337157489719691189 - type: nauc_mrr_at_5_diff11190 value: 65.44980921968691191 - type: nauc_mrr_at_5_max1192 value: 22.0412070790188681193 - type: nauc_ndcg_at_1000_diff11194 value: 65.377996526610941195 - type: nauc_ndcg_at_1000_max1196 value: 21.6187755399521751197 - type: nauc_ndcg_at_100_diff11198 value: 65.377996526610941199 - type: nauc_ndcg_at_100_max1200 value: 21.618775539952175