dangvantuan/french-document-embedding
141.6k
1---2library_name: sentence-transformers3pipeline_tag: sentence-similarity4tags:5- sentence-transformers6- feature-extraction7- sentence-similarity8- transformers9- french10- english11- sentence-embedding12- mteb13model-index:14- name: 7eff199d41ff669fad99d83cad9249c393c3f14b15 results:16 - task:17 type: Clustering18 dataset:19 type: lyon-nlp/alloprof20 name: MTEB AlloProfClusteringP2P21 config: default22 split: test23 revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b24 metrics:25 - type: v_measure26 value: 59.6919629544941427 - type: v_measures28 value: [0.6355772777559684, 0.4980707615440343, 0.5851538838323186, 0.6567709175938427, 0.5712405288636999]29 - task:30 type: Clustering31 dataset:32 type: lyon-nlp/alloprof33 name: MTEB AlloProfClusteringS2S34 config: default35 split: test36 revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b37 metrics:38 - type: v_measure39 value: 45.60710699692642640 - type: v_measures41 value: [0.45846869913649535, 0.42657120373128293, 0.45507356125930876, 0.4258913306353704, 0.4779122207000794]42 - task:43 type: Reranking44 dataset:45 type: lyon-nlp/mteb-fr-reranking-alloprof-s2p46 name: MTEB AlloprofReranking47 config: default48 split: test49 revision: 65393d0d7a08a10b4e348135e824f385d420b0fd50 metrics:51 - type: map52 value: 73.5183642808776553 - type: mrr54 value: 74.855028511116655 - type: nAUC_map_diff156 value: 56.00616989872846657 - type: nAUC_map_max58 value: 27.88603722340750659 - type: nAUC_mrr_diff160 value: 56.6807277824867261 - type: nAUC_mrr_max62 value: 29.36268196224327663 - task:64 type: Retrieval65 dataset:66 type: lyon-nlp/alloprof67 name: MTEB AlloprofRetrieval68 config: default69 split: test70 revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd71 metrics:72 - type: map_at_173 value: 32.08099999999999674 - type: map_at_1075 value: 43.58276 - type: map_at_10077 value: 44.38178 - type: map_at_100079 value: 44.42680 - type: map_at_2081 value: 44.06182 - type: map_at_383 value: 40.60284 - type: map_at_585 value: 42.38186 - type: mrr_at_187 value: 32.0811744386873988 - type: mrr_at_1089 value: 43.582342983249890 - type: mrr_at_10091 value: 44.3806856087751392 - type: mrr_at_100093 value: 44.42619430550402694 - type: mrr_at_2095 value: 44.0612809465575396 - type: mrr_at_397 value: 40.6016119746690398 - type: mrr_at_599 value: 42.380541162924715100 - type: nauc_map_at_1000_diff1101 value: 37.22997629352391102 - type: nauc_map_at_1000_max103 value: 38.65090969900466104 - type: nauc_map_at_100_diff1105 value: 37.22644507166512106 - type: nauc_map_at_100_max107 value: 38.67447923917633108 - type: nauc_map_at_10_diff1109 value: 37.02440573022942110 - type: nauc_map_at_10_max111 value: 38.52972171430789112 - type: nauc_map_at_1_diff1113 value: 41.18101653444774114 - type: nauc_map_at_1_max115 value: 34.87383192583458116 - type: nauc_map_at_20_diff1117 value: 37.14172285932024118 - type: nauc_map_at_20_max119 value: 38.66753159239803120 - type: nauc_map_at_3_diff1121 value: 37.53556306862998122 - type: nauc_map_at_3_max123 value: 37.86008195327724124 - type: nauc_map_at_5_diff1125 value: 37.14904081229067126 - type: nauc_map_at_5_max127 value: 38.267819714061105128 - type: nauc_mrr_at_1000_diff1129 value: 37.22997629352391130 - type: nauc_mrr_at_1000_max131 value: 38.65090969900466132 - type: nauc_mrr_at_100_diff1133 value: 37.22644507166512134 - type: nauc_mrr_at_100_max135 value: 38.67447923917633136 - type: nauc_mrr_at_10_diff1137 value: 37.02440573022942138 - type: nauc_mrr_at_10_max139 value: 38.52972171430789140 - type: nauc_mrr_at_1_diff1141 value: 41.18101653444774142 - type: nauc_mrr_at_1_max143 value: 34.87383192583458144 - type: nauc_mrr_at_20_diff1145 value: 37.14172285932024146 - type: nauc_mrr_at_20_max147 value: 38.66753159239803148 - type: nauc_mrr_at_3_diff1149 value: 37.53556306862998150 - type: nauc_mrr_at_3_max151 value: 37.86008195327724152 - type: nauc_mrr_at_5_diff1153 value: 37.14904081229067154 - type: nauc_mrr_at_5_max155 value: 38.267819714061105156 - type: nauc_ndcg_at_1000_diff1157 value: 36.313082263552204158 - type: nauc_ndcg_at_1000_max159 value: 40.244406213773765160 - type: nauc_ndcg_at_100_diff1161 value: 36.17060946689135162 - type: nauc_ndcg_at_100_max163 value: 41.069278488584416164 - type: nauc_ndcg_at_10_diff1165 value: 35.2775471480974166 - type: nauc_ndcg_at_10_max167 value: 40.33902753007036168 - type: nauc_ndcg_at_1_diff1169 value: 41.18101653444774170 - type: nauc_ndcg_at_1_max171 value: 34.87383192583458172 - type: nauc_ndcg_at_20_diff1173 value: 35.71067272175871174 - type: nauc_ndcg_at_20_max175 value: 40.94374381572908176 - type: nauc_ndcg_at_3_diff1177 value: 36.45082651868188178 - type: nauc_ndcg_at_3_max179 value: 38.87195110158222180 - type: nauc_ndcg_at_5_diff1181 value: 35.683568481780505182 - type: nauc_ndcg_at_5_max183 value: 39.606933866599184 - type: nauc_precision_at_1000_diff1185 value: 15.489726515767439186 - type: nauc_precision_at_1000_max187 value: 75.94259161180715188 - type: nauc_precision_at_100_diff1189 value: 30.033605095284656190 - type: nauc_precision_at_100_max191 value: 62.40786465750442192 - type: nauc_precision_at_10_diff1193 value: 28.617170969915194 - type: nauc_precision_at_10_max195 value: 47.35884745487521196 - type: nauc_precision_at_1_diff1197 value: 41.18101653444774198 - type: nauc_precision_at_1_max199 value: 34.87383192583458200 - type: nauc_precision_at_20_diff1201 value: 29.730952749557144202 - type: nauc_precision_at_20_max203 value: 52.09696741873719204 - type: nauc_precision_at_3_diff1205 value: 33.30844921569695206 - type: nauc_precision_at_3_max207 value: 41.84496633792437208 - type: nauc_precision_at_5_diff1209 value: 31.000246292430838210 - type: nauc_precision_at_5_max211 value: 43.88721507465343212 - type: nauc_recall_at_1000_diff1213 value: 15.48972651576705214 - type: nauc_recall_at_1000_max215 value: 75.94259161180725216 - type: nauc_recall_at_100_diff1217 value: 30.033605095284816218 - type: nauc_recall_at_100_max219 value: 62.40786465750426220 - type: nauc_recall_at_10_diff1221 value: 28.617170969914984222 - type: nauc_recall_at_10_max223 value: 47.35884745487525224 - type: nauc_recall_at_1_diff1225 value: 41.18101653444774226 - type: nauc_recall_at_1_max227 value: 34.87383192583458228 - type: nauc_recall_at_20_diff1229 value: 29.730952749557087230 - type: nauc_recall_at_20_max231 value: 52.09696741873715232 - type: nauc_recall_at_3_diff1233 value: 33.30844921569694234 - type: nauc_recall_at_3_max235 value: 41.84496633792433236 - type: nauc_recall_at_5_diff1237 value: 31.000246292430838238 - type: nauc_recall_at_5_max239 value: 43.88721507465339240 - type: ndcg_at_1241 value: 32.080999999999996242 - type: ndcg_at_10243 value: 49.502244 - type: ndcg_at_100245 value: 53.52246 - type: ndcg_at_1000247 value: 54.842248 - type: ndcg_at_20249 value: 51.219250 - type: ndcg_at_3251 value: 43.381252 - type: ndcg_at_5253 value: 46.603254 - type: precision_at_1255 value: 32.080999999999996256 - type: precision_at_10257 value: 6.822258 - type: precision_at_100259 value: 0.873260 - type: precision_at_1000261 value: 0.098262 - type: precision_at_20263 value: 3.7479999999999998264 - type: precision_at_3265 value: 17.142266 - type: precision_at_5267 value: 11.857268 - type: recall_at_1269 value: 32.080999999999996270 - type: recall_at_10271 value: 68.221272 - type: recall_at_100273 value: 87.349274 - type: recall_at_1000275 value: 98.014276 - type: recall_at_20277 value: 74.957278 - type: recall_at_3279 value: 51.425280 - type: recall_at_5281 value: 59.282999999999994282 - task:283 type: Classification284 dataset:285 type: mteb/amazon_reviews_multi286 name: MTEB AmazonReviewsClassification (fr)287 config: fr288 split: test289 revision: 1399c76144fd37290681b995c656ef9b2e06e26d290 metrics:291 - type: accuracy292 value: 39.892293 - type: f1294 value: 38.38126304364462295 - type: f1_weighted296 value: 38.38126304364462297 - task:298 type: Retrieval299 dataset:300 type: maastrichtlawtech/bsard301 name: MTEB BSARDRetrieval302 config: default303 split: test304 revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59305 metrics:306 - type: map_at_1307 value: 10.811308 - type: map_at_10309 value: 16.414310 - type: map_at_100311 value: 17.647312 - type: map_at_1000313 value: 17.742314 - type: map_at_20315 value: 17.22316 - type: map_at_3317 value: 14.188999999999998318 - type: map_at_5319 value: 15.113320 - type: mrr_at_1321 value: 10.81081081081081322 - type: mrr_at_10323 value: 16.41427141427142324 - type: mrr_at_100325 value: 17.647339314041712326 - type: mrr_at_1000327 value: 17.74213263983212328 - type: mrr_at_20329 value: 17.219989884463573330 - type: mrr_at_3331 value: 14.18918918918919332 - type: mrr_at_5333 value: 15.112612612612612334 - type: nauc_map_at_1000_diff1335 value: 13.07108195916555336 - type: nauc_map_at_1000_max337 value: 14.000521014179807338 - type: nauc_map_at_100_diff1339 value: 13.087117094079332340 - type: nauc_map_at_100_max341 value: 13.99712558752583342 - type: nauc_map_at_10_diff1343 value: 13.452029501381165344 - type: nauc_map_at_10_max345 value: 13.3341655571542346 - type: nauc_map_at_1_diff1347 value: 14.990419981155167348 - type: nauc_map_at_1_max349 value: 8.812519082504037350 - type: nauc_map_at_20_diff1351 value: 12.80321357992737352 - type: nauc_map_at_20_max353 value: 14.020962859032371354 - type: nauc_map_at_3_diff1355 value: 14.84230805712973356 - type: nauc_map_at_3_max357 value: 11.644032755353722358 - type: nauc_map_at_5_diff1359 value: 15.100168959732835360 - type: nauc_map_at_5_max361 value: 13.634801099074355362 - type: nauc_mrr_at_1000_diff1363 value: 13.07108195916555364 - type: nauc_mrr_at_1000_max365 value: 14.000521014179807366 - type: nauc_mrr_at_100_diff1367 value: 13.087117094079332368 - type: nauc_mrr_at_100_max369 value: 13.99712558752583370 - type: nauc_mrr_at_10_diff1371 value: 13.452029501381165372 - type: nauc_mrr_at_10_max373 value: 13.3341655571542374 - type: nauc_mrr_at_1_diff1375 value: 14.990419981155167376 - type: nauc_mrr_at_1_max377 value: 8.812519082504037378 - type: nauc_mrr_at_20_diff1379 value: 12.80321357992737380 - type: nauc_mrr_at_20_max381 value: 14.020962859032371382 - type: nauc_mrr_at_3_diff1383 value: 14.84230805712973384 - type: nauc_mrr_at_3_max385 value: 11.644032755353722386 - type: nauc_mrr_at_5_diff1387 value: 15.100168959732835388 - type: nauc_mrr_at_5_max389 value: 13.634801099074355390 - type: nauc_ndcg_at_1000_diff1391 value: 11.335350893370972392 - type: nauc_ndcg_at_1000_max393 value: 16.09665875369169394 - type: nauc_ndcg_at_100_diff1395 value: 11.499643600969176396 - type: nauc_ndcg_at_100_max397 value: 15.967105414704186398 - type: nauc_ndcg_at_10_diff1399 value: 12.093263549786606400 - type: nauc_ndcg_at_10_max401 value: 14.605821897766461402 - type: nauc_ndcg_at_1_diff1403 value: 14.990419981155167404 - type: nauc_ndcg_at_1_max405 value: 8.812519082504037406 - type: nauc_ndcg_at_20_diff1407 value: 10.197380043193812408 - type: nauc_ndcg_at_20_max409 value: 16.332533239525365410 - type: nauc_ndcg_at_3_diff1411 value: 14.835825175950765412 - type: nauc_ndcg_at_3_max413 value: 11.898757954417214414 - type: nauc_ndcg_at_5_diff1415 value: 15.278603386081823416 - type: nauc_ndcg_at_5_max417 value: 15.007133861218167418 - type: nauc_precision_at_1000_diff1419 value: 2.7469897420865195420 - type: nauc_precision_at_1000_max421 value: 26.874535278616346422 - type: nauc_precision_at_100_diff1423 value: 7.600735526139776424 - type: nauc_precision_at_100_max425 value: 20.7203382946415426 - type: nauc_precision_at_10_diff1427 value: 8.938642089366768428 - type: nauc_precision_at_10_max429 value: 17.320961743140874430 - type: nauc_precision_at_1_diff1431 value: 14.990419981155167432 - type: nauc_precision_at_1_max433 value: 8.812519082504037434 - type: nauc_precision_at_20_diff1435 value: 3.733877816322278436 - type: nauc_precision_at_20_max437 value: 21.581173305923002438 - type: nauc_precision_at_3_diff1439 value: 14.828850401790316440 - type: nauc_precision_at_3_max441 value: 12.369943286612463442 - type: nauc_precision_at_5_diff1443 value: 15.728617939150672444 - type: nauc_precision_at_5_max445 value: 18.103783411900697446 - type: nauc_recall_at_1000_diff1447 value: 2.746989742086615448 - type: nauc_recall_at_1000_max449 value: 26.874535278616367450 - type: nauc_recall_at_100_diff1451 value: 7.600735526139775452 - type: nauc_recall_at_100_max453 value: 20.720338294641536454 - type: nauc_recall_at_10_diff1455 value: 8.93864208936673456 - type: nauc_recall_at_10_max457 value: 17.32096174314083458 - type: nauc_recall_at_1_diff1459 value: 14.990419981155167460 - type: nauc_recall_at_1_max461 value: 8.812519082504037462 - type: nauc_recall_at_20_diff1463 value: 3.733877816322231464 - type: nauc_recall_at_20_max465 value: 21.58117330592295466 - type: nauc_recall_at_3_diff1467 value: 14.828850401790339468 - type: nauc_recall_at_3_max469 value: 12.369943286612509470 - type: nauc_recall_at_5_diff1471 value: 15.72861793915063472 - type: nauc_recall_at_5_max473 value: 18.103783411900658474 - type: ndcg_at_1475 value: 10.811476 - type: ndcg_at_10477 value: 20.244478 - type: ndcg_at_100479 value: 26.526480 - type: ndcg_at_1000481 value: 29.217482 - type: ndcg_at_20483 value: 23.122484 - type: ndcg_at_3485 value: 15.396486 - type: ndcg_at_5487 value: 17.063488 - type: precision_at_1489 value: 10.811490 - type: precision_at_10491 value: 3.288492 - type: precision_at_100493 value: 0.631494 - type: precision_at_1000495 value: 0.08499999999999999496 - type: precision_at_20497 value: 2.207498 - type: precision_at_3499 value: 6.306000000000001500 - type: precision_at_5501 value: 4.595502 - type: recall_at_1503 value: 10.811504 - type: recall_at_10505 value: 32.883506 - type: recall_at_100507 value: 63.063508 - type: recall_at_1000509 value: 84.685510 - type: recall_at_20511 value: 44.144512 - type: recall_at_3513 value: 18.919514 - type: recall_at_5515 value: 22.973516 - task:517 type: Clustering518 dataset:519 type: lyon-nlp/clustering-hal-s2s520 name: MTEB HALClusteringS2S521 config: default522 split: test523 revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915524 metrics:525 - type: v_measure526 value: 25.209561281028435527 - type: v_measures528 value: [0.28558356565178666, 0.2707322246129254, 0.2683693125038299, 0.2703937853835602, 0.22057190525667872]529 - task:530 type: Clustering531 dataset:532 type: reciTAL/mlsum533 name: MTEB MLSUMClusteringP2P534 config: default535 split: test536 revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7537 metrics:538 - type: v_measure539 value: 42.82528809996964540 - type: v_measures541 value: [0.43465029372260205, 0.42821098223656917, 0.43537879149583325, 0.4289578694928627, 0.3794307754465835]542 - task:543 type: Clustering544 dataset:545 type: reciTAL/mlsum546 name: MTEB MLSUMClusteringS2S547 config: default548 split: test549 revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7550 metrics:551 - type: v_measure552 value: 43.44172295073941553 - type: v_measures554 value: [0.4294163918345751, 0.46229994906725164, 0.44188446196569603, 0.43839320352264155, 0.3866853445120933]555 - task:556 type: Classification557 dataset:558 type: mteb/mtop_domain559 name: MTEB MTOPDomainClassification (fr)560 config: fr 561 split: test562 revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf563 metrics:564 - type: accuracy565 value: 88.33072345756342566 - type: f1567 value: 88.11780476022122568 - type: f1_weighted569 value: 88.28188145087299570 - task:571 type: Classification572 dataset:573 type: mteb/mtop_intent574 name: MTEB MTOPIntentClassification (fr)575 config: fr576 split: test577 revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba578 metrics:579 - type: accuracy580 value: 57.854682117131226581 - type: f1582 value: 41.121569078191996583 - type: f1_weighted584 value: 60.04845437480532585 - task:586 type: Classification587 dataset:588 type: mteb/masakhanews589 name: MTEB MasakhaNEWSClassification (fra)590 config: fra591 split: test592 revision: 18193f187b92da67168c655c9973a165ed9593dd593 metrics:594 - type: accuracy595 value: 76.87203791469194596 - type: f1597 value: 72.94847557303437598 - type: f1_weighted599 value: 76.9128173959562600 - task:601 type: Clustering602 dataset:603 type: masakhane/masakhanews604 name: MTEB MasakhaNEWSClusteringP2P (fra)605 config: fra606 split: test607 revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60608 metrics:609 - type: v_measure610 value: 61.32006896333715611 - type: v_measures612 value: [1.0, 0.6446188396257355, 0.28995363026757603, 0.40898735994696084, 0.7224436183265853]613 - task:614 type: Clustering615 dataset:616 type: masakhane/masakhanews617 name: MTEB MasakhaNEWSClusteringS2S (fra)618 config: fra619 split: test620 revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60621 metrics:622 - type: v_measure623 value: 60.509887123660256624 - type: v_measures625 value: [1.0, 0.022472587992562534, 0.4686320087689936, 0.811946141094871, 0.7224436183265853]626 - task:627 type: Classification628 dataset:629 type: mteb/amazon_massive_intent630 name: MTEB MassiveIntentClassification (fr)631 config: fr632 split: test633 revision: 4672e20407010da34463acc759c162ca9734bca6634 metrics:635 - type: accuracy636 value: 64.14256893073302637 - type: f1638 value: 61.33068109342782639 - type: f1_weighted640 value: 62.74292948992287641 - task:642 type: Classification643 dataset:644 type: mteb/amazon_massive_scenario645 name: MTEB MassiveScenarioClassification (fr)646 config: fr647 split: test648 revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8649 metrics:650 - type: accuracy651 value: 70.68930733019502652 - type: f1653 value: 70.26641874846638654 - type: f1_weighted655 value: 70.35250466465047656 - task:657 type: Retrieval658 dataset:659 type: jinaai/mintakaqa660 name: MTEB MintakaRetrieval (fr)661 config: fr662 split: test663 revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e664 metrics:665 - type: map_at_1666 value: 19.165667 - type: map_at_10668 value: 28.663669 - type: map_at_100670 value: 29.737000000000002671 - type: map_at_1000672 value: 29.826000000000004673 - type: map_at_20674 value: 29.266675 - type: map_at_3676 value: 26.024677 - type: map_at_5678 value: 27.486679 - type: mrr_at_1680 value: 19.164619164619165681 - type: mrr_at_10682 value: 28.66298116298116683 - type: mrr_at_100684 value: 29.737423308510476685 - type: mrr_at_1000686 value: 29.825744096186796687 - type: mrr_at_20688 value: 29.26593905045215689 - type: mrr_at_3690 value: 26.023751023751025691 - type: mrr_at_5692 value: 27.48566748566751693 - type: nauc_map_at_1000_diff1694 value: 23.682512151202967695 - type: nauc_map_at_1000_max696 value: 25.78708364723919697 - type: nauc_map_at_100_diff1698 value: 23.647360144907324699 - type: nauc_map_at_100_max700 value: 25.812420160707074701 - type: nauc_map_at_10_diff1702 value: 23.658224717435765703 - type: nauc_map_at_10_max704 value: 25.845198626323217705 - type: nauc_map_at_1_diff1706 value: 30.56830621718086707 - type: nauc_map_at_1_max708 value: 19.931526248650147709 - type: nauc_map_at_20_diff1710 value: 23.69662048930091711 - type: nauc_map_at_20_max712 value: 25.936653022318403713 - type: nauc_map_at_3_diff1714 value: 24.663221072349817715 - type: nauc_map_at_3_max716 value: 24.634011858800275717 - type: nauc_map_at_5_diff1718 value: 24.3650772668551719 - type: nauc_map_at_5_max720 value: 25.75222318469224721 - type: nauc_mrr_at_1000_diff1722 value: 23.682512151202967723 - type: nauc_mrr_at_1000_max724 value: 25.78708364723919725 - type: nauc_mrr_at_100_diff1726 value: 23.647360144907324727 - type: nauc_mrr_at_100_max728 value: 25.812420160707074729 - type: nauc_mrr_at_10_diff1730 value: 23.658224717435765731 - type: nauc_mrr_at_10_max732 value: 25.845198626323217733 - type: nauc_mrr_at_1_diff1734 value: 30.56830621718086735 - type: nauc_mrr_at_1_max736 value: 19.931526248650147737 - type: nauc_mrr_at_20_diff1738 value: 23.69662048930091739 - type: nauc_mrr_at_20_max740 value: 25.936653022318403741 - type: nauc_mrr_at_3_diff1742 value: 24.663221072349817743 - type: nauc_mrr_at_3_max744 value: 24.634011858800275745 - type: nauc_mrr_at_5_diff1746 value: 24.3650772668551747 - type: nauc_mrr_at_5_max748 value: 25.75222318469224749 - type: nauc_ndcg_at_1000_diff1750 value: 21.68690756038845751 - type: nauc_ndcg_at_1000_max752 value: 27.168575101114893753 - type: nauc_ndcg_at_100_diff1754 value: 20.484812648526646755 - type: nauc_ndcg_at_100_max756 value: 27.79987215383081757 - type: nauc_ndcg_at_10_diff1758 value: 20.791330920997765759 - type: nauc_ndcg_at_10_max760 value: 28.272774035036935761 - type: nauc_ndcg_at_1_diff1762 value: 30.56830621718086763 - type: nauc_ndcg_at_1_max764 value: 19.931526248650147765 - type: nauc_ndcg_at_20_diff1766 value: 20.88342749790573767 - type: nauc_ndcg_at_20_max768 value: 28.627184419546825769 - type: nauc_ndcg_at_3_diff1770 value: 22.987235018840494771 - type: nauc_ndcg_at_3_max772 value: 26.054144215976482773 - type: nauc_ndcg_at_5_diff1774 value: 22.497863289090464775 - type: nauc_ndcg_at_5_max776 value: 27.98879570850259777 - type: nauc_precision_at_1000_diff1778 value: -0.6707404502167996779 - type: nauc_precision_at_1000_max780 value: 31.987217077673346781 - type: nauc_precision_at_100_diff1782 value: 5.079765403021014783 - type: nauc_precision_at_100_max784 value: 34.857053312543194785 - type: nauc_precision_at_10_diff1786 value: 12.628771618059472787 - type: nauc_precision_at_10_max788 value: 35.009564954169896789 - type: nauc_precision_at_1_diff1790 value: 30.56830621718086791 - type: nauc_precision_at_1_max792 value: 19.931526248650147793 - type: nauc_precision_at_20_diff1794 value: 12.28251326261041795 - type: nauc_precision_at_20_max796 value: 36.942629359432075797 - type: nauc_precision_at_3_diff1798 value: 18.663775283519335799 - type: nauc_precision_at_3_max800 value: 29.741315837492472801 - type: nauc_precision_at_5_diff1802 value: 17.70442691217025803 - type: nauc_precision_at_5_max804 value: 33.93438470540527805 - type: nauc_recall_at_1000_diff1806 value: -0.6707404502171719807 - type: nauc_recall_at_1000_max808 value: 31.987217077672607809 - type: nauc_recall_at_100_diff1810 value: 5.079765403021056811 - type: nauc_recall_at_100_max812 value: 34.85705331254323813 - type: nauc_recall_at_10_diff1814 value: 12.628771618059483815 - type: nauc_recall_at_10_max816 value: 35.00956495416992817 - type: nauc_recall_at_1_diff1818 value: 30.56830621718086819 - type: nauc_recall_at_1_max820 value: 19.931526248650147821 - type: nauc_recall_at_20_diff1822 value: 12.282513262610411823 - type: nauc_recall_at_20_max824 value: 36.94262935943207825 - type: nauc_recall_at_3_diff1826 value: 18.663775283519346827 - type: nauc_recall_at_3_max828 value: 29.741315837492465829 - type: nauc_recall_at_5_diff1830 value: 17.704426912170252831 - type: nauc_recall_at_5_max832 value: 33.934384705405286833 - type: ndcg_at_1834 value: 19.165835 - type: ndcg_at_10836 value: 33.674837 - type: ndcg_at_100838 value: 39.297839 - type: ndcg_at_1000840 value: 41.896841 - type: ndcg_at_20842 value: 35.842843 - type: ndcg_at_3844 value: 28.238999999999997845 - type: ndcg_at_5846 value: 30.863000000000003847 - type: precision_at_1848 value: 19.165849 - type: precision_at_10850 value: 4.9590000000000005851 - type: precision_at_100852 value: 0.768853 - type: precision_at_1000854 value: 0.098855 - type: precision_at_20856 value: 2.905857 - type: precision_at_3858 value: 11.548859 - type: precision_at_5860 value: 8.198861 - type: recall_at_1862 value: 19.165863 - type: recall_at_10864 value: 49.59865 - type: recall_at_100866 value: 76.822867 - type: recall_at_1000868 value: 97.83869 - type: recall_at_20870 value: 58.108000000000004871 - type: recall_at_3872 value: 34.644000000000005873 - type: recall_at_5874 value: 40.991875 - task:876 type: PairClassification877 dataset:878 type: GEM/opusparcus879 name: MTEB OpusparcusPC (fr)880 config: fr881 split: test882 revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a883 metrics:884 - type: cos_sim_accuracy885 value: 83.51498637602179886 - type: cos_sim_ap887 value: 94.18614574224773888 - type: cos_sim_f1889 value: 88.3564925730714890 - type: cos_sim_precision891 value: 85.37037037037037892 - type: cos_sim_recall893 value: 91.55908639523337894 - type: dot_accuracy895 value: 83.51498637602179896 - type: dot_ap897 value: 94.18614574224773898 - type: dot_f1899 value: 88.3564925730714900 - type: dot_precision901 value: 85.37037037037037902 - type: dot_recall903 value: 91.55908639523337904 - type: euclidean_accuracy905 value: 83.51498637602179906 - type: euclidean_ap907 value: 94.18614574224773908 - type: euclidean_f1909 value: 88.3564925730714910 - type: euclidean_precision911 value: 85.37037037037037912 - type: euclidean_recall913 value: 91.55908639523337914 - type: manhattan_accuracy915 value: 83.51498637602179916 - type: manhattan_ap917 value: 94.16717671332795918 - type: manhattan_f1919 value: 88.35418671799807920 - type: manhattan_precision921 value: 85.71428571428571922 - type: manhattan_recall923 value: 91.16186693147964924 - type: max_accuracy925 value: 83.51498637602179926 - type: max_ap927 value: 94.18614574224773928 - type: max_f1929 value: 88.3564925730714930 - task:931 type: PairClassification932 dataset:933 type: google-research-datasets/paws-x934 name: MTEB PawsX (fr)935 config: fr936 split: test937 revision: 8a04d940a42cd40658986fdd8e3da561533a3646938 metrics:939 - type: cos_sim_accuracy940 value: 60.699999999999996941 - type: cos_sim_ap942 value: 60.20276173325004943 - type: cos_sim_f1944 value: 62.716429395921516945 - type: cos_sim_precision946 value: 48.05424528301887947 - type: cos_sim_recall948 value: 90.2547065337763949 - type: dot_accuracy950 value: 60.699999999999996951 - type: dot_ap952 value: 60.27996470746299953 - type: dot_f1954 value: 62.716429395921516955 - type: dot_precision956 value: 48.05424528301887957 - type: dot_recall958 value: 90.2547065337763959 - type: euclidean_accuracy960 value: 60.699999999999996961 - type: euclidean_ap962 value: 60.20276173325004963 - type: euclidean_f1964 value: 62.716429395921516965 - type: euclidean_precision966 value: 48.05424528301887967 - type: euclidean_recall968 value: 90.2547065337763969 - type: manhattan_accuracy970 value: 60.699999999999996971 - type: manhattan_ap972 value: 60.18010040913353973 - type: manhattan_f1974 value: 62.71056661562021975 - type: manhattan_precision976 value: 47.92276184903452977 - type: manhattan_recall978 value: 90.69767441860465979 - type: max_accuracy980 value: 60.699999999999996981 - type: max_ap982 value: 60.27996470746299983 - type: max_f1984 value: 62.716429395921516985 - task:986 type: STS987 dataset:988 type: Lajavaness/SICK-fr989 name: MTEB SICKFr990 config: default991 split: test992 revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a993 metrics:994 - type: cos_sim_pearson995 value: 84.24496945719946996 - type: cos_sim_spearman997 value: 78.10001513346513998 - type: euclidean_pearson999 value: 81.435709512281631000 - type: euclidean_spearman1001 value: 78.09877844210451002 - type: manhattan_pearson1003 value: 81.319866465172381004 - type: manhattan_spearman1005 value: 78.096101948285341006 - task:1007 type: STS1008 dataset:1009 type: mteb/sts22-crosslingual-sts1010 name: MTEB STS22 (fr)1011 config: fr1012 split: test1013 revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e31014 metrics:1015 - type: cos_sim_pearson1016 value: 83.077211415214251017 - type: cos_sim_spearman1018 value: 83.191994660521861019 - type: euclidean_pearson1020 value: 82.106720222947661021 - type: euclidean_spearman1022 value: 83.191994660521861023 - type: manhattan_pearson1024 value: 81.925318477936331025 - type: manhattan_spearman1026 value: 83.206946890896731027 - task:1028 type: STS1029 dataset:1030 type: mteb/stsb_multi_mt1031 name: MTEB STSBenchmarkMultilingualSTS (fr)1032 config: fr1033 split: test1034 revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c1035 metrics:1036 - type: cos_sim_pearson1037 value: 83.9574817480941038 - type: cos_sim_spearman1039 value: 84.404925034592481040 - type: euclidean_pearson1041 value: 83.81500141010561042 - type: euclidean_spearman1043 value: 84.406866538645091044 - type: manhattan_pearson1045 value: 83.68168373212641046 - type: manhattan_spearman1047 value: 84.26784863687021048 - task:1049 type: Summarization1050 dataset:1051 type: lyon-nlp/summarization-summeval-fr-p2p1052 name: MTEB SummEvalFr1053 config: default1054 split: test1055 revision: b385812de6a9577b6f4d0f88c6a6e35395a940541056 metrics:1057 - type: cos_sim_pearson1058 value: 32.065926309171361059 - type: cos_sim_spearman1060 value: 30.948788642298081061 - type: dot_pearson1062 value: 32.065919745158641063 - type: dot_spearman1064 value: 30.9253830805652221065 - task:1066 type: Reranking1067 dataset:1068 type: lyon-nlp/mteb-fr-reranking-syntec-s2p1069 name: MTEB SyntecReranking1070 config: default1071 split: test1072 revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad1073 metrics:1074 - type: map1075 value: 88.116666666666671076 - type: mrr1077 value: 88.116666666666671078 - type: nAUC_map_diff11079 value: 66.277792276672671080 - type: nAUC_map_max1081 value: 6.6514147647388961082 - type: nAUC_mrr_diff11083 value: 66.277792276672671084 - type: nAUC_mrr_max1085 value: 6.6514147647388961086 - task:1087 type: Retrieval1088 dataset:1089 type: lyon-nlp/mteb-fr-retrieval-syntec-s2p1090 name: MTEB SyntecRetrieval1091 config: default1092 split: test1093 revision: 19661ccdca4dfc2d15122d776b61685f48c68ca91094 metrics:1095 - type: map_at_11096 value: 69.01097 - type: map_at_101098 value: 80.651099 - type: map_at_1001100 value: 80.8381101 - type: map_at_10001102 value: 80.8381103 - type: map_at_201104 value: 80.8381105 - type: map_at_31106 value: 79.8331107 - type: map_at_51108 value: 80.4831109 - type: mrr_at_11110 value: 69.01111 - type: mrr_at_101112 value: 80.649999999999991113 - type: mrr_at_1001114 value: 80.837990196078441115 - type: mrr_at_10001116 value: 80.837990196078441117 - type: mrr_at_201118 value: 80.837990196078441119 - type: mrr_at_31120 value: 79.833333333333341121 - type: mrr_at_51122 value: 80.483333333333331123 - type: nauc_map_at_1000_diff11124 value: 61.469048657400551125 - type: nauc_map_at_1000_max1126 value: 24.3078267587472821127 - type: nauc_map_at_100_diff11128 value: 61.469048657400551129 - type: nauc_map_at_100_max1130 value: 24.3078267587472821131 - type: nauc_map_at_10_diff11132 value: 61.0941940350980351133 - type: nauc_map_at_10_max1134 value: 24.446878753698691135 - type: nauc_map_at_1_diff11136 value: 65.176287987018651137 - type: nauc_map_at_1_max1138 value: 25.795015609291551139 - type: nauc_map_at_20_diff11140 value: 61.469048657400551141 - type: nauc_map_at_20_max1142 value: 24.3078267587472821143 - type: nauc_map_at_3_diff11144 value: 61.5627197561008051145 - type: nauc_map_at_3_max1146 value: 25.878041642825531147 - type: nauc_map_at_5_diff11148 value: 61.4719764707162641149 - type: nauc_map_at_5_max1150 value: 25.1805132705813221151 - type: nauc_mrr_at_1000_diff11152 value: 61.469048657400551153 - type: nauc_mrr_at_1000_max1154 value: 24.3078267587472821155 - type: nauc_mrr_at_100_diff11156 value: 61.469048657400551157 - type: nauc_mrr_at_100_max1158 value: 24.3078267587472821159 - type: nauc_mrr_at_10_diff11160 value: 61.0941940350980351161 - type: nauc_mrr_at_10_max1162 value: 24.446878753698691163 - type: nauc_mrr_at_1_diff11164 value: 65.176287987018651165 - type: nauc_mrr_at_1_max1166 value: 25.795015609291551167 - type: nauc_mrr_at_20_diff11168 value: 61.469048657400551169 - type: nauc_mrr_at_20_max1170 value: 24.3078267587472821171 - type: nauc_mrr_at_3_diff11172 value: 61.5627197561008051173 - type: nauc_mrr_at_3_max1174 value: 25.878041642825531175 - type: nauc_mrr_at_5_diff11176 value: 61.4719764707162641177 - type: nauc_mrr_at_5_max1178 value: 25.1805132705813221179 - type: nauc_ndcg_at_1000_diff11180 value: 60.954778655460231181 - type: nauc_ndcg_at_1000_max1182 value: 24.4275535938935351183 - type: nauc_ndcg_at_100_diff11184 value: 60.954778655460231185 - type: nauc_ndcg_at_100_max1186 value: 24.4275535938935351187 - type: nauc_ndcg_at_10_diff11188 value: 59.1016739313073961189 - type: nauc_ndcg_at_10_max1190 value: 25.011552110849551191 - type: nauc_ndcg_at_1_diff11192 value: 65.176287987018651193 - type: nauc_ndcg_at_1_max1194 value: 25.795015609291551195 - type: nauc_ndcg_at_20_diff11196 value: 60.954778655460231197 - type: nauc_ndcg_at_20_max1198 value: 24.4275535938935351199 - type: nauc_ndcg_at_3_diff11200 value: 60.333057480044616