hf-internal-testing/tokenizers-bench
019k
1{2 "machine_info": {3 "node": "aws-general-8-plus-use1-public-80-fhnqf-runner-kc7kl",4 "processor": "x86_64",5 "machine": "x86_64",6 "python_compiler": "GCC 13.3.0",7 "python_implementation": "CPython",8 "python_implementation_version": "3.12.3",9 "python_version": "3.12.3",10 "python_build": [11 "main",12 "Jun 19 2026 12:46:00"13 ],14 "release": "6.12.103-127.188.amzn2023.x86_64",15 "system": "Linux",16 "cpu": {17 "python_version": "3.12.3.final.0 (64 bit)",18 "cpuinfo_version": [19 10,20 1,21 122 ],23 "cpuinfo_version_string": "10.1.1",24 "arch": "X86_64",25 "bits": 64,26 "count": 32,27 "arch_string_raw": "x86_64",28 "vendor_id_raw": "GenuineIntel",29 "brand_raw": "Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz",30 "hz_advertised_friendly": "2.9000 GHz",31 "hz_actual_friendly": "2.9000 GHz",32 "hz_advertised": [33 2900000000,34 035 ],36 "hz_actual": [37 2899974000,38 039 ],40 "stepping": 6,41 "model": 106,42 "family": 6,43 "flags": [44 "3dnowprefetch",45 "abm",46 "adx",47 "aes",48 "aperfmperf",49 "apic",50 "arat",51 "arch_capabilities",52 "avx",53 "avx2",54 "avx512_bitalg",55 "avx512_vbmi2",56 "avx512_vnni",57 "avx512_vpopcntdq",58 "avx512bitalg",59 "avx512bw",60 "avx512cd",61 "avx512dq",62 "avx512f",63 "avx512ifma",64 "avx512vbmi",65 "avx512vbmi2",66 "avx512vl",67 "avx512vnni",68 "avx512vpopcntdq",69 "bmi1",70 "bmi2",71 "clflush",72 "clflushopt",73 "clwb",74 "cmov",75 "constant_tsc",76 "cpuid",77 "cpuid_fault",78 "cx16",79 "cx8",80 "de",81 "erms",82 "f16c",83 "flush_l1d",84 "fma",85 "fpu",86 "fsgsbase",87 "fxsr",88 "gfni",89 "ht",90 "hypervisor",91 "ibpb",92 "ibrs",93 "ibrs_enhanced",94 "ida",95 "invpcid",96 "lahf_lm",97 "lm",98 "mca",99 "mce",100 "md_clear",101 "mmx",102 "movbe",103 "msr",104 "mtrr",105 "nonstop_tsc",106 "nopl",107 "nx",108 "ospke",109 "osxsave",110 "pae",111 "pat",112 "pcid",113 "pclmulqdq",114 "pdpe1gb",115 "pge",116 "pku",117 "pni",118 "popcnt",119 "pse",120 "pse36",121 "rdpid",122 "rdrand",123 "rdrnd",124 "rdseed",125 "rdtscp",126 "rep_good",127 "sep",128 "sha",129 "sha_ni",130 "smap",131 "smep",132 "ss",133 "ssbd",134 "sse",135 "sse2",136 "sse4_1",137 "sse4_2",138 "ssse3",139 "stibp",140 "syscall",141 "tme",142 "tsc",143 "tsc_adjust",144 "tsc_deadline_timer",145 "tsc_known_freq",146 "tscdeadline",147 "vaes",148 "vme",149 "vpclmulqdq",150 "wbnoinvd",151 "x2apic",152 "xgetbv1",153 "xsave",154 "xsavec",155 "xsaveopt",156 "xsaves",157 "xtopology"158 ],159 "l3_cache_size": 56623104,160 "l2_cache_size": 20971520,161 "l1_data_cache_size": 786432,162 "l1_instruction_cache_size": 524288,163 "l2_cache_line_size": 256,164 "l2_cache_associativity": 6165 }166 },167 "commit_info": {168 "id": "7eb3c7ca428681048507a6c62bcd1337d2386c23",169 "time": "2026-09-17T16:17:22+02:00",170 "author_time": "2026-09-17T16:17:22+02:00",171 "dirty": false,172 "project": "tokenizers",173 "branch": "main"174 },175 "benchmarks": [176 {177 "group": null,178 "name": "test_encode",179 "fullname": "tests/test_benchmarks.py::TestBPEGPT2::test_encode",180 "params": null,181 "param": null,182 "extra_info": {},183 "options": {184 "disable_gc": false,185 "timer": "perf_counter",186 "min_rounds": 15,187 "max_time": 1.0,188 "min_time": 5e-06,189 "precision": null,190 "confidence": null,191 "warmup": false192 },193 "stats": {194 "min": 2.1447162900003605,195 "max": 2.193843351000396,196 "mean": 2.171099530533502,197 "stddev": 0.013972446530561188,198 "rounds": 15,199 "median": 2.1697110080003768,200 "iqr": 0.01797924200059242,201 "q1": 2.1643333764995987,202 "q3": 2.182312618500191,203 "iqr_outliers": 0,204 "stddev_outliers": 4,205 "outliers": "4;0",206 "ld15iqr": 2.1447162900003605,207 "hd15iqr": 2.193843351000396,208 "ops": 0.4605961108352647,209 "total": 32.56649295800253,210 "data": [211 2.184369057999902,212 2.1752273350002724,213 2.1778285560003496,214 2.182959624000432,215 2.1865842650004197,216 2.1697110080003768,217 2.166177695999977,218 2.193843351000396,219 2.163965680999354,220 2.180371601999468,221 2.16038217500045,222 2.165436463000333,223 2.1469959410005686,224 2.1447162900003605,225 2.1679239129998678226 ],227 "iterations": 1228 }229 },230 {231 "group": null,232 "name": "test_encode_batch",233 "fullname": "tests/test_benchmarks.py::TestBPEGPT2::test_encode_batch",234 "params": null,235 "param": null,236 "extra_info": {},237 "options": {238 "disable_gc": false,239 "timer": "perf_counter",240 "min_rounds": 15,241 "max_time": 1.0,242 "min_time": 5e-06,243 "precision": null,244 "confidence": null,245 "warmup": false246 },247 "stats": {248 "min": 0.547566325999469,249 "max": 0.571766832999856,250 "mean": 0.5544153816664523,251 "stddev": 0.005959844073849173,252 "rounds": 15,253 "median": 0.5530929390006349,254 "iqr": 0.006758741249996092,255 "q1": 0.5507864359992709,256 "q3": 0.557545177249267,257 "iqr_outliers": 1,258 "stddev_outliers": 3,259 "outliers": "3;1",260 "ld15iqr": 0.547566325999469,261 "hd15iqr": 0.571766832999856,262 "ops": 1.8037017605720407,263 "total": 8.316230724996785,264 "data": [265 0.571766832999856,266 0.557589284999267,267 0.551621566999529,268 0.5530929390006349,269 0.5484246460000577,270 0.5579046570001083,271 0.5505080589991849,272 0.5543218820002949,273 0.5520899160001136,274 0.5548707979996834,275 0.5574128539992671,276 0.5488427999998748,277 0.5582483509997473,278 0.5519698119996974,279 0.547566325999469280 ],281 "iterations": 1282 }283 },284 {285 "group": null,286 "name": "test_encode_batch_multithreaded",287 "fullname": "tests/test_benchmarks.py::TestBPEGPT2::test_encode_batch_multithreaded",288 "params": null,289 "param": null,290 "extra_info": {},291 "options": {292 "disable_gc": false,293 "timer": "perf_counter",294 "min_rounds": 15,295 "max_time": 1.0,296 "min_time": 5e-06,297 "precision": null,298 "confidence": null,299 "warmup": false300 },301 "stats": {302 "min": 0.5357817979993342,303 "max": 0.5674173340003108,304 "mean": 0.5495725306666525,305 "stddev": 0.00911407249304473,306 "rounds": 15,307 "median": 0.5509047549994648,308 "iqr": 0.00953322200052753,309 "q1": 0.54332419249954,310 "q3": 0.5528574145000675,311 "iqr_outliers": 2,312 "stddev_outliers": 4,313 "outliers": "4;2",314 "ld15iqr": 0.5357817979993342,315 "hd15iqr": 0.5671882059996278,316 "ops": 1.8195960391014483,317 "total": 8.243587959999786,318 "data": [319 0.5463783029999831,320 0.5357817979993342,321 0.5509047549994648,322 0.5428807349999261,323 0.5433934339998814,324 0.5540778490003504,325 0.5529373919998761,326 0.5433011119994262,327 0.5526174820006418,328 0.5449690200002806,329 0.537905074000264,330 0.5524234140002591,331 0.5674173340003108,332 0.5514120520001597,333 0.5671882059996278334 ],335 "iterations": 1336 }337 },338 {339 "group": null,340 "name": "test_encode",341 "fullname": "tests/test_benchmarks.py::TestLlama3::test_encode",342 "params": null,343 "param": null,344 "extra_info": {},345 "options": {346 "disable_gc": false,347 "timer": "perf_counter",348 "min_rounds": 15,349 "max_time": 1.0,350 "min_time": 5e-06,351 "precision": null,352 "confidence": null,353 "warmup": false354 },355 "stats": {356 "min": 2.4589998070005095,357 "max": 2.523012448999907,358 "mean": 2.4809615570001067,359 "stddev": 0.019290566286414578,360 "rounds": 15,361 "median": 2.47606651300066,362 "iqr": 0.022813364250168888,363 "q1": 2.4679168752497844,364 "q3": 2.4907302394999533,365 "iqr_outliers": 0,366 "stddev_outliers": 5,367 "outliers": "5;0",368 "ld15iqr": 2.4589998070005095,369 "hd15iqr": 2.523012448999907,370 "ops": 0.40306952648196837,371 "total": 37.2144233550016,372 "data": [373 2.5095903150004233,374 2.5079078220005613,375 2.523012448999907,376 2.471833292000156,377 2.47606651300066,378 2.4599248750000697,379 2.4721482599998126,380 2.4589998070005095,381 2.479383971000061,382 2.477877107000495,383 2.4933220220000294,384 2.462748405999264,385 2.4720422210002653,386 2.4666114029996606,387 2.482954891999725388 ],389 "iterations": 1390 }391 },392 {393 "group": null,394 "name": "test_encode_batch",395 "fullname": "tests/test_benchmarks.py::TestLlama3::test_encode_batch",396 "params": null,397 "param": null,398 "extra_info": {},399 "options": {400 "disable_gc": false,401 "timer": "perf_counter",402 "min_rounds": 15,403 "max_time": 1.0,404 "min_time": 5e-06,405 "precision": null,406 "confidence": null,407 "warmup": false408 },409 "stats": {410 "min": 0.6126026840001941,411 "max": 0.7007657880003535,412 "mean": 0.6364143120665783,413 "stddev": 0.025126636974876583,414 "rounds": 15,415 "median": 0.6315230679992965,416 "iqr": 0.02514011225093782,417 "q1": 0.619261690999565,418 "q3": 0.6444018032505028,419 "iqr_outliers": 2,420 "stddev_outliers": 2,421 "outliers": "2;2",422 "ld15iqr": 0.6126026840001941,423 "hd15iqr": 0.6826593260002483,424 "ops": 1.5713034434325943,425 "total": 9.546214680998673,426 "data": [427 0.6189747829994303,428 0.6126026840001941,429 0.6378137199999401,430 0.6178772819994265,431 0.6151920809998046,432 0.6465978310006903,433 0.6826593260002483,434 0.6201224149999689,435 0.6371549260002212,436 0.625081348999629,437 0.6315230679992965,438 0.6205388250000397,439 0.6466189570001006,440 0.7007657880003535,441 0.6326916459993299442 ],443 "iterations": 1444 }445 },446 {447 "group": null,448 "name": "test_encode_fast",449 "fullname": "tests/test_benchmarks.py::TestLlama3::test_encode_fast",450 "params": null,451 "param": null,452 "extra_info": {},453 "options": {454 "disable_gc": false,455 "timer": "perf_counter",456 "min_rounds": 15,457 "max_time": 1.0,458 "min_time": 5e-06,459 "precision": null,460 "confidence": null,461 "warmup": false462 },463 "stats": {464 "min": 0.49419519799994305,465 "max": 0.5247141299996656,466 "mean": 0.5112239203997888,467 "stddev": 0.008891684489918136,468 "rounds": 15,469 "median": 0.5123198459996274,470 "iqr": 0.014168158750180737,471 "q1": 0.5056048264993933,472 "q3": 0.519772985249574,473 "iqr_outliers": 0,474 "stddev_outliers": 7,475 "outliers": "7;0",476 "ld15iqr": 0.49419519799994305,477 "hd15iqr": 0.5247141299996656,478 "ops": 1.9560900030225057,479 "total": 7.6683588059968315,480 "data": [481 0.516536379000172,482 0.5123198459996274,483 0.5055577199991603,484 0.5057461460000923,485 0.5075576300005196,486 0.5208518539993747,487 0.5084340859993972,488 0.5012442890001694,489 0.5138194219998695,490 0.5223997029997918,491 0.5127725909997025,492 0.5209991980000268,493 0.5247141299996656,494 0.5012106139993193,495 0.49419519799994305496 ],497 "iterations": 1498 }499 },500 {501 "group": null,502 "name": "test_encode_batch_multithreaded",503 "fullname": "tests/test_benchmarks.py::TestLlama3::test_encode_batch_multithreaded",504 "params": null,505 "param": null,506 "extra_info": {},507 "options": {508 "disable_gc": false,509 "timer": "perf_counter",510 "min_rounds": 15,511 "max_time": 1.0,512 "min_time": 5e-06,513 "precision": null,514 "confidence": null,515 "warmup": false516 },517 "stats": {518 "min": 0.6091832609999983,519 "max": 0.6539427080006135,520 "mean": 0.6393447728001168,521 "stddev": 0.010703556152180868,522 "rounds": 15,523 "median": 0.64086721700005,524 "iqr": 0.008777014499401048,525 "q1": 0.6370119705002253,526 "q3": 0.6457889849996263,527 "iqr_outliers": 1,528 "stddev_outliers": 3,529 "outliers": "3;1",530 "ld15iqr": 0.6261546969999472,531 "hd15iqr": 0.6539427080006135,532 "ops": 1.5641013151954517,533 "total": 9.590171592001752,534 "data": [535 0.6091832609999983,536 0.6389285259992903,537 0.6482282050001231,538 0.6419579180001165,539 0.6458385159994577,540 0.6371785380006258,541 0.64086721700005,542 0.6539427080006135,543 0.6456403920001321,544 0.638944120000815,545 0.6471128800003498,546 0.6369564480000918,547 0.6261546969999472,548 0.6453654429997187,549 0.6338727230004224550 ],551 "iterations": 1552 }553 },554 {555 "group": null,556 "name": "test_decode_batch",557 "fullname": "tests/test_benchmarks.py::TestLlama3::test_decode_batch",558 "params": null,559 "param": null,560 "extra_info": {},561 "options": {562 "disable_gc": false,563 "timer": "perf_counter",564 "min_rounds": 15,565 "max_time": 1.0,566 "min_time": 5e-06,567 "precision": null,568 "confidence": null,569 "warmup": false570 },571 "stats": {572 "min": 0.002563199999713106,573 "max": 0.00280668099912873,574 "mean": 0.0026506531420066293,575 "stddev": 3.679748462437725e-05,576 "rounds": 338,577 "median": 0.0026444764998814208,578 "iqr": 4.8038000386441126e-05,579 "q1": 0.002626890999636089,580 "q3": 0.00267492900002253,581 "iqr_outliers": 5,582 "stddev_outliers": 87,583 "outliers": "87;5",584 "ld15iqr": 0.002563199999713106,585 "hd15iqr": 0.0027531559999260935,586 "ops": 377.2655064339983,587 "total": 0.8959207619982408,588 "data": [589 0.0027691370005413773,590 0.00280668099912873,591 0.0027390870000090217,592 0.002676068000255327,593 0.0027531559999260935,594 0.0027377059996069875,595 0.002692887999728555,596 0.0026594040000418318,597 0.002686953999727848,598 0.002715671999794722,599 0.002681798999219609,600 0.0026897039997493266,601 0.002675126000212913,602 0.002634798000144656,603 0.0026511390005907742,604 0.0026141350008401787,605 0.002664306999577093,606 0.0026756980005302466,607 0.0026355280006100656,608 0.0027312620004522614,609 0.002661827999872912,610 0.0026362660000813776,611 0.0026615819997459766,612 0.0026191489996563178,613 0.002618151000206126,614 0.0026346690001446404,615 0.002654063999216305,616 0.0026768220004669274,617 0.0026156629992328817,618 0.002631866999763588,619 0.002719634999266418,620 0.002630427999974927,621 0.0026512009999350994,622 0.0026286100001016166,623 0.002664984999682929,624 0.0026876420006374246,625 0.0026588029995764373,626 0.002668782000000647,627 0.002649728000506002,628 0.0026757790001283865,629 0.002630832999784616,630 0.0026104890002898173,631 0.0026280969996150816,632 0.002635186000588874,633 0.0026679759994294727,634 0.0026373709997642436,635 0.0027164389994140947,636 0.0026058570001623593,637 0.002636342999721819,638 0.0026607879999573925,639 0.002664560000084748,640 0.002661417999661353,641 0.0026261569992129807,642 0.0027250990005995845,643 0.002652148000379384,644 0.0026671130008253385,645 0.002638661000673892,646 0.002676691000488063,647 0.002695215000130702,648 0.002635993000694725,649 0.0026457539997863933,650 0.0026571899998089066,651 0.002672573000381817,652 0.0026422860000820947,653 0.0026316980001865886,654 0.0026399460002721753,655 0.00264446900018811,656 0.00270427500072401,657 0.0026166349998675287,658 0.0026349939998908667,659 0.002676058000361081,660 0.0026160100005654385,661 0.0026187069997831713,662 0.0026233069993395475,663 0.0025963540001612273,664 0.002630167999996047,665 0.002677952999874833,666 0.002635180999277509,667 0.0026215039997623535,668 0.0026310269995519775,669 0.002619988000333251,670 0.0025963640000554733,671 0.0025709370002005016,672 0.0026105589995495393,673 0.0026312379995943047,674 0.0026695930000641965,675 0.0026295380002920865,676 0.0026216090000161785,677 0.0025944109993361053,678 0.002570982999714033,679 0.0026421789998494205,680 0.002636445999996795,681 0.002587162000054377,682 0.002626890999636089,683 0.002611975000036182,684 0.0025928660006684368,685 0.0026414159992782515,686 0.002643570999680378,687 0.0026255840002704645,688 0.0026353249995736405,689 0.0026219009996566456,690 0.0026612390001901076,691 0.0026038860005428432,692 0.002620236999973713,693 0.0026284320001650485,694 0.002596026999526657,695 0.0026457019994268194,696 0.002678806999938388,697 0.0026768440002342686,698 0.002675445999557269,699 0.0025938240005416446,700 0.0026465629998710938,701 0.0025993369999923743,702 0.0026277209999534534,703 0.002584346000730875,704 0.0026025099996331846,705 0.002563199999713106,706 0.0025894390000757994,707 0.002633643000081065,708 0.0026331560002290644,709 0.002651533000062045,710 0.0026124120004169527,711 0.002649301000019477,712 0.0026060610007334617,713 0.0025797899997996865,714 0.002638984000441269,715 0.0026736710005934583,716 0.002614543000163394,717 0.0027132900004289695,718 0.0026507769998715958,719 0.002610067000205163,720 0.0026107779995072633,721 0.002643445999638061,722 0.002638533999743231,723 0.0026159839999309042,724 0.0026393950001875055,725 0.0027065300000685966,726 0.0026153170001634862,727 0.0025936009997167275,728 0.0026344010002503637,729 0.0026812420001078863,730 0.0026326360002713045,731 0.0025992350001615705,732 0.002608130000226083,733 0.002651146000061999,734 0.0026084929995704442,735 0.0026126720003958326,736 0.0025959690001400304,737 0.0026192710001851083,738 0.0026420179992783233,739 0.00266535999980988,740 0.002608022999993409,741 0.002639410000483622,742 0.002660816000570776,743 0.0026389160002509016,744 0.0026680900000428664,745 0.002601442000013776,746 0.002618743999846629,747 0.002625973999784037,748 0.002649037000082899,749 0.0027053280000473023,750 0.0026543550002315897,751 0.0026466539993634797,752 0.0026466480003364268,753 0.0026273980001860764,754 0.0026505010000619222,755 0.002676932000213128,756 0.002697995000744413,757 0.0026141090002056444,758 0.002585743000054208,759 0.0026360490001025028,760 0.0026906209996013786,761 0.0027077579998149304,762 0.0026998599996659323,763 0.002666028999556147,764 0.002774534000309359,765 0.0026408229996377486,766 0.0026609149999785586,767 0.00269668599958095,768 0.0026257520003127865,769 0.002627305999340024,770 0.0026314390006518806,771 0.002622899000016332,772 0.002641652999955113,773 0.002624953000122332,774 0.002614001000438293,775 0.002611945999888121,776 0.002637143999891123,777 0.0026159180006288807,778 0.0026465349992577103,779 0.0026511320002100547,780 0.0026332289999118075,781 0.0025988830002461327,782 0.002650660999279353,783 0.0026519020002524485,784 0.002590510000118229,785 0.0026038660007543513,786 0.0026693260006140918,787 0.0026332190000175615,788 0.0026828159998331103,789 0.002698680000321474,790 0.002713243000471266,791 0.002634632000081183,792 0.002629456999784452,793 0.0027031159997932264,794 0.002682858000298438,795 0.002631784999721276,796 0.002662545999555732,797 0.0026789820003614295,798 0.002687435000552796,799 0.002659935999872687,800 0.0026620500002536573,801 0.002675794000424503,802 0.002636363999954483,803 0.0026521199997660005,804 0.0026722409993453766,805 0.002661804999661399,806 0.002676709999832383,807 0.002649119999659888,808 0.0026556989996606717,809 0.002666499999577354,810 0.002627662999657332,811 0.002676097999938065,812 0.0026754470000014408,813 0.0027034159993490903,814 0.0026534580001680297,815 0.002645866999955615,816 0.0026383320000604726,817 0.002678224000192131,818 0.0026567439999780618,819 0.002645009999469039,820 0.0026765909997266135,821 0.0026326419992983574,822 0.002623233000122127,823 0.00262987600035558,824 0.002641825999489811,825 0.002654720999998972,826 0.0026686050005082507,827 0.0026398859999972046,828 0.002641275999849313,829 0.002633182999488781,830 0.0026150149997192784,831 0.0027126699997097603,832 0.002618675000121584,833 0.0026108629999725963,834 0.002654084999448969,835 0.002652325000781275,836 0.0026345770002080826,837 0.0027060900001742993,838 0.002607800999612664,839 0.0026336789997003507,840 0.0026193869998678565,841 0.0026185350006926456,842 0.0026301420002710074,843 0.0026742979998743976,844 0.00262180299978354,845 0.002648523999596364,846 0.002623135999783699,847 0.0026826250004887697,848 0.0026823380003406783,849 0.002635132000250451,850 0.0026777189996209927,851 0.0026383499998701154,852 0.002630124999996042,853 0.002614533000269148,854 0.0027015639998353436,855 0.002615958999740542,856 0.002635091000229295,857 0.0026502239998080768,858 0.002647305000209599,859 0.002694134000194026,860 0.002699659999962023,861 0.0026411160006318823,862 0.002673031000085757,863 0.00264546599919413,864 0.002629781999530678,865 0.0026642760003596777,866 0.002684451999812154,867 0.0026179039996350184,868 0.0026109359996553394,869 0.0026465740002095117,870 0.0026346779995947145,871 0.0026556040002105874,872 0.002638120000483468,873 0.0026267310004186584,874 0.0026275350001014885,875 0.002632775999700243,876 0.0026386509998701513,877 0.002637749999848893,878 0.0027051229999415227,879 0.0027119959995616227,880 0.002734112999860372,881 0.002667144999577431,882 0.0026253719997839653,883 0.0026206700003967853,884 0.0026852169994526776,885 0.002659200000380224,886 0.002636466999319964,887 0.0027002500000889995,888 0.002798045999952592,889 0.002728223000303842,890 0.002693002999876626,891 0.002669141000296804,892 0.0026802550000866177,893 0.002683714000340842,894 0.0026747270003397716,895 0.002710036999815202,896 0.002676818000509229,897 0.0026604360000419547,898 0.0026240289998895605,899 0.0026377029998911894,900 0.0026785960008055554,901 0.002668189999894821,902 0.00264391299970157,903 0.0026772249993882724,904 0.002619488000163983,905 0.002653050999469997,906 0.002651572000104352,907 0.002649468000527122,908 0.0027018020000468823,909 0.0027335160002621706,910 0.002740466000432207,911 0.002633525999954145,912 0.0026444839995747316,913 0.002624722000291513,914 0.00267492900002253,915 0.0026569700003165053,916 0.002714170999752241,917 0.0026868989998547477,918 0.0026940440002363175,919 0.0026459649998287205,920 0.00264102399978583,921 0.002629771999636432,922 0.002695091000532557,923 0.0026571989992589806,924 0.0026219809997201082,925 0.0026661900001272443,926 0.0026755179997053347927 ],928 "iterations": 1929 }930 },931 {932 "group": null,933 "name": "test_async_encode_batch",934 "fullname": "tests/test_benchmarks.py::TestAsync::test_async_encode_batch",935 "params": null,936 "param": null,937 "extra_info": {},938 "options": {939 "disable_gc": false,940 "timer": "perf_counter",941 "min_rounds": 15,942 "max_time": 1.0,943 "min_time": 5e-06,944 "precision": null,945 "confidence": null,946 "warmup": false947 },948 "stats": {949 "min": 0.6010486310005945,950 "max": 0.6419070729998566,951 "mean": 0.6237502924666842,952 "stddev": 0.012853916587938621,953 "rounds": 15,954 "median": 0.6249504190000152,955 "iqr": 0.020776395749635412,956 "q1": 0.6142778345001716,957 "q3": 0.635054230249807,958 "iqr_outliers": 0,959 "stddev_outliers": 5,960 "outliers": "5;0",961 "ld15iqr": 0.6010486310005945,962 "hd15iqr": 0.6419070729998566,963 "ops": 1.6032056611074248,964 "total": 9.356254387000263,965 "data": [966 0.621127544999581,967 0.6010486310005945,968 0.6067421339994326,969 0.6249504190000152,970 0.6214805179997711,971 0.635235740999633,972 0.6363638729999366,973 0.6392252770001505,974 0.6180396319996362,975 0.6057858060003127,976 0.6419070729998566,977 0.630038472000706,978 0.6130239020003501,979 0.6267756659999577,980 0.6345096980003291981 ],982 "iterations": 1983 }984 },985 {986 "group": null,987 "name": "test_async_encode_batch_fast",988 "fullname": "tests/test_benchmarks.py::TestAsync::test_async_encode_batch_fast",989 "params": null,990 "param": null,991 "extra_info": {},992 "options": {993 "disable_gc": false,994 "timer": "perf_counter",995 "min_rounds": 15,996 "max_time": 1.0,997 "min_time": 5e-06,998 "precision": null,999 "confidence": null,1000 "warmup": false1001 },1002 "stats": {1003 "min": 0.48674205700081075,1004 "max": 0.5256206259991814,1005 "mean": 0.500362036200022,1006 "stddev": 0.00958385467999458,1007 "rounds": 15,1008 "median": 0.5006001649999234,1009 "iqr": 0.011941705000253933,1010 "q1": 0.49357858899998064,1011 "q3": 0.5055202940002346,1012 "iqr_outliers": 1,1013 "stddev_outliers": 3,1014 "outliers": "3;1",1015 "ld15iqr": 0.48674205700081075,1016 "hd15iqr": 0.5256206259991814,1017 "ops": 1.9985529030029079,1018 "total": 7.50543054300033,1019 "data": [1020 0.49337786700016295,1021 0.5006001649999234,1022 0.5021931519995633,1023 0.4963080469997294,1024 0.48674205700081075,1025 0.5071136670003398,1026 0.5071043080006348,1027 0.5256206259991814,1028 0.4979718060003506,1029 0.4939205139999103,1030 0.5025436109999646,1031 0.4934646140000041,1032 0.48793110699989484,1033 0.50476791499932,1034 0.50577108700053941035 ],1036 "iterations": 11037 }1038 },1039 {1040 "group": null,1041 "name": "test_from_file_roberta",1042 "fullname": "tests/test_benchmarks.py::TestSerialization::test_from_file_roberta",1043 "params": null,1044 "param": null,1045 "extra_info": {},1046 "options": {1047 "disable_gc": false,1048 "timer": "perf_counter",1049 "min_rounds": 15,1050 "max_time": 1.0,1051 "min_time": 5e-06,1052 "precision": null,1053 "confidence": null,1054 "warmup": false1055 },1056 "stats": {1057 "min": 0.06171260900009656,1058 "max": 0.066136529000687,1059 "mean": 0.06281315619993014,1060 "stddev": 0.001390412438743819,1061 "rounds": 15,1062 "median": 0.06216036299974803,1063 "iqr": 0.0018313050004508113,1064 "q1": 0.06194763524968039,1065 "q3": 0.0637789402501312,1066 "iqr_outliers": 0,1067 "stddev_outliers": 3,1068 "outliers": "3;0",1069 "ld15iqr": 0.06171260900009656,1070 "hd15iqr": 0.066136529000687,1071 "ops": 15.920231691861906,1072 "total": 0.9421973429989521,1073 "data": [1074 0.06273629400038772,1075 0.06219155500002671,1076 0.06201092199989944,1077 0.066136529000687,1078 0.0641264890000457,1079 0.062302634999468864,1080 0.06196891999934451,1081 0.06216036299974803,1082 0.06177200999991328,1083 0.06185923799966986,1084 0.06194718299957458,1085 0.06171260900009656,1086 0.061948991999997816,1087 0.06425955699978658,1088 0.065064047000305441089 ],1090 "iterations": 11091 }1092 },1093 {1094 "group": null,1095 "name": "test_from_file_llama3",1096 "fullname": "tests/test_benchmarks.py::TestSerialization::test_from_file_llama3",1097 "params": null,1098 "param": null,1099 "extra_info": {},1100 "options": {1101 "disable_gc": false,1102 "timer": "perf_counter",1103 "min_rounds": 15,1104 "max_time": 1.0,1105 "min_time": 5e-06,1106 "precision": null,1107 "confidence": null,1108 "warmup": false1109 },1110 "stats": {1111 "min": 0.3968486439998742,1112 "max": 0.4316783040003429,1113 "mean": 0.41384895206647343,1114 "stddev": 0.01064415571394851,1115 "rounds": 15,1116 "median": 0.4142806769996241,1117 "iqr": 0.00961544274946391,1118 "q1": 0.4090400259999569,1119 "q3": 0.41865546874942083,1120 "iqr_outliers": 0,1121 "stddev_outliers": 6,1122 "outliers": "6;0",1123 "ld15iqr": 0.3968486439998742,1124 "hd15iqr": 0.4316783040003429,1125 "ops": 2.4163405392394894,1126 "total": 6.2077342809971015,1127 "data": [1128 0.41909657299947867,1129 0.4316783040003429,1130 0.4152881299996807,1131 0.41328262299975904,1132 0.4123197519993482,1133 0.4079467840001598,1134 0.39826085599997896,1135 0.4142806769996241,1136 0.3968486439998742,1137 0.41261745100018743,1138 0.3981967679992522,1139 0.41431967000062286,1140 0.4271153379995667,1141 0.42915055499997834,1142 0.417332155999247331143 ],1144 "iterations": 11145 }1146 },1147 {1148 "group": null,1149 "name": "test_from_file_albert",1150 "fullname": "tests/test_benchmarks.py::TestSerialization::test_from_file_albert",1151 "params": null,1152 "param": null,1153 "extra_info": {},1154 "options": {1155 "disable_gc": false,1156 "timer": "perf_counter",1157 "min_rounds": 15,1158 "max_time": 1.0,1159 "min_time": 5e-06,1160 "precision": null,1161 "confidence": null,1162 "warmup": false1163 },1164 "stats": {1165 "min": 0.04531806099930691,1166 "max": 0.04827866699997685,1167 "mean": 0.046072308666615366,1168 "stddev": 0.0008006005234373548,1169 "rounds": 21,1170 "median": 0.04588051800055837,1171 "iqr": 0.0006800502496844274,1172 "q1": 0.04556433375000779,1173 "q3": 0.04624438399969222,1174 "iqr_outliers": 2,1175 "stddev_outliers": 2,1176 "outliers": "2;2",1177 "ld15iqr": 0.04531806099930691,1178 "hd15iqr": 0.04808295000020735,1179 "ops": 21.70501172919546,1180 "total": 0.9675184819989227,1181 "data": [1182 0.04582959100025619,1183 0.046107287000268116,1184 0.04680471000028774,1185 0.046164212999428855,1186 0.04808295000020735,1187 0.04827866699997685,1188 0.04534014000000752,1189 0.04557247799948527,1190 0.04533902599996509,1191 0.04531806099930691,1192 0.046414115000516176,1193 0.04597999199995684,1194 0.04622709999966901,1195 0.04588636199969187,1196 0.04561777599974448,1197 0.04553413800022099,1198 0.04555827599961049,1199 0.04572049299986247,1200 0.04588051800055837,