HuggingFaceCode/stack-v3-train
🥞 The Stack v3 What is it? What is being released How to download and use it Dataset statistics Dataset structure Dataset creation Considerations for using the data Additional information What is it? The Stack v3 is the largest, most up-to-date open dataset of source code, crawled directly from GitHub and built to pre-train code LLMs with full-repository context. It is the successor to The Stack v2 and, like its predecessor, is released to make the training… See the full description on the dataset page: https://huggingface.co/datasets/HuggingFaceCode/stack-v3-train.
381205k
1[2 {3 "language": "C++",4 "repo_count": 5485876,5 "file_count": 87548938,6 "total_size_bytes": 1388748306091,7 "estimated_tokens": 549253081151,8 "file_size_distribution": {9 "min": 2,10 "p5": 227,11 "p50": 1303,12 "p95": 15902,13 "max": 922359914 },15 "file_tokens_distribution": {16 "min": 1,17 "p5": 65,18 "p50": 359,19 "p95": 4558,20 "max": 364795421 }22 },23 {24 "language": "Java",25 "repo_count": 17087934,26 "file_count": 310808655,27 "total_size_bytes": 878156082658,28 "estimated_tokens": 197782786171,29 "file_size_distribution": {30 "min": 2,31 "p5": 176,32 "p50": 1120,33 "p95": 9127,34 "max": 672832335 },36 "file_tokens_distribution": {37 "min": 1,38 "p5": 40,39 "p50": 252,40 "p95": 1937,41 "max": 151538742 }43 },44 {45 "language": "JSON",46 "repo_count": 21023234,47 "file_count": 212930072,48 "total_size_bytes": 833145887978,49 "estimated_tokens": 319155055992,50 "file_size_distribution": {51 "min": 2,52 "p5": 105,53 "p50": 1055,54 "p95": 12986,55 "max": 1045806156 },57 "file_tokens_distribution": {58 "min": 1,59 "p5": 36,60 "p50": 410,61 "p95": 3921,62 "max": 400619363 }64 },65 {66 "language": "Markdown",67 "repo_count": 94704762,68 "file_count": 199150108,69 "total_size_bytes": 801648455290,70 "estimated_tokens": 241258895291,71 "file_size_distribution": {72 "min": 2,73 "p5": 17,74 "p50": 765,75 "p95": 14229,76 "max": 976268777 },78 "file_tokens_distribution": {79 "min": 1,80 "p5": 6,81 "p50": 204,82 "p95": 4105,83 "max": 293811584 }85 },86 {87 "language": "HTML",88 "repo_count": 4097245,89 "file_count": 30835052,90 "total_size_bytes": 783505929396,91 "estimated_tokens": 257805837508,92 "file_size_distribution": {93 "min": 6,94 "p5": 443,95 "p50": 5616,96 "p95": 84552,97 "max": 1040113298 },99 "file_tokens_distribution": {100 "min": 2,101 "p5": 130,102 "p50": 1683,103 "p95": 25873,104 "max": 3422402105 }106 },107 {108 "language": "JavaScript",109 "repo_count": 35048837,110 "file_count": 194120959,111 "total_size_bytes": 749834642016,112 "estimated_tokens": 189298637734,113 "file_size_distribution": {114 "min": 2,115 "p5": 165,116 "p50": 1123,117 "p95": 9142,118 "max": 7638388119 },120 "file_tokens_distribution": {121 "min": 1,122 "p5": 42,123 "p50": 277,124 "p95": 2141,125 "max": 1928340126 }127 },128 {129 "language": "Python",130 "repo_count": 22457925,131 "file_count": 159360122,132 "total_size_bytes": 595457806129,133 "estimated_tokens": 154037564698,134 "file_size_distribution": {135 "min": 2,136 "p5": 140,137 "p50": 1218,138 "p95": 12571,139 "max": 8758041140 },141 "file_tokens_distribution": {142 "min": 1,143 "p5": 39,144 "p50": 303,145 "p95": 3014,146 "max": 2265597147 }148 },149 {150 "language": "XML",151 "repo_count": 1224756,152 "file_count": 22116509,153 "total_size_bytes": 533069735102,154 "estimated_tokens": 185765871320,155 "file_size_distribution": {156 "min": 2,157 "p5": 197,158 "p50": 1759,159 "p95": 69936,160 "max": 10472145161 },162 "file_tokens_distribution": {163 "min": 1,164 "p5": 70,165 "p50": 569,166 "p95": 15462,167 "max": 3649367168 }169 },170 {171 "language": "CSS",172 "repo_count": 32772704,173 "file_count": 75034426,174 "total_size_bytes": 523514063399,175 "estimated_tokens": 176851198888,176 "file_size_distribution": {177 "min": 2,178 "p5": 103,179 "p50": 1202,180 "p95": 14285,181 "max": 5832066182 },183 "file_tokens_distribution": {184 "min": 1,185 "p5": 34,186 "p50": 408,187 "p95": 4599,188 "max": 1970163189 }190 },191 {192 "language": "C",193 "repo_count": 3878004,194 "file_count": 42510054,195 "total_size_bytes": 493197167296,196 "estimated_tokens": 195619042638,197 "file_size_distribution": {198 "min": 2,199 "p5": 152,200 "p50": 1163,201 "p95": 22034,202 "max": 9911128203 },204 "file_tokens_distribution": {205 "min": 1,206 "p5": 46,207 "p50": 332,208 "p95": 6783,209 "max": 3931096210 }211 },212 {213 "language": "PHP",214 "repo_count": 6211798,215 "file_count": 101000478,216 "total_size_bytes": 425298827808,217 "estimated_tokens": 113800676333,218 "file_size_distribution": {219 "min": 3,220 "p5": 185,221 "p50": 1367,222 "p95": 12282,223 "max": 8726046224 },225 "file_tokens_distribution": {226 "min": 1,227 "p5": 46,228 "p50": 343,229 "p95": 3085,230 "max": 2334899231 }232 },233 {234 "language": "Jupyter Notebook",235 "repo_count": 7616914,236 "file_count": 25544105,237 "total_size_bytes": 355783205690,238 "estimated_tokens": 115978737214,239 "file_size_distribution": {240 "min": 65,241 "p5": 1463,242 "p50": 8429,243 "p95": 42478,244 "max": 8293457245 },246 "file_tokens_distribution": {247 "min": 21,248 "p5": 485,249 "p50": 2653,250 "p95": 13614,251 "max": 2703513252 }253 },254 {255 "language": "C#",256 "repo_count": 6637987,257 "file_count": 113703634,258 "total_size_bytes": 348578594796,259 "estimated_tokens": 72695477764,260 "file_size_distribution": {261 "min": 3,262 "p5": 197,263 "p50": 1075,264 "p95": 9686,265 "max": 6801172266 },267 "file_tokens_distribution": {268 "min": 1,269 "p5": 42,270 "p50": 225,271 "p95": 1998,272 "max": 1418373273 }274 },275 {276 "language": "TypeScript",277 "repo_count": 8576525,278 "file_count": 110294041,279 "total_size_bytes": 238285138329,280 "estimated_tokens": 58342301280,281 "file_size_distribution": {282 "min": 2,283 "p5": 107,284 "p50": 808,285 "p95": 6381,286 "max": 7728716287 },288 "file_tokens_distribution": {289 "min": 1,290 "p5": 27,291 "p50": 193,292 "p95": 1534,293 "max": 1892317294 }295 },296 {297 "language": "TSX",298 "repo_count": 4879988,299 "file_count": 67444301,300 "total_size_bytes": 214597592037,301 "estimated_tokens": 49668630465,302 "file_size_distribution": {303 "min": 2,304 "p5": 244,305 "p50": 1587,306 "p95": 10958,307 "max": 5042625308 },309 "file_tokens_distribution": {310 "min": 1,311 "p5": 60,312 "p50": 398,313 "p95": 2512,314 "max": 1167116315 }316 },317 {318 "language": "Gettext Catalog",319 "repo_count": 126685,320 "file_count": 1758694,321 "total_size_bytes": 206581736554,322 "estimated_tokens": 58462610485,323 "file_size_distribution": {324 "min": 6,325 "p5": 896,326 "p50": 15033,327 "p95": 527210,328 "max": 6955381329 },330 "file_tokens_distribution": {331 "min": 2,332 "p5": 318,333 "p50": 5336,334 "p95": 122856,335 "max": 1968372336 }337 },338 {339 "language": "Dart",340 "repo_count": 1929893,341 "file_count": 28396433,342 "total_size_bytes": 108573278051,343 "estimated_tokens": 21040835765,344 "file_size_distribution": {345 "min": 3,346 "p5": 214,347 "p50": 1692,348 "p95": 12903,349 "max": 5431778350 },351 "file_tokens_distribution": {352 "min": 1,353 "p5": 49,354 "p50": 366,355 "p95": 2323,356 "max": 1052645357 }358 },359 {360 "language": "Smali",361 "repo_count": 3779,362 "file_count": 8839313,363 "total_size_bytes": 106971600060,364 "estimated_tokens": 41106073022,365 "file_size_distribution": {366 "min": 7,367 "p5": 345,368 "p50": 3084,369 "p95": 42891,370 "max": 4185666371 },372 "file_tokens_distribution": {373 "min": 3,374 "p5": 101,375 "p50": 1059,376 "p95": 14737,377 "max": 1608430378 }379 },380 {381 "language": "SQL",382 "repo_count": 3788699,383 "file_count": 12036951,384 "total_size_bytes": 95921185765,385 "estimated_tokens": 37277864478,386 "file_size_distribution": {387 "min": 2,388 "p5": 73,389 "p50": 817,390 "p95": 12249,391 "max": 9726662392 },393 "file_tokens_distribution": {394 "min": 1,395 "p5": 17,396 "p50": 231,397 "p95": 4099,398 "max": 3780074399 }400 },401 {402 "language": "Vue",403 "repo_count": 1904366,404 "file_count": 20068730,405 "total_size_bytes": 81006968730,406 "estimated_tokens": 20363950471,407 "file_size_distribution": {408 "min": 2,409 "p5": 217,410 "p50": 2045,411 "p95": 13683,412 "max": 4770524413 },414 "file_tokens_distribution": {415 "min": 1,416 "p5": 62,417 "p50": 529,418 "p95": 3280,419 "max": 1199239420 }421 },422 {423 "language": "Blade",424 "repo_count": 1193068,425 "file_count": 15487061,426 "total_size_bytes": 78551263250,427 "estimated_tokens": 16996036670,428 "file_size_distribution": {429 "min": 2,430 "p5": 223,431 "p50": 2636,432 "p95": 16374,433 "max": 4583885434 },435 "file_tokens_distribution": {436 "min": 1,437 "p5": 63,438 "p50": 602,439 "p95": 3372,440 "max": 991809441 }442 },443 {444 "language": "Go",445 "repo_count": 1906161,446 "file_count": 22721809,447 "total_size_bytes": 71675752081,448 "estimated_tokens": 20447692460,449 "file_size_distribution": {450 "min": 3,451 "p5": 170,452 "p50": 1220,453 "p95": 9384,454 "max": 7579746455 },456 "file_tokens_distribution": {457 "min": 1,458 "p5": 46,459 "p50": 337,460 "p95": 2609,461 "max": 2162354462 }463 },464 {465 "language": "Kotlin",466 "repo_count": 2445202,467 "file_count": 28148018,468 "total_size_bytes": 60624716701,469 "estimated_tokens": 12639220720,470 "file_size_distribution": {471 "min": 3,472 "p5": 127,473 "p50": 997,474 "p95": 7533,475 "max": 3027850476 },477 "file_tokens_distribution": {478 "min": 1,479 "p5": 27,480 "p50": 214,481 "p95": 1522,482 "max": 631255483 }484 },485 {486 "language": "TeX",487 "repo_count": 503877,488 "file_count": 5141695,489 "total_size_bytes": 59281398164,490 "estimated_tokens": 20455044755,491 "file_size_distribution": {492 "min": 2,493 "p5": 177,494 "p50": 2912,495 "p95": 41108,496 "max": 10374039497 },498 "file_tokens_distribution": {499 "min": 1,500 "p5": 70,501 "p50": 996,502 "p95": 13693,503 "max": 3579562504 }505 },506 {507 "language": "Rust",508 "repo_count": 857626,509 "file_count": 9214816,510 "total_size_bytes": 53249114314,511 "estimated_tokens": 13346021611,512 "file_size_distribution": {513 "min": 3,514 "p5": 115,515 "p50": 1970,516 "p95": 18115,517 "max": 6974460518 },519 "file_tokens_distribution": {520 "min": 1,521 "p5": 32,522 "p50": 530,523 "p95": 4698,524 "max": 1748035525 }526 },527 {528 "language": "SCSS",529 "repo_count": 4065954,530 "file_count": 24740350,531 "total_size_bytes": 51388502868,532 "estimated_tokens": 15649380848,533 "file_size_distribution": {534 "min": 2,535 "p5": 72,536 "p50": 778,537 "p95": 6401,538 "max": 4007626539 },540 "file_tokens_distribution": {541 "min": 1,542 "p5": 23,543 "p50": 242,544 "p95": 2045,545 "max": 1220445546 }547 },548 {549 "language": "VHDL",550 "repo_count": 64426,551 "file_count": 948858,552 "total_size_bytes": 50818591619,553 "estimated_tokens": 21852442653,554 "file_size_distribution": {555 "min": 5,556 "p5": 324,557 "p50": 2165,558 "p95": 268023,559 "max": 8107415560 },561 "file_tokens_distribution": {562 "min": 2,563 "p5": 72,564 "p50": 511,565 "p95": 69998,566 "max": 3486260567 }568 },569 {570 "language": "Verilog",571 "repo_count": 120681,572 "file_count": 1726034,573 "total_size_bytes": 50116876419,574 "estimated_tokens": 24051733544,575 "file_size_distribution": {576 "min": 3,577 "p5": 226,578 "p50": 1389,579 "p95": 108911,580 "max": 9780107581 },582 "file_tokens_distribution": {583 "min": 1,584 "p5": 69,585 "p50": 417,586 "p95": 61473,587 "max": 4693599588 }589 },590 {591 "language": "YAML",592 "repo_count": 10680734,593 "file_count": 41190950,594 "total_size_bytes": 48608345366,595 "estimated_tokens": 15935640989,596 "file_size_distribution": {597 "min": 2,598 "p5": 89,599 "p50": 521,600 "p95": 4370,601 "max": 131006602 },603 "file_tokens_distribution": {604 "min": 1,605 "p5": 34,606 "p50": 157,607 "p95": 983,608 "max": 42949609 }610 },611 {612 "language": "Shell",613 "repo_count": 5410660,614 "file_count": 18729950,615 "total_size_bytes": 46701626034,616 "estimated_tokens": 14694913740,617 "file_size_distribution": {618 "min": 2,619 "p5": 56,620 "p50": 498,621 "p95": 5040,622 "max": 6275319623 },624 "file_tokens_distribution": {625 "min": 1,626 "p5": 17,627 "p50": 144,628 "p95": 1501,629 "max": 1974562630 }631 },632 {633 "language": "Eagle",634 "repo_count": 32669,635 "file_count": 145726,636 "total_size_bytes": 44787776602,637 "estimated_tokens": 23773242843,638 "file_size_distribution": {639 "min": 5,640 "p5": 21399,641 "p50": 171005,642 "p95": 1008702,643 "max": 6423487644 },645 "file_tokens_distribution": {646 "min": 3,647 "p5": 12371,648 "p50": 98581,649 "p95": 428927,650 "max": 3409571651 }652 },653 {654 "language": "Lua",655 "repo_count": 486892,656 "file_count": 5780307,657 "total_size_bytes": 44637122983,658 "estimated_tokens": 14657149767,659 "file_size_distribution": {660 "min": 3,661 "p5": 112,662 "p50": 1464,663 "p95": 19683,664 "max": 6739903665 },666 "file_tokens_distribution": {667 "min": 1,668 "p5": 40,669 "p50": 444,670 "p95": 7734,671 "max": 2213130672 }673 },674 {675 "language": "Swift",676 "repo_count": 1500744,677 "file_count": 15508958,678 "total_size_bytes": 44488493940,679 "estimated_tokens": 9518152095,680 "file_size_distribution": {681 "min": 3,682 "p5": 222,683 "p50": 1301,684 "p95": 9347,685 "max": 4776888686 },687 "file_tokens_distribution": {688 "min": 1,689 "p5": 63,690 "p50": 296,691 "p95": 1820,692 "max": 1021998693 }694 },695 {696 "language": "Java Server Pages",697 "repo_count": 936585,698 "file_count": 9257334,699 "total_size_bytes": 42665099286,700 "estimated_tokens": 11310556911,701 "file_size_distribution": {702 "min": 3,703 "p5": 305,704 "p50": 2303,705 "p95": 15184,706 "max": 8458463707 },708 "file_tokens_distribution": {709 "min": 1,710 "p5": 99,711 "p50": 660,712 "p95": 4000,713 "max": 2242346714 }715 },716 {717 "language": "Objective-C",718 "repo_count": 590451,719 "file_count": 16887417,720 "total_size_bytes": 40009408411,721 "estimated_tokens": 10028914365,722 "file_size_distribution": {723 "min": 4,724 "p5": 217,725 "p50": 754,726 "p95": 8203,727 "max": 6869939728 },729 "file_tokens_distribution": {730 "min": 1,731 "p5": 51,732 "p50": 205,733 "p95": 1777,734 "max": 1722046735 }736 },737 {738 "language": "Assembly",739 "repo_count": 237810,740 "file_count": 1935326,741 "total_size_bytes": 38379780377,742 "estimated_tokens": 19125591381,743 "file_size_distribution": {744 "min": 2,745 "p5": 87,746 "p50": 1033,747 "p95": 59301,748 "max": 5894840749 },750 "file_tokens_distribution": {751 "min": 1,752 "p5": 59,753 "p50": 533,754 "p95": 49024,755 "max": 2937544756 }757 },758 {759 "language": "R",760 "repo_count": 1115774,761 "file_count": 6470962,762 "total_size_bytes": 36366543083,763 "estimated_tokens": 10844935104,764 "file_size_distribution": {765 "min": 2,766 "p5": 201,767 "p50": 2313,768 "p95": 19357,769 "max": 4101838770 },771 "file_tokens_distribution": {772 "min": 1,773 "p5": 56,774 "p50": 650,775 "p95": 5600,776 "max": 1223217777 }778 },779 {780 "language": "Unix Assembly",781 "repo_count": 74222,782 "file_count": 696873,783 "total_size_bytes": 35178936144,784 "estimated_tokens": 17028712984,785 "file_size_distribution": {786 "min": 3,787 "p5": 39,788 "p50": 576,789 "p95": 239941,790 "max": 5804378791 },792 "file_tokens_distribution": {793 "min": 1,794 "p5": 33,795 "p50": 538,796 "p95": 370152,797 "max": 2809667798 }799 },800 {801 "language": "Ruby",802 "repo_count": 2553486,803 "file_count": 25512730,804 "total_size_bytes": 32779535922,805 "estimated_tokens": 8424206847,806 "file_size_distribution": {807 "min": 2,808 "p5": 77,809 "p50": 437,810 "p95": 3962,811 "max": 8753125812 },813 "file_tokens_distribution": {814 "min": 1,815 "p5": 21,816 "p50": 123,817 "p95": 1030,818 "max": 2249517819 }820 },821 {822 "language": "SMT",823 "repo_count": 2093,824 "file_count": 322619,825 "total_size_bytes": 27239607322,826 "estimated_tokens": 11059791635,827 "file_size_distribution": {828 "min": 4,829 "p5": 148,830 "p50": 1936,831 "p95": 359417,832 "max": 8595817833 },834 "file_tokens_distribution": {835 "min": 2,836 "p5": 62,837 "p50": 420,838 "p95": 8210,839 "max": 3490063840 }841 },842 {843 "language": "MATLAB",844 "repo_count": 524012,845 "file_count": 7011032,846 "total_size_bytes": 22953994033,847 "estimated_tokens": 7490992190,848 "file_size_distribution": {849 "min": 2,850 "p5": 160,851 "p50": 1275,852 "p95": 10869,853 "max": 6120605854 },855 "file_tokens_distribution": {856 "min": 1,857 "p5": 67,858 "p50": 337,859 "p95": 3365,860 "max": 1997448861 }862 },863 {864 "language": "Ada",865 "repo_count": 10023,866 "file_count": 203355,867 "total_size_bytes": 21155781105,868 "estimated_tokens": 6392559922,869 "file_size_distribution": {870 "min": 4,871 "p5": 165,872 "p50": 3075,873 "p95": 615877,874 "max": 3874713875 },876 "file_tokens_distribution": {877 "min": 1,878 "p5": 63,879 "p50": 1939,880 "p95": 309210,881 "max": 1170807882 }883 },884 {885 "language": "Makefile",886 "repo_count": 2504366,887 "file_count": 5753750,888 "total_size_bytes": 20057951287,889 "estimated_tokens": 6139453215,890 "file_size_distribution": {891 "min": 2,892 "p5": 75,893 "p50": 569,894 "p95": 7856,895 "max": 7274378896 },897 "file_tokens_distribution": {898 "min": 1,899 "p5": 26,900 "p50": 195,901 "p95": 2955,902 "max": 2226584903 }904 },905 {906 "language": "Pascal",907 "repo_count": 67816,908 "file_count": 1293705,909 "total_size_bytes": 19833430698,910 "estimated_tokens": 5872380286,911 "file_size_distribution": {912 "min": 2,913 "p5": 273,914 "p50": 2948,915 "p95": 51971,916 "max": 6769407917 },918 "file_tokens_distribution": {919 "min": 1,920 "p5": 81,921 "p50": 898,922 "p95": 17514,923 "max": 2004320924 }925 },926 {927 "language": "RMarkdown",928 "repo_count": 604670,929 "file_count": 1959918,930 "total_size_bytes": 18668039979,931 "estimated_tokens": 5438182112,932 "file_size_distribution": {933 "min": 3,934 "p5": 300,935 "p50": 4876,936 "p95": 31715,937 "max": 5199417938 },939 "file_tokens_distribution": {940 "min": 1,941 "p5": 127,942 "p50": 1502,943 "p95": 9411,944 "max": 1514641945 }946 },947 {948 "language": "Roff Manpage",949 "repo_count": 62462,950 "file_count": 406712,951 "total_size_bytes": 17133484494,952 "estimated_tokens": 7101673970,953 "file_size_distribution": {954 "min": 3,955 "p5": 76,956 "p50": 1973,957 "p95": 99913,958 "max": 11090826959 },960 "file_tokens_distribution": {961 "min": 1,962 "p5": 38,963 "p50": 904,964 "p95": 78606,965 "max": 4597047966 }967 },968 {969 "language": "Pawn",970 "repo_count": 12293,971 "file_count": 65208,972 "total_size_bytes": 16495711879,973 "estimated_tokens": 5196824466,974 "file_size_distribution": {975 "min": 4,976 "p5": 192,977 "p50": 4535,978 "p95": 3152605,979 "max": 5239643980 }981 },982 {983 "language": "HTML+Razor",984 "repo_count": 860409,985 "file_count": 6210650,986 "total_size_bytes": 16322019435,987 "estimated_tokens": 3668548549,988 "file_size_distribution": {989 "min": 30,990 "p5": 134,991 "p50": 1424,992 "p95": 8418,993 "max": 1665799994 },995 "file_tokens_distribution": {996 "min": 7,997 "p5": 33,998 "p50": 360,999 "p95": 1654,1000 "max": 3744061001 }1002 },1003 {1004 "language": "Maven POM",1005 "repo_count": 3206243,1006 "file_count": 5016387,1007 "total_size_bytes": 15636785651,1008 "estimated_tokens": 4037016556,1009 "file_size_distribution": {1010 "min": 4,1011 "p5": 756,1012 "p50": 2402,1013 "p95": 7595,1014 "max": 28841011015 },1016 "file_tokens_distribution": {1017 "min": 1,1018 "p5": 236,1019 "p50": 671,1020 "p95": 1904,1021 "max": 7446011022 }1023 },1024 {1025 "language": "Solidity",1026 "repo_count": 359562,1027 "file_count": 1786989,1028 "total_size_bytes": 15021538859,1029 "estimated_tokens": 5544886845,1030 "file_size_distribution": {1031 "min": 2,1032 "p5": 236,1033 "p50": 1924,1034 "p95": 25235,1035 "max": 60231961036 },1037 "file_tokens_distribution": {1038 "min": 1,1039 "p5": 81,1040 "p50": 1388,1041 "p95": 3301,1042 "max": 22233371043 }1044 },1045 {1046 "language": "Scala",1047 "repo_count": 297740,1048 "file_count": 5087765,1049 "total_size_bytes": 14623784929,1050 "estimated_tokens": 3776178215,1051 "file_size_distribution": {1052 "min": 2,1053 "p5": 162,1054 "p50": 1227,1055 "p95": 8942,1056 "max": 47334281057 },1058 "file_tokens_distribution": {1059 "min": 1,1060 "p5": 41,1061 "p50": 311,1062 "p95": 2214,1063 "max": 12222741064 }1065 },1066 {1067 "language": "Roff",1068 "repo_count": 59817,1069 "file_count": 572080,1070 "total_size_bytes": 14545549415,1071 "estimated_tokens": 4847302366,1072 "file_size_distribution": {1073 "min": 2,1074 "p5": 41,1075 "p50": 836,1076 "p95": 30612,1077 "max": 110509851078 },1079 "file_tokens_distribution": {1080 "min": 1,1081 "p5": 12,1082 "p50": 406,1083 "p95": 4758,1084 "max": 36827391085 }1086 },1087 {1088 "language": "1C Enterprise",1089 "repo_count": 4764,1090 "file_count": 183314,1091 "total_size_bytes": 14070693534,1092 "estimated_tokens": 3734609598,1093 "file_size_distribution": {1094 "min": 5,1095 "p5": 432,1096 "p50": 7020,1097 "p95": 473006,1098 "max": 73113021099 },1100 "file_tokens_distribution": {1101 "min": 1,1102 "p5": 155,1103 "p50": 3480,1104 "p95": 139448,1105 "max": 19405481106 }1107 },1108 {1109 "language": "INI",1110 "repo_count": 3469097,1111 "file_count": 6627187,1112 "total_size_bytes": 13470764569,1113 "estimated_tokens": 5034874811,1114 "file_size_distribution": {1115 "min": 2,1116 "p5": 34,1117 "p50": 200,1118 "p95": 2571,1119 "max": 91154481120 },1121 "file_tokens_distribution": {1122 "min": 1,1123 "p5": 11,1124 "p50": 65,1125 "p95": 851,1126 "max": 34070181127 }1128 },1129 {1130 "language": "Perl",1131 "repo_count": 226841,1132 "file_count": 1934601,1133 "total_size_bytes": 13374404251,1134 "estimated_tokens": 3918604334,1135 "file_size_distribution": {1136 "min": 2,1137 "p5": 148,1138 "p50": 1548,1139 "p95": 18706,1140 "max": 49855101141 },1142 "file_tokens_distribution": {1143 "min": 1,1144 "p5": 51,1145 "p50": 517,1146 "p95": 6026,1147 "max": 14607191148 }1149 },1150 {1151 "language": "LLVM",1152 "repo_count": 13628,1153 "file_count": 301570,1154 "total_size_bytes": 13100415672,1155 "estimated_tokens": 5983716576,1156 "file_size_distribution": {1157 "min": 3,1158 "p5": 316,1159 "p50": 2447,1160 "p95": 152505,1161 "max": 62340561162 },1163 "file_tokens_distribution": {1164 "min": 1,1165 "p5": 84,1166 "p50": 4799,1167 "p95": 51470,1168 "max": 28474531169 }1170 },1171 {1172 "language": "ASP.NET",1173 "repo_count": 251576,1174 "file_count": 1893869,1175 "total_size_bytes": 12746370491,1176 "estimated_tokens": 2826981645,1177 "file_size_distribution": {1178 "min": 4,1179 "p5": 99,1180 "p50": 2776,1181 "p95": 23057,1182 "max": 31327081183 },1184 "file_tokens_distribution": {1185 "min": 1,1186 "p5": 28,1187 "p50": 726,1188 "p95": 4658,1189 "max": 6947941190 }1191 },1192 {1193 "language": "EJS",1194 "repo_count": 750343,1195 "file_count": 3958889,1196 "total_size_bytes": 12708383642,1197 "estimated_tokens": 3043416814,1198 "file_size_distribution": {1199 "min": 3,1200 "p5": 152,