HuggingFaceCode/stack-v3-train
🥞 The Stack v3 What is it? What is being released How to download and use it Dataset statistics Dataset structure Dataset creation Considerations for using the data Additional information What is it? The Stack v3 is the largest, most up-to-date open dataset of source code, crawled directly from GitHub and built to pre-train code LLMs with full-repository context. It is the successor to The Stack v2 and, like its predecessor, is released to make the training… See the full description on the dataset page: https://huggingface.co/datasets/HuggingFaceCode/stack-v3-train.
381200k
1[2 {3 "language": "JavaScript",4 "repo_count": 76237186,5 "file_count": 15975898432,6 "total_size_bytes": 123741556226855,7 "estimated_tokens": 47593187301197,8 "file_size_distribution": {9 "min": 0,10 "p5": 70,11 "p50": 869,12 "p95": 18495,13 "max": 1048494014 },15 "file_tokens_distribution": {16 "min": 1,17 "p5": 43,18 "p50": 312,19 "p95": 6288,20 "max": 403269321 }22 },23 {24 "language": "JSON",25 "repo_count": 70273285,26 "file_count": 2918283530,27 "total_size_bytes": 49669079808918,28 "estimated_tokens": 21747312022497,29 "file_size_distribution": {30 "min": 0,31 "p5": 70,32 "p50": 1422,33 "p95": 38122,34 "max": 1423250435 },36 "file_tokens_distribution": {37 "min": 1,38 "p5": 74,39 "p50": 751,40 "p95": 29942,41 "max": 623161742 }43 },44 {45 "language": "HTML",46 "repo_count": 86049167,47 "file_count": 1241225514,48 "total_size_bytes": 26154826696825,49 "estimated_tokens": 10097403945722,50 "file_size_distribution": {51 "min": 0,52 "p5": 116,53 "p50": 4447,54 "p95": 59784,55 "max": 1050547756 },57 "file_tokens_distribution": {58 "min": 1,59 "p5": 107,60 "p50": 2402,61 "p95": 23213,62 "max": 405577363 }64 },65 {66 "language": "CSV",67 "repo_count": 7940691,68 "file_count": 221875616,69 "total_size_bytes": 22151519032563,70 "estimated_tokens": 17903627471959,71 "file_size_distribution": {72 "min": 0,73 "p5": 25,74 "p50": 2986,75 "p95": 413030,76 "max": 2009107777 },78 "file_tokens_distribution": {79 "min": 1,80 "p5": 66,81 "p50": 2867,82 "p95": 335616,83 "max": 1623830784 }85 },86 {87 "language": "XML",88 "repo_count": 40938866,89 "file_count": 1002263388,90 "total_size_bytes": 21339333972772,91 "estimated_tokens": 8258423139199,92 "file_size_distribution": {93 "min": 0,94 "p5": 147,95 "p50": 1009,96 "p95": 50735,97 "max": 1516828598 },99 "file_tokens_distribution": {100 "min": 1,101 "p5": 74,102 "p50": 477,103 "p95": 23209,104 "max": 5870198105 }106 },107 {108 "language": "Python",109 "repo_count": 29802582,110 "file_count": 2119537154,111 "total_size_bytes": 20706950285989,112 "estimated_tokens": 5870149122646,113 "file_size_distribution": {114 "min": 0,115 "p5": 0,116 "p50": 2765,117 "p95": 38971,118 "max": 10410482119 },120 "file_tokens_distribution": {121 "min": 1,122 "p5": 38,123 "p50": 336,124 "p95": 4279,125 "max": 2951235126 }127 },128 {129 "language": "Text",130 "repo_count": 53549334,131 "file_count": 1825834013,132 "total_size_bytes": 19285085172765,133 "estimated_tokens": 12824082599562,134 "file_size_distribution": {135 "min": 0,136 "p5": 11,137 "p50": 1083,138 "p95": 13944,139 "max": 22968036140 },141 "file_tokens_distribution": {142 "min": 1,143 "p5": 15,144 "p50": 353,145 "p95": 36000,146 "max": 15273150147 }148 },149 {150 "language": "SVG",151 "repo_count": 28912228,152 "file_count": 1124985301,153 "total_size_bytes": 16255457491257,154 "estimated_tokens": 12030521469235,155 "file_size_distribution": {156 "min": 0,157 "p5": 254,158 "p50": 829,159 "p95": 28391,160 "max": 10485733161 },162 "file_tokens_distribution": {163 "min": 1,164 "p5": 177,165 "p50": 1408,166 "p95": 105568,167 "max": 7760399168 }169 },170 {171 "language": "TypeScript",172 "repo_count": 15849399,173 "file_count": 3283982076,174 "total_size_bytes": 14259594300443,175 "estimated_tokens": 3852788069256,176 "file_size_distribution": {177 "min": 0,178 "p5": 46,179 "p50": 547,180 "p95": 12854,181 "max": 10450766182 },183 "file_tokens_distribution": {184 "min": 1,185 "p5": 26,186 "p50": 192,187 "p95": 1772,188 "max": 2823684189 }190 },191 {192 "language": "Unity3D Asset",193 "repo_count": 1880438,194 "file_count": 1500942990,195 "total_size_bytes": 14006888391883,196 "estimated_tokens": 8083518690369,197 "file_size_distribution": {198 "min": 0,199 "p5": 95,200 "p50": 243,201 "p95": 6862,202 "max": 10485404203 },204 "file_tokens_distribution": {205 "min": 1,206 "p5": 63,207 "p50": 203,208 "p95": 4219,209 "max": 6051234210 }211 },212 {213 "language": "CSS",214 "repo_count": 71166214,215 "file_count": 634066854,216 "total_size_bytes": 13849087768222,217 "estimated_tokens": 4979649326618,218 "file_size_distribution": {219 "min": 0,220 "p5": 46,221 "p50": 2205,222 "p95": 120502,223 "max": 10467607224 },225 "file_tokens_distribution": {226 "min": 1,227 "p5": 37,228 "p50": 502,229 "p95": 16788,230 "max": 3763787231 }232 },233 {234 "language": "Jupyter Notebook",235 "repo_count": 9087767,236 "file_count": 40789100,237 "total_size_bytes": 13005477333225,238 "estimated_tokens": 8523894857155,239 "file_size_distribution": {240 "min": 0,241 "p5": 541,242 "p50": 41458,243 "p95": 1700904,244 "max": 10485760245 },246 "file_tokens_distribution": {247 "min": 1,248 "p5": 733,249 "p50": 21515,250 "p95": 1275039,251 "max": 6872452252 }253 },254 {255 "language": "Markdown",256 "repo_count": 151105679,257 "file_count": 2178164263,258 "total_size_bytes": 11717372617472,259 "estimated_tokens": 3725462420386,260 "file_size_distribution": {261 "min": 0,262 "p5": 93,263 "p50": 1982,264 "p95": 19555,265 "max": 10446467266 },267 "file_tokens_distribution": {268 "min": 1,269 "p5": 6,270 "p50": 261,271 "p95": 4671,272 "max": 3321386273 }274 },275 {276 "language": "C++",277 "repo_count": 9131121,278 "file_count": 900164345,279 "total_size_bytes": 11353383120556,280 "estimated_tokens": 5195941182816,281 "file_size_distribution": {282 "min": 0,283 "p5": 401,284 "p50": 2861,285 "p95": 33323,286 "max": 10485596287 },288 "file_tokens_distribution": {289 "min": 1,290 "p5": 68,291 "p50": 470,292 "p95": 8148,293 "max": 4798793294 }295 },296 {297 "language": "C",298 "repo_count": 8892004,299 "file_count": 648523274,300 "total_size_bytes": 10825862558216,301 "estimated_tokens": 4364581728173,302 "file_size_distribution": {303 "min": 0,304 "p5": 182,305 "p50": 3279,306 "p95": 51086,307 "max": 10483120308 },309 "file_tokens_distribution": {310 "min": 1,311 "p5": 54,312 "p50": 463,313 "p95": 12544,314 "max": 4226401315 }316 },317 {318 "language": "PHP",319 "repo_count": 8702094,320 "file_count": 1836390766,321 "total_size_bytes": 10342590436885,322 "estimated_tokens": 2947794701199,323 "file_size_distribution": {324 "min": 0,325 "p5": 232,326 "p50": 1696,327 "p95": 18434,328 "max": 16143304329 },330 "file_tokens_distribution": {331 "min": 1,332 "p5": 52,333 "p50": 407,334 "p95": 4831,335 "max": 4601086336 }337 },338 {339 "language": "Gettext Catalog",340 "repo_count": 835732,341 "file_count": 376655255,342 "total_size_bytes": 4629783312728,343 "estimated_tokens": 1294499972528,344 "file_size_distribution": {345 "min": 0,346 "p5": 902,347 "p50": 4097,348 "p95": 32780,349 "max": 10431299350 },351 "file_tokens_distribution": {352 "min": 1,353 "p5": 317,354 "p50": 2816,355 "p95": 76738,356 "max": 2916619357 }358 },359 {360 "language": "YAML",361 "repo_count": 35591526,362 "file_count": 435881351,363 "total_size_bytes": 3913808464124,364 "estimated_tokens": 1856689886781,365 "file_size_distribution": {366 "min": 0,367 "p5": 43,368 "p50": 548,369 "p95": 9390,370 "max": 10484706371 },372 "file_tokens_distribution": {373 "min": 1,374 "p5": 41,375 "p50": 284,376 "p95": 77843,377 "max": 4973889378 }379 },380 {381 "language": "Java",382 "repo_count": 21672564,383 "file_count": 836915565,384 "total_size_bytes": 3908857291274,385 "estimated_tokens": 933750530245,386 "file_size_distribution": {387 "min": 0,388 "p5": 194,389 "p50": 1648,390 "p95": 15536,391 "max": 10114781392 },393 "file_tokens_distribution": {394 "min": 1,395 "p5": 40,396 "p50": 268,397 "p95": 2499,398 "max": 2416226399 }400 },401 {402 "language": "C#",403 "repo_count": 8053700,404 "file_count": 614762854,405 "total_size_bytes": 3699991971818,406 "estimated_tokens": 1597697076242,407 "file_size_distribution": {408 "min": 0,409 "p5": 216,410 "p50": 1684,411 "p95": 20439,412 "max": 10455647413 }414 },415 {416 "language": "Go",417 "repo_count": 2307028,418 "file_count": 175809072,419 "total_size_bytes": 1976627570082,420 "estimated_tokens": 584547756053,421 "file_size_distribution": {422 "min": 0,423 "p5": 266,424 "p50": 2704,425 "p95": 36203,426 "max": 10467887427 },428 "file_tokens_distribution": {429 "min": 1,430 "p5": 56,431 "p50": 470,432 "p95": 5131,433 "max": 3095667434 }435 },436 {437 "language": "Wavefront Object",438 "repo_count": 855082,439 "file_count": 23506899,440 "total_size_bytes": 1457244311554,441 "estimated_tokens": 1404593284483,442 "file_size_distribution": {443 "min": 0,444 "p5": 0,445 "p50": 0,446 "p95": 193632,447 "max": 10485703448 },449 "file_tokens_distribution": {450 "min": 1,451 "p5": 320,452 "p50": 7094,453 "p95": 930298,454 "max": 10106849455 }456 },457 {458 "language": "SQL",459 "repo_count": 6684569,460 "file_count": 40599512,461 "total_size_bytes": 945798039223,462 "estimated_tokens": 487772266712,463 "file_size_distribution": {464 "min": 0,465 "p5": 0,466 "p50": 687,467 "p95": 24414,468 "max": 26215147469 },470 "file_tokens_distribution": {471 "min": 1,472 "p5": 22,473 "p50": 254,474 "p95": 13048,475 "max": 13519823476 }477 },478 {479 "language": "SCSS",480 "repo_count": 10881656,481 "file_count": 275248672,482 "total_size_bytes": 882594266434,483 "estimated_tokens": 285921795401,484 "file_size_distribution": {485 "min": 0,486 "p5": 38,487 "p50": 920,488 "p95": 10723,489 "max": 10000000490 },491 "file_tokens_distribution": {492 "min": 1,493 "p5": 25,494 "p50": 273,495 "p95": 2500,496 "max": 3239561497 }498 },499 {500 "language": "TSV",501 "repo_count": 316887,502 "file_count": 8444898,503 "total_size_bytes": 838289124174,504 "estimated_tokens": 546339654313,505 "file_size_distribution": {506 "min": 0,507 "p5": 17,508 "p50": 1455,509 "p95": 404697,510 "max": 10484575511 },512 "file_tokens_distribution": {513 "min": 1,514 "p5": 58,515 "p50": 1512,516 "p95": 294442,517 "max": 6833131518 }519 },520 {521 "language": "COLLADA",522 "repo_count": 98749,523 "file_count": 2170985,524 "total_size_bytes": 784770788777,525 "estimated_tokens": 719451241174,526 "file_size_distribution": {527 "min": 0,528 "p5": 3342,529 "p50": 38301,530 "p95": 2090956,531 "max": 10482102532 },533 "file_tokens_distribution": {534 "min": 1,535 "p5": 1869,536 "p50": 17481,537 "p95": 1834995,538 "max": 9609636539 }540 },541 {542 "language": "Ruby",543 "repo_count": 6415956,544 "file_count": 222434107,545 "total_size_bytes": 589083658542,546 "estimated_tokens": 169212616364,547 "file_size_distribution": {548 "min": 0,549 "p5": 65,550 "p50": 703,551 "p95": 9077,552 "max": 10450423553 },554 "file_tokens_distribution": {555 "min": 1,556 "p5": 24,557 "p50": 183,558 "p95": 1537,559 "max": 3001854560 }561 },562 {563 "language": "Objective-C",564 "repo_count": 3669802,565 "file_count": 134760438,566 "total_size_bytes": 558002791232,567 "estimated_tokens": 143861719797,568 "file_size_distribution": {569 "min": 0,570 "p5": 150,571 "p50": 1378,572 "p95": 14747,573 "max": 10170024574 },575 "file_tokens_distribution": {576 "min": 1,577 "p5": 62,578 "p50": 237,579 "p95": 2224,580 "max": 2621989581 }582 },583 {584 "language": "PostScript",585 "repo_count": 301531,586 "file_count": 6225881,587 "total_size_bytes": 540259055459,588 "estimated_tokens": 385243241079,589 "file_size_distribution": {590 "min": 0,591 "p5": 0,592 "p50": 3656,593 "p95": 380277,594 "max": 10481661595 },596 "file_tokens_distribution": {597 "min": 1,598 "p5": 1337,599 "p50": 16943,600 "p95": 668076,601 "max": 7474172602 }603 },604 {605 "language": "LLVM",606 "repo_count": 34428,607 "file_count": 55255901,608 "total_size_bytes": 529039811227,609 "estimated_tokens": 260088406691,610 "file_size_distribution": {611 "min": 0,612 "p5": 242,613 "p50": 1858,614 "p95": 30866,615 "max": 10477363616 },617 "file_tokens_distribution": {618 "min": 1,619 "p5": 182,620 "p50": 2881,621 "p95": 93617,622 "max": 5150918623 }624 },625 {626 "language": "Shell",627 "repo_count": 23811935,628 "file_count": 150299016,629 "total_size_bytes": 523475128392,630 "estimated_tokens": 180751517021,631 "file_size_distribution": {632 "min": 0,633 "p5": 39,634 "p50": 439,635 "p95": 10284,636 "max": 10211805637 },638 "file_tokens_distribution": {639 "min": 1,640 "p5": 20,641 "p50": 203,642 "p95": 2218,643 "max": 3526050644 }645 },646 {647 "language": "TSX",648 "repo_count": 6366732,649 "file_count": 164025010,650 "total_size_bytes": 500795326226,651 "estimated_tokens": 136869129391,652 "file_size_distribution": {653 "min": 0,654 "p5": 212,655 "p50": 1462,656 "p95": 9947,657 "max": 9592099658 },659 "file_tokens_distribution": {660 "min": 1,661 "p5": 56,662 "p50": 390,663 "p95": 2623,664 "max": 2621554665 }666 },667 {668 "language": "Makefile",669 "repo_count": 8078161,670 "file_count": 122048542,671 "total_size_bytes": 462318597742,672 "estimated_tokens": 155148392444,673 "file_size_distribution": {674 "min": 0,675 "p5": 32,676 "p50": 746,677 "p95": 13230,678 "max": 10450276679 },680 "file_tokens_distribution": {681 "min": 1,682 "p5": 45,683 "p50": 735,684 "p95": 9848,685 "max": 3506983686 }687 },688 {689 "language": "Smali",690 "repo_count": 6686,691 "file_count": 32481261,692 "total_size_bytes": 335422165356,693 "estimated_tokens": 116013892109,694 "file_size_distribution": {695 "min": 0,696 "p5": 432,697 "p50": 2985,698 "p95": 38240,699 "max": 6452669700 },701 "file_tokens_distribution": {702 "min": 1,703 "p5": 107,704 "p50": 995,705 "p95": 13087,706 "max": 2231812707 }708 },709 {710 "language": "VHDL",711 "repo_count": 82852,712 "file_count": 4079540,713 "total_size_bytes": 327127913723,714 "estimated_tokens": 165899187026,715 "file_size_distribution": {716 "min": 0,717 "p5": 0,718 "p50": 4598,719 "p95": 225316,720 "max": 10464347721 },722 "file_tokens_distribution": {723 "min": 1,724 "p5": 108,725 "p50": 976,726 "p95": 122651,727 "max": 5306874728 }729 },730 {731 "language": "Less",732 "repo_count": 2092485,733 "file_count": 83346818,734 "total_size_bytes": 316346188012,735 "estimated_tokens": 97128329502,736 "file_size_distribution": {737 "min": 0,738 "p5": 39,739 "p50": 716,740 "p95": 15864,741 "max": 9402416742 },743 "file_tokens_distribution": {744 "min": 1,745 "p5": 22,746 "p50": 345,747 "p95": 4847,748 "max": 2886840749 }750 },751 {752 "language": "Assembly",753 "repo_count": 774854,754 "file_count": 29754256,755 "total_size_bytes": 305830964128,756 "estimated_tokens": 151827463528,757 "file_size_distribution": {758 "min": 0,759 "p5": 0,760 "p50": 1254,761 "p95": 28173,762 "max": 10520172763 },764 "file_tokens_distribution": {765 "min": 1,766 "p5": 50,767 "p50": 536,768 "p95": 23489,769 "max": 5222660770 }771 },772 {773 "language": "Verilog",774 "repo_count": 160484,775 "file_count": 7432654,776 "total_size_bytes": 280497885433,777 "estimated_tokens": 144534364785,778 "file_size_distribution": {779 "min": 0,780 "p5": 27,781 "p50": 2619,782 "p95": 112908,783 "max": 10484549784 },785 "file_tokens_distribution": {786 "min": 1,787 "p5": 89,788 "p50": 728,789 "p95": 61588,790 "max": 5402457791 }792 },793 {794 "language": "INI",795 "repo_count": 17273131,796 "file_count": 82291364,797 "total_size_bytes": 265327784032,798 "estimated_tokens": 152613246416,799 "file_size_distribution": {800 "min": 0,801 "p5": 0,802 "p50": 175,803 "p95": 5656,804 "max": 11791511805 },806 "file_tokens_distribution": {807 "min": 1,808 "p5": 16,809 "p50": 114,810 "p95": 5255,811 "max": 6782331812 }813 },814 {815 "language": "Blade",816 "repo_count": 1924048,817 "file_count": 51390062,818 "total_size_bytes": 256813717106,819 "estimated_tokens": 64623918784,820 "file_size_distribution": {821 "min": 0,822 "p5": 112,823 "p50": 2022,824 "p95": 18386,825 "max": 9583981826 },827 "file_tokens_distribution": {828 "min": 1,829 "p5": 69,830 "p50": 646,831 "p95": 4365,832 "max": 2411687833 }834 },835 {836 "language": "Lua",837 "repo_count": 764157,838 "file_count": 29044249,839 "total_size_bytes": 247416118288,840 "estimated_tokens": 117867720180,841 "file_size_distribution": {842 "min": 0,843 "p5": 122,844 "p50": 2120,845 "p95": 20868,846 "max": 10529904847 },848 "file_tokens_distribution": {849 "min": 1,850 "p5": 38,851 "p50": 536,852 "p95": 10253,853 "max": 5016390854 }855 },856 {857 "language": "Diff",858 "repo_count": 1371793,859 "file_count": 28767788,860 "total_size_bytes": 243399033744,861 "estimated_tokens": 97880853851,862 "file_size_distribution": {863 "min": 0,864 "p5": 280,865 "p50": 1370,866 "p95": 20268,867 "max": 10459552868 },869 "file_tokens_distribution": {870 "min": 1,871 "p5": 71,872 "p50": 558,873 "p95": 9301,874 "max": 4206220875 }876 },877 {878 "language": "Dart",879 "repo_count": 2238751,880 "file_count": 51558116,881 "total_size_bytes": 242479721963,882 "estimated_tokens": 47972407623,883 "file_size_distribution": {884 "min": 0,885 "p5": 176,886 "p50": 1576,887 "p95": 15536,888 "max": 10291488889 },890 "file_tokens_distribution": {891 "min": 1,892 "p5": 54,893 "p50": 357,894 "p95": 2549,895 "max": 2036077896 }897 },898 {899 "language": "Unix Assembly",900 "repo_count": 415765,901 "file_count": 15260141,902 "total_size_bytes": 221362888135,903 "estimated_tokens": 120520732198,904 "file_size_distribution": {905 "min": 0,906 "p5": 142,907 "p50": 1946,908 "p95": 34228,909 "max": 10449841910 },911 "file_tokens_distribution": {912 "min": 1,913 "p5": 22,914 "p50": 435,915 "p95": 85521,916 "max": 5689402917 }918 },919 {920 "language": "STL",921 "repo_count": 173181,922 "file_count": 3533648,923 "total_size_bytes": 211233764575,924 "estimated_tokens": 139689518291,925 "file_size_distribution": {926 "min": 0,927 "p5": 0,928 "p50": 0,929 "p95": 205647,930 "max": 10463802931 },932 "file_tokens_distribution": {933 "min": 1,934 "p5": 83,935 "p50": 67174,936 "p95": 1551126,937 "max": 6919743938 }939 },940 {941 "language": "Vue",942 "repo_count": 2812674,943 "file_count": 50294678,944 "total_size_bytes": 209357917047,945 "estimated_tokens": 59062684582,946 "file_size_distribution": {947 "min": 0,948 "p5": 173,949 "p50": 1894,950 "p95": 14468,951 "max": 8229464952 },953 "file_tokens_distribution": {954 "min": 1,955 "p5": 59,956 "p50": 583,957 "p95": 3997,958 "max": 2321642959 }960 },961 {962 "language": "Roff Manpage",963 "repo_count": 1501501,964 "file_count": 19173407,965 "total_size_bytes": 208295921769,966 "estimated_tokens": 118138421058,967 "file_size_distribution": {968 "min": 0,969 "p5": 467,970 "p50": 2888,971 "p95": 20136,972 "max": 11090826973 },974 "file_tokens_distribution": {975 "min": 1,976 "p5": 51,977 "p50": 1148,978 "p95": 30365,979 "max": 6290342980 }981 },982 {983 "language": "Rust",984 "repo_count": 1053841,985 "file_count": 28477618,986 "total_size_bytes": 205255196113,987 "estimated_tokens": 54943841803,988 "file_size_distribution": {989 "min": 0,990 "p5": 92,991 "p50": 1591,992 "p95": 24133,993 "max": 10430543994 },995 "file_tokens_distribution": {996 "min": 1,997 "p5": 37,998 "p50": 567,999 "p95": 5879,1000 "max": 27921051001 }1002 },1003 {1004 "language": "reStructuredText",1005 "repo_count": 1721665,1006 "file_count": 46334496,1007 "total_size_bytes": 201427707568,1008 "estimated_tokens": 75678645987,1009 "file_size_distribution": {1010 "min": 0,1011 "p5": 88,1012 "p50": 1036,1013 "p95": 16944,1014 "max": 101329101015 },1016 "file_tokens_distribution": {1017 "min": 1,1018 "p5": 25,1019 "p50": 266,1020 "p95": 5145,1021 "max": 38070481022 }1023 },1024 {1025 "language": "Roff",1026 "repo_count": 1072739,1027 "file_count": 17276461,1028 "total_size_bytes": 189763344814,1029 "estimated_tokens": 111184741418,1030 "file_size_distribution": {1031 "min": 0,1032 "p5": 0,1033 "p50": 23,1034 "p95": 13824,1035 "max": 110525411036 },1037 "file_tokens_distribution": {1038 "min": 1,1039 "p5": 8,1040 "p50": 548,1041 "p95": 23703,1042 "max": 64758231043 }1044 },1045 {1046 "language": "Cython",1047 "repo_count": 296393,1048 "file_count": 10586123,1049 "total_size_bytes": 189182434211,1050 "estimated_tokens": 53362081398,1051 "file_size_distribution": {1052 "min": 0,1053 "p5": 94,1054 "p50": 3460,1055 "p95": 68845,1056 "max": 34998721057 },1058 "file_tokens_distribution": {1059 "min": 1,1060 "p5": 51,1061 "p50": 904,1062 "p95": 15671,1063 "max": 9871981064 }1065 },1066 {1067 "language": "Perl",1068 "repo_count": 832880,1069 "file_count": 20003186,1070 "total_size_bytes": 188407814344,1071 "estimated_tokens": 71795114243,1072 "file_size_distribution": {1073 "min": 0,1074 "p5": 160,1075 "p50": 2076,1076 "p95": 34759,1077 "max": 104387951078 },1079 "file_tokens_distribution": {1080 "min": 1,1081 "p5": 53,1082 "p50": 576,1083 "p95": 8421,1084 "max": 39778311085 }1086 },1087 {1088 "language": "Swift",1089 "repo_count": 3521264,1090 "file_count": 49384327,1091 "total_size_bytes": 186751721879,1092 "estimated_tokens": 41474932909,1093 "file_size_distribution": {1094 "min": 0,1095 "p5": 214,1096 "p50": 1391,1097 "p95": 15155,1098 "max": 77316131099 },1100 "file_tokens_distribution": {1101 "min": 1,1102 "p5": 68,1103 "p50": 312,1104 "p95": 2041,1105 "max": 17170831106 }1107 },1108 {1109 "language": "TeX",1110 "repo_count": 764137,1111 "file_count": 11610896,1112 "total_size_bytes": 165149774992,1113 "estimated_tokens": 67135936238,1114 "file_size_distribution": {1115 "min": 0,1116 "p5": 11,1117 "p50": 2698,1118 "p95": 53186,1119 "max": 103740391120 },1121 "file_tokens_distribution": {1122 "min": 1,1123 "p5": 64,1124 "p50": 1176,1125 "p95": 19524,1126 "max": 42172071127 }1128 },1129 {1130 "language": "Solidity",1131 "repo_count": 660500,1132 "file_count": 16556640,1133 "total_size_bytes": 137356514989,1134 "estimated_tokens": 46596830063,1135 "file_size_distribution": {1136 "min": 0,1137 "p5": 163,1138 "p50": 2475,1139 "p95": 31608,1140 "max": 90614911141 },1142 "file_tokens_distribution": {1143 "min": 1,1144 "p5": 69,1145 "p50": 832,1146 "p95": 12429,1147 "max": 30740211148 }1149 },1150 {1151 "language": "Mathematica",1152 "repo_count": 168573,1153 "file_count": 760626,1154 "total_size_bytes": 130308232988,1155 "estimated_tokens": 86949063786,1156 "file_size_distribution": {1157 "min": 0,1158 "p5": 0,1159 "p50": 11239,1160 "p95": 911395,1161 "max": 104558181162 },1163 "file_tokens_distribution": {1164 "min": 1,1165 "p5": 81,1166 "p50": 6173,1167 "p95": 935245,1168 "max": 69767161169 }1170 },1171 {1172 "language": "Kotlin",1173 "repo_count": 3921043,1174 "file_count": 57197393,1175 "total_size_bytes": 130120706779,1176 "estimated_tokens": 27394978449,1177 "file_size_distribution": {1178 "min": 0,1179 "p5": 124,1180 "p50": 953,1181 "p95": 8123,1182 "max": 84695151183 },1184 "file_tokens_distribution": {1185 "min": 1,1186 "p5": 28,1187 "p50": 200,1188 "p95": 1529,1189 "max": 17831301190 }1191 },1192 {1193 "language": "Gnuplot",1194 "repo_count": 202290,1195 "file_count": 1749874,1196 "total_size_bytes": 128729920285,1197 "estimated_tokens": 116719634819,1198 "file_size_distribution": {1199 "min": 0,1200 "p5": 257,