pruthvimv/DecoderonlyTransformer
0
1{2 "nbformat": 4,3 "nbformat_minor": 0,4 "metadata": {5 "colab": {6 "provenance": [],7 "gpuType": "T4"8 },9 "kernelspec": {10 "name": "python3",11 "display_name": "Python 3"12 },13 "language_info": {14 "name": "python"15 },16 "accelerator": "GPU",17 "widgets": {18 "application/vnd.jupyter.widget-state+json": {19 "939572ca9719407491d2d25477d00e50": {20 "model_module": "@jupyter-widgets/controls",21 "model_name": "HBoxModel",22 "model_module_version": "1.5.0",23 "state": {24 "_dom_classes": [],25 "_model_module": "@jupyter-widgets/controls",26 "_model_module_version": "1.5.0",27 "_model_name": "HBoxModel",28 "_view_count": null,29 "_view_module": "@jupyter-widgets/controls",30 "_view_module_version": "1.5.0",31 "_view_name": "HBoxView",32 "box_style": "",33 "children": [34 "IPY_MODEL_c1fc909e44e243c398e726e6dfefbb51",35 "IPY_MODEL_5af45b792e7e46bdb86f28362c67d42c",36 "IPY_MODEL_5edda65a563948f888f489788b9723e4"37 ],38 "layout": "IPY_MODEL_5b5ef5bf93a241cbba520130c1ef9d2e"39 }40 },41 "c1fc909e44e243c398e726e6dfefbb51": {42 "model_module": "@jupyter-widgets/controls",43 "model_name": "HTMLModel",44 "model_module_version": "1.5.0",45 "state": {46 "_dom_classes": [],47 "_model_module": "@jupyter-widgets/controls",48 "_model_module_version": "1.5.0",49 "_model_name": "HTMLModel",50 "_view_count": null,51 "_view_module": "@jupyter-widgets/controls",52 "_view_module_version": "1.5.0",53 "_view_name": "HTMLView",54 "description": "",55 "description_tooltip": null,56 "layout": "IPY_MODEL_70162ba1dec6412fbc87ccfa395ce63b",57 "placeholder": "",58 "style": "IPY_MODEL_79e61ff994984a90859d022529ae6762",59 "value": "tokenizer_config.json: 100%"60 }61 },62 "5af45b792e7e46bdb86f28362c67d42c": {63 "model_module": "@jupyter-widgets/controls",64 "model_name": "FloatProgressModel",65 "model_module_version": "1.5.0",66 "state": {67 "_dom_classes": [],68 "_model_module": "@jupyter-widgets/controls",69 "_model_module_version": "1.5.0",70 "_model_name": "FloatProgressModel",71 "_view_count": null,72 "_view_module": "@jupyter-widgets/controls",73 "_view_module_version": "1.5.0",74 "_view_name": "ProgressView",75 "bar_style": "success",76 "description": "",77 "description_tooltip": null,78 "layout": "IPY_MODEL_295aa750d30c4feb870f92e049ed3393",79 "max": 26,80 "min": 0,81 "orientation": "horizontal",82 "style": "IPY_MODEL_86b2754ddbb74ba3a66f983fd33d792c",83 "value": 2684 }85 },86 "5edda65a563948f888f489788b9723e4": {87 "model_module": "@jupyter-widgets/controls",88 "model_name": "HTMLModel",89 "model_module_version": "1.5.0",90 "state": {91 "_dom_classes": [],92 "_model_module": "@jupyter-widgets/controls",93 "_model_module_version": "1.5.0",94 "_model_name": "HTMLModel",95 "_view_count": null,96 "_view_module": "@jupyter-widgets/controls",97 "_view_module_version": "1.5.0",98 "_view_name": "HTMLView",99 "description": "",100 "description_tooltip": null,101 "layout": "IPY_MODEL_45df0640f8374a1b87199e6147e2376d",102 "placeholder": "",103 "style": "IPY_MODEL_a66a11d5d89148768a408b806209c313",104 "value": " 26.0/26.0 [00:00<00:00, 1.68kB/s]"105 }106 },107 "5b5ef5bf93a241cbba520130c1ef9d2e": {108 "model_module": "@jupyter-widgets/base",109 "model_name": "LayoutModel",110 "model_module_version": "1.2.0",111 "state": {112 "_model_module": "@jupyter-widgets/base",113 "_model_module_version": "1.2.0",114 "_model_name": "LayoutModel",115 "_view_count": null,116 "_view_module": "@jupyter-widgets/base",117 "_view_module_version": "1.2.0",118 "_view_name": "LayoutView",119 "align_content": null,120 "align_items": null,121 "align_self": null,122 "border": null,123 "bottom": null,124 "display": null,125 "flex": null,126 "flex_flow": null,127 "grid_area": null,128 "grid_auto_columns": null,129 "grid_auto_flow": null,130 "grid_auto_rows": null,131 "grid_column": null,132 "grid_gap": null,133 "grid_row": null,134 "grid_template_areas": null,135 "grid_template_columns": null,136 "grid_template_rows": null,137 "height": null,138 "justify_content": null,139 "justify_items": null,140 "left": null,141 "margin": null,142 "max_height": null,143 "max_width": null,144 "min_height": null,145 "min_width": null,146 "object_fit": null,147 "object_position": null,148 "order": null,149 "overflow": null,150 "overflow_x": null,151 "overflow_y": null,152 "padding": null,153 "right": null,154 "top": null,155 "visibility": null,156 "width": null157 }158 },159 "70162ba1dec6412fbc87ccfa395ce63b": {160 "model_module": "@jupyter-widgets/base",161 "model_name": "LayoutModel",162 "model_module_version": "1.2.0",163 "state": {164 "_model_module": "@jupyter-widgets/base",165 "_model_module_version": "1.2.0",166 "_model_name": "LayoutModel",167 "_view_count": null,168 "_view_module": "@jupyter-widgets/base",169 "_view_module_version": "1.2.0",170 "_view_name": "LayoutView",171 "align_content": null,172 "align_items": null,173 "align_self": null,174 "border": null,175 "bottom": null,176 "display": null,177 "flex": null,178 "flex_flow": null,179 "grid_area": null,180 "grid_auto_columns": null,181 "grid_auto_flow": null,182 "grid_auto_rows": null,183 "grid_column": null,184 "grid_gap": null,185 "grid_row": null,186 "grid_template_areas": null,187 "grid_template_columns": null,188 "grid_template_rows": null,189 "height": null,190 "justify_content": null,191 "justify_items": null,192 "left": null,193 "margin": null,194 "max_height": null,195 "max_width": null,196 "min_height": null,197 "min_width": null,198 "object_fit": null,199 "object_position": null,200 "order": null,201 "overflow": null,202 "overflow_x": null,203 "overflow_y": null,204 "padding": null,205 "right": null,206 "top": null,207 "visibility": null,208 "width": null209 }210 },211 "79e61ff994984a90859d022529ae6762": {212 "model_module": "@jupyter-widgets/controls",213 "model_name": "DescriptionStyleModel",214 "model_module_version": "1.5.0",215 "state": {216 "_model_module": "@jupyter-widgets/controls",217 "_model_module_version": "1.5.0",218 "_model_name": "DescriptionStyleModel",219 "_view_count": null,220 "_view_module": "@jupyter-widgets/base",221 "_view_module_version": "1.2.0",222 "_view_name": "StyleView",223 "description_width": ""224 }225 },226 "295aa750d30c4feb870f92e049ed3393": {227 "model_module": "@jupyter-widgets/base",228 "model_name": "LayoutModel",229 "model_module_version": "1.2.0",230 "state": {231 "_model_module": "@jupyter-widgets/base",232 "_model_module_version": "1.2.0",233 "_model_name": "LayoutModel",234 "_view_count": null,235 "_view_module": "@jupyter-widgets/base",236 "_view_module_version": "1.2.0",237 "_view_name": "LayoutView",238 "align_content": null,239 "align_items": null,240 "align_self": null,241 "border": null,242 "bottom": null,243 "display": null,244 "flex": null,245 "flex_flow": null,246 "grid_area": null,247 "grid_auto_columns": null,248 "grid_auto_flow": null,249 "grid_auto_rows": null,250 "grid_column": null,251 "grid_gap": null,252 "grid_row": null,253 "grid_template_areas": null,254 "grid_template_columns": null,255 "grid_template_rows": null,256 "height": null,257 "justify_content": null,258 "justify_items": null,259 "left": null,260 "margin": null,261 "max_height": null,262 "max_width": null,263 "min_height": null,264 "min_width": null,265 "object_fit": null,266 "object_position": null,267 "order": null,268 "overflow": null,269 "overflow_x": null,270 "overflow_y": null,271 "padding": null,272 "right": null,273 "top": null,274 "visibility": null,275 "width": null276 }277 },278 "86b2754ddbb74ba3a66f983fd33d792c": {279 "model_module": "@jupyter-widgets/controls",280 "model_name": "ProgressStyleModel",281 "model_module_version": "1.5.0",282 "state": {283 "_model_module": "@jupyter-widgets/controls",284 "_model_module_version": "1.5.0",285 "_model_name": "ProgressStyleModel",286 "_view_count": null,287 "_view_module": "@jupyter-widgets/base",288 "_view_module_version": "1.2.0",289 "_view_name": "StyleView",290 "bar_color": null,291 "description_width": ""292 }293 },294 "45df0640f8374a1b87199e6147e2376d": {295 "model_module": "@jupyter-widgets/base",296 "model_name": "LayoutModel",297 "model_module_version": "1.2.0",298 "state": {299 "_model_module": "@jupyter-widgets/base",300 "_model_module_version": "1.2.0",301 "_model_name": "LayoutModel",302 "_view_count": null,303 "_view_module": "@jupyter-widgets/base",304 "_view_module_version": "1.2.0",305 "_view_name": "LayoutView",306 "align_content": null,307 "align_items": null,308 "align_self": null,309 "border": null,310 "bottom": null,311 "display": null,312 "flex": null,313 "flex_flow": null,314 "grid_area": null,315 "grid_auto_columns": null,316 "grid_auto_flow": null,317 "grid_auto_rows": null,318 "grid_column": null,319 "grid_gap": null,320 "grid_row": null,321 "grid_template_areas": null,322 "grid_template_columns": null,323 "grid_template_rows": null,324 "height": null,325 "justify_content": null,326 "justify_items": null,327 "left": null,328 "margin": null,329 "max_height": null,330 "max_width": null,331 "min_height": null,332 "min_width": null,333 "object_fit": null,334 "object_position": null,335 "order": null,336 "overflow": null,337 "overflow_x": null,338 "overflow_y": null,339 "padding": null,340 "right": null,341 "top": null,342 "visibility": null,343 "width": null344 }345 },346 "a66a11d5d89148768a408b806209c313": {347 "model_module": "@jupyter-widgets/controls",348 "model_name": "DescriptionStyleModel",349 "model_module_version": "1.5.0",350 "state": {351 "_model_module": "@jupyter-widgets/controls",352 "_model_module_version": "1.5.0",353 "_model_name": "DescriptionStyleModel",354 "_view_count": null,355 "_view_module": "@jupyter-widgets/base",356 "_view_module_version": "1.2.0",357 "_view_name": "StyleView",358 "description_width": ""359 }360 },361 "6b8e252b3718465aabd5567df89add03": {362 "model_module": "@jupyter-widgets/controls",363 "model_name": "HBoxModel",364 "model_module_version": "1.5.0",365 "state": {366 "_dom_classes": [],367 "_model_module": "@jupyter-widgets/controls",368 "_model_module_version": "1.5.0",369 "_model_name": "HBoxModel",370 "_view_count": null,371 "_view_module": "@jupyter-widgets/controls",372 "_view_module_version": "1.5.0",373 "_view_name": "HBoxView",374 "box_style": "",375 "children": [376 "IPY_MODEL_80088b42bfe145dd9b8e2e77a826c6ba",377 "IPY_MODEL_9c19f509206b45dfb1d2db7cb6093aee",378 "IPY_MODEL_89047eb90e9e471696b03e52e4bb6e9e"379 ],380 "layout": "IPY_MODEL_c4000576cada4db8abea834390f3ce90"381 }382 },383 "80088b42bfe145dd9b8e2e77a826c6ba": {384 "model_module": "@jupyter-widgets/controls",385 "model_name": "HTMLModel",386 "model_module_version": "1.5.0",387 "state": {388 "_dom_classes": [],389 "_model_module": "@jupyter-widgets/controls",390 "_model_module_version": "1.5.0",391 "_model_name": "HTMLModel",392 "_view_count": null,393 "_view_module": "@jupyter-widgets/controls",394 "_view_module_version": "1.5.0",395 "_view_name": "HTMLView",396 "description": "",397 "description_tooltip": null,398 "layout": "IPY_MODEL_1ce7c4dd6a5448ca9d341658766683c5",399 "placeholder": "",400 "style": "IPY_MODEL_9913f6c80ea54114882c2c004bb1f807",401 "value": "vocab.json: 100%"402 }403 },404 "9c19f509206b45dfb1d2db7cb6093aee": {405 "model_module": "@jupyter-widgets/controls",406 "model_name": "FloatProgressModel",407 "model_module_version": "1.5.0",408 "state": {409 "_dom_classes": [],410 "_model_module": "@jupyter-widgets/controls",411 "_model_module_version": "1.5.0",412 "_model_name": "FloatProgressModel",413 "_view_count": null,414 "_view_module": "@jupyter-widgets/controls",415 "_view_module_version": "1.5.0",416 "_view_name": "ProgressView",417 "bar_style": "success",418 "description": "",419 "description_tooltip": null,420 "layout": "IPY_MODEL_0f5f1afc02024e6d95b4df67270ec665",421 "max": 1042301,422 "min": 0,423 "orientation": "horizontal",424 "style": "IPY_MODEL_d9d1ea3e19ff4b3ab259bee52ac6a0c0",425 "value": 1042301426 }427 },428 "89047eb90e9e471696b03e52e4bb6e9e": {429 "model_module": "@jupyter-widgets/controls",430 "model_name": "HTMLModel",431 "model_module_version": "1.5.0",432 "state": {433 "_dom_classes": [],434 "_model_module": "@jupyter-widgets/controls",435 "_model_module_version": "1.5.0",436 "_model_name": "HTMLModel",437 "_view_count": null,438 "_view_module": "@jupyter-widgets/controls",439 "_view_module_version": "1.5.0",440 "_view_name": "HTMLView",441 "description": "",442 "description_tooltip": null,443 "layout": "IPY_MODEL_7ec63a2facbc414e99a14c652004ec0e",444 "placeholder": "",445 "style": "IPY_MODEL_2fbaba7d3bda4c7c998e99c1bb2b12e4",446 "value": " 1.04M/1.04M [00:00<00:00, 7.73MB/s]"447 }448 },449 "c4000576cada4db8abea834390f3ce90": {450 "model_module": "@jupyter-widgets/base",451 "model_name": "LayoutModel",452 "model_module_version": "1.2.0",453 "state": {454 "_model_module": "@jupyter-widgets/base",455 "_model_module_version": "1.2.0",456 "_model_name": "LayoutModel",457 "_view_count": null,458 "_view_module": "@jupyter-widgets/base",459 "_view_module_version": "1.2.0",460 "_view_name": "LayoutView",461 "align_content": null,462 "align_items": null,463 "align_self": null,464 "border": null,465 "bottom": null,466 "display": null,467 "flex": null,468 "flex_flow": null,469 "grid_area": null,470 "grid_auto_columns": null,471 "grid_auto_flow": null,472 "grid_auto_rows": null,473 "grid_column": null,474 "grid_gap": null,475 "grid_row": null,476 "grid_template_areas": null,477 "grid_template_columns": null,478 "grid_template_rows": null,479 "height": null,480 "justify_content": null,481 "justify_items": null,482 "left": null,483 "margin": null,484 "max_height": null,485 "max_width": null,486 "min_height": null,487 "min_width": null,488 "object_fit": null,489 "object_position": null,490 "order": null,491 "overflow": null,492 "overflow_x": null,493 "overflow_y": null,494 "padding": null,495 "right": null,496 "top": null,497 "visibility": null,498 "width": null499 }500 },501 "1ce7c4dd6a5448ca9d341658766683c5": {502 "model_module": "@jupyter-widgets/base",503 "model_name": "LayoutModel",504 "model_module_version": "1.2.0",505 "state": {506 "_model_module": "@jupyter-widgets/base",507 "_model_module_version": "1.2.0",508 "_model_name": "LayoutModel",509 "_view_count": null,510 "_view_module": "@jupyter-widgets/base",511 "_view_module_version": "1.2.0",512 "_view_name": "LayoutView",513 "align_content": null,514 "align_items": null,515 "align_self": null,516 "border": null,517 "bottom": null,518 "display": null,519 "flex": null,520 "flex_flow": null,521 "grid_area": null,522 "grid_auto_columns": null,523 "grid_auto_flow": null,524 "grid_auto_rows": null,525 "grid_column": null,526 "grid_gap": null,527 "grid_row": null,528 "grid_template_areas": null,529 "grid_template_columns": null,530 "grid_template_rows": null,531 "height": null,532 "justify_content": null,533 "justify_items": null,534 "left": null,535 "margin": null,536 "max_height": null,537 "max_width": null,538 "min_height": null,539 "min_width": null,540 "object_fit": null,541 "object_position": null,542 "order": null,543 "overflow": null,544 "overflow_x": null,545 "overflow_y": null,546 "padding": null,547 "right": null,548 "top": null,549 "visibility": null,550 "width": null551 }552 },553 "9913f6c80ea54114882c2c004bb1f807": {554 "model_module": "@jupyter-widgets/controls",555 "model_name": "DescriptionStyleModel",556 "model_module_version": "1.5.0",557 "state": {558 "_model_module": "@jupyter-widgets/controls",559 "_model_module_version": "1.5.0",560 "_model_name": "DescriptionStyleModel",561 "_view_count": null,562 "_view_module": "@jupyter-widgets/base",563 "_view_module_version": "1.2.0",564 "_view_name": "StyleView",565 "description_width": ""566 }567 },568 "0f5f1afc02024e6d95b4df67270ec665": {569 "model_module": "@jupyter-widgets/base",570 "model_name": "LayoutModel",571 "model_module_version": "1.2.0",572 "state": {573 "_model_module": "@jupyter-widgets/base",574 "_model_module_version": "1.2.0",575 "_model_name": "LayoutModel",576 "_view_count": null,577 "_view_module": "@jupyter-widgets/base",578 "_view_module_version": "1.2.0",579 "_view_name": "LayoutView",580 "align_content": null,581 "align_items": null,582 "align_self": null,583 "border": null,584 "bottom": null,585 "display": null,586 "flex": null,587 "flex_flow": null,588 "grid_area": null,589 "grid_auto_columns": null,590 "grid_auto_flow": null,591 "grid_auto_rows": null,592 "grid_column": null,593 "grid_gap": null,594 "grid_row": null,595 "grid_template_areas": null,596 "grid_template_columns": null,597 "grid_template_rows": null,598 "height": null,599 "justify_content": null,600 "justify_items": null,601 "left": null,602 "margin": null,603 "max_height": null,604 "max_width": null,605 "min_height": null,606 "min_width": null,607 "object_fit": null,608 "object_position": null,609 "order": null,610 "overflow": null,611 "overflow_x": null,612 "overflow_y": null,613 "padding": null,614 "right": null,615 "top": null,616 "visibility": null,617 "width": null618 }619 },620 "d9d1ea3e19ff4b3ab259bee52ac6a0c0": {621 "model_module": "@jupyter-widgets/controls",622 "model_name": "ProgressStyleModel",623 "model_module_version": "1.5.0",624 "state": {625 "_model_module": "@jupyter-widgets/controls",626 "_model_module_version": "1.5.0",627 "_model_name": "ProgressStyleModel",628 "_view_count": null,629 "_view_module": "@jupyter-widgets/base",630 "_view_module_version": "1.2.0",631 "_view_name": "StyleView",632 "bar_color": null,633 "description_width": ""634 }635 },636 "7ec63a2facbc414e99a14c652004ec0e": {637 "model_module": "@jupyter-widgets/base",638 "model_name": "LayoutModel",639 "model_module_version": "1.2.0",640 "state": {641 "_model_module": "@jupyter-widgets/base",642 "_model_module_version": "1.2.0",643 "_model_name": "LayoutModel",644 "_view_count": null,645 "_view_module": "@jupyter-widgets/base",646 "_view_module_version": "1.2.0",647 "_view_name": "LayoutView",648 "align_content": null,649 "align_items": null,650 "align_self": null,651 "border": null,652 "bottom": null,653 "display": null,654 "flex": null,655 "flex_flow": null,656 "grid_area": null,657 "grid_auto_columns": null,658 "grid_auto_flow": null,659 "grid_auto_rows": null,660 "grid_column": null,661 "grid_gap": null,662 "grid_row": null,663 "grid_template_areas": null,664 "grid_template_columns": null,665 "grid_template_rows": null,666 "height": null,667 "justify_content": null,668 "justify_items": null,669 "left": null,670 "margin": null,671 "max_height": null,672 "max_width": null,673 "min_height": null,674 "min_width": null,675 "object_fit": null,676 "object_position": null,677 "order": null,678 "overflow": null,679 "overflow_x": null,680 "overflow_y": null,681 "padding": null,682 "right": null,683 "top": null,684 "visibility": null,685 "width": null686 }687 },688 "2fbaba7d3bda4c7c998e99c1bb2b12e4": {689 "model_module": "@jupyter-widgets/controls",690 "model_name": "DescriptionStyleModel",691 "model_module_version": "1.5.0",692 "state": {693 "_model_module": "@jupyter-widgets/controls",694 "_model_module_version": "1.5.0",695 "_model_name": "DescriptionStyleModel",696 "_view_count": null,697 "_view_module": "@jupyter-widgets/base",698 "_view_module_version": "1.2.0",699 "_view_name": "StyleView",700 "description_width": ""701 }702 },703 "0d888e3c4df2490e85f17efde3c1f87d": {704 "model_module": "@jupyter-widgets/controls",705 "model_name": "HBoxModel",706 "model_module_version": "1.5.0",707 "state": {708 "_dom_classes": [],709 "_model_module": "@jupyter-widgets/controls",710 "_model_module_version": "1.5.0",711 "_model_name": "HBoxModel",712 "_view_count": null,713 "_view_module": "@jupyter-widgets/controls",714 "_view_module_version": "1.5.0",715 "_view_name": "HBoxView",716 "box_style": "",717 "children": [718 "IPY_MODEL_515c68eb4502432e9c3dc60bbdcb3177",719 "IPY_MODEL_c90a4eb3b4b342b4931927674870b59f",720 "IPY_MODEL_103a2320218d44b49966dd690ea19145"721 ],722 "layout": "IPY_MODEL_558263641465434283f2c3e0fa349540"723 }724 },725 "515c68eb4502432e9c3dc60bbdcb3177": {726 "model_module": "@jupyter-widgets/controls",727 "model_name": "HTMLModel",728 "model_module_version": "1.5.0",729 "state": {730 "_dom_classes": [],731 "_model_module": "@jupyter-widgets/controls",732 "_model_module_version": "1.5.0",733 "_model_name": "HTMLModel",734 "_view_count": null,735 "_view_module": "@jupyter-widgets/controls",736 "_view_module_version": "1.5.0",737 "_view_name": "HTMLView",738 "description": "",739 "description_tooltip": null,740 "layout": "IPY_MODEL_b9f2d69348bb4749912b93d1814b14b4",741 "placeholder": "",742 "style": "IPY_MODEL_67db87b54c9f47dfb2035fd16cf040dc",743 "value": "merges.txt: 100%"744 }745 },746 "c90a4eb3b4b342b4931927674870b59f": {747 "model_module": "@jupyter-widgets/controls",748 "model_name": "FloatProgressModel",749 "model_module_version": "1.5.0",750 "state": {751 "_dom_classes": [],752 "_model_module": "@jupyter-widgets/controls",753 "_model_module_version": "1.5.0",754 "_model_name": "FloatProgressModel",755 "_view_count": null,756 "_view_module": "@jupyter-widgets/controls",757 "_view_module_version": "1.5.0",758 "_view_name": "ProgressView",759 "bar_style": "success",760 "description": "",761 "description_tooltip": null,762 "layout": "IPY_MODEL_8e6552f2daa1439ab3e33f085766185e",763 "max": 456318,764 "min": 0,765 "orientation": "horizontal",766 "style": "IPY_MODEL_91ded56060cc4f7cba826c513da3c659",767 "value": 456318768 }769 },770 "103a2320218d44b49966dd690ea19145": {771 "model_module": "@jupyter-widgets/controls",772 "model_name": "HTMLModel",773 "model_module_version": "1.5.0",774 "state": {775 "_dom_classes": [],776 "_model_module": "@jupyter-widgets/controls",777 "_model_module_version": "1.5.0",778 "_model_name": "HTMLModel",779 "_view_count": null,780 "_view_module": "@jupyter-widgets/controls",781 "_view_module_version": "1.5.0",782 "_view_name": "HTMLView",783 "description": "",784 "description_tooltip": null,785 "layout": "IPY_MODEL_8466c3160290421f9be8fdccff632fa4",786 "placeholder": "",787 "style": "IPY_MODEL_cf7624e3803d411f8ddafc4c47600607",788 "value": " 456k/456k [00:00<00:00, 6.91MB/s]"789 }790 },791 "558263641465434283f2c3e0fa349540": {792 "model_module": "@jupyter-widgets/base",793 "model_name": "LayoutModel",794 "model_module_version": "1.2.0",795 "state": {796 "_model_module": "@jupyter-widgets/base",797 "_model_module_version": "1.2.0",798 "_model_name": "LayoutModel",799 "_view_count": null,800 "_view_module": "@jupyter-widgets/base",801 "_view_module_version": "1.2.0",802 "_view_name": "LayoutView",803 "align_content": null,804 "align_items": null,805 "align_self": null,806 "border": null,807 "bottom": null,808 "display": null,809 "flex": null,810 "flex_flow": null,811 "grid_area": null,812 "grid_auto_columns": null,813 "grid_auto_flow": null,814 "grid_auto_rows": null,815 "grid_column": null,816 "grid_gap": null,817 "grid_row": null,818 "grid_template_areas": null,819 "grid_template_columns": null,820 "grid_template_rows": null,821 "height": null,822 "justify_content": null,823 "justify_items": null,824 "left": null,825 "margin": null,826 "max_height": null,827 "max_width": null,828 "min_height": null,829 "min_width": null,830 "object_fit": null,831 "object_position": null,832 "order": null,833 "overflow": null,834 "overflow_x": null,835 "overflow_y": null,836 "padding": null,837 "right": null,838 "top": null,839 "visibility": null,840 "width": null841 }842 },843 "b9f2d69348bb4749912b93d1814b14b4": {844 "model_module": "@jupyter-widgets/base",845 "model_name": "LayoutModel",846 "model_module_version": "1.2.0",847 "state": {848 "_model_module": "@jupyter-widgets/base",849 "_model_module_version": "1.2.0",850 "_model_name": "LayoutModel",851 "_view_count": null,852 "_view_module": "@jupyter-widgets/base",853 "_view_module_version": "1.2.0",854 "_view_name": "LayoutView",855 "align_content": null,856 "align_items": null,857 "align_self": null,858 "border": null,859 "bottom": null,860 "display": null,861 "flex": null,862 "flex_flow": null,863 "grid_area": null,864 "grid_auto_columns": null,865 "grid_auto_flow": null,866 "grid_auto_rows": null,867 "grid_column": null,868 "grid_gap": null,869 "grid_row": null,870 "grid_template_areas": null,871 "grid_template_columns": null,872 "grid_template_rows": null,873 "height": null,874 "justify_content": null,875 "justify_items": null,876 "left": null,877 "margin": null,878 "max_height": null,879 "max_width": null,880 "min_height": null,881 "min_width": null,882 "object_fit": null,883 "object_position": null,884 "order": null,885 "overflow": null,886 "overflow_x": null,887 "overflow_y": null,888 "padding": null,889 "right": null,890 "top": null,891 "visibility": null,892 "width": null893 }894 },895 "67db87b54c9f47dfb2035fd16cf040dc": {896 "model_module": "@jupyter-widgets/controls",897 "model_name": "DescriptionStyleModel",898 "model_module_version": "1.5.0",899 "state": {900 "_model_module": "@jupyter-widgets/controls",901 "_model_module_version": "1.5.0",902 "_model_name": "DescriptionStyleModel",903 "_view_count": null,904 "_view_module": "@jupyter-widgets/base",905 "_view_module_version": "1.2.0",906 "_view_name": "StyleView",907 "description_width": ""908 }909 },910 "8e6552f2daa1439ab3e33f085766185e": {911 "model_module": "@jupyter-widgets/base",912 "model_name": "LayoutModel",913 "model_module_version": "1.2.0",914 "state": {915 "_model_module": "@jupyter-widgets/base",916 "_model_module_version": "1.2.0",917 "_model_name": "LayoutModel",918 "_view_count": null,919 "_view_module": "@jupyter-widgets/base",920 "_view_module_version": "1.2.0",921 "_view_name": "LayoutView",922 "align_content": null,923 "align_items": null,924 "align_self": null,925 "border": null,926 "bottom": null,927 "display": null,928 "flex": null,929 "flex_flow": null,930 "grid_area": null,931 "grid_auto_columns": null,932 "grid_auto_flow": null,933 "grid_auto_rows": null,934 "grid_column": null,935 "grid_gap": null,936 "grid_row": null,937 "grid_template_areas": null,938 "grid_template_columns": null,939 "grid_template_rows": null,940 "height": null,941 "justify_content": null,942 "justify_items": null,943 "left": null,944 "margin": null,945 "max_height": null,946 "max_width": null,947 "min_height": null,948 "min_width": null,949 "object_fit": null,950 "object_position": null,951 "order": null,952 "overflow": null,953 "overflow_x": null,954 "overflow_y": null,955 "padding": null,956 "right": null,957 "top": null,958 "visibility": null,959 "width": null960 }961 },962 "91ded56060cc4f7cba826c513da3c659": {963 "model_module": "@jupyter-widgets/controls",964 "model_name": "ProgressStyleModel",965 "model_module_version": "1.5.0",966 "state": {967 "_model_module": "@jupyter-widgets/controls",968 "_model_module_version": "1.5.0",969 "_model_name": "ProgressStyleModel",970 "_view_count": null,971 "_view_module": "@jupyter-widgets/base",972 "_view_module_version": "1.2.0",973 "_view_name": "StyleView",974 "bar_color": null,975 "description_width": ""976 }977 },978 "8466c3160290421f9be8fdccff632fa4": {979 "model_module": "@jupyter-widgets/base",980 "model_name": "LayoutModel",981 "model_module_version": "1.2.0",982 "state": {983 "_model_module": "@jupyter-widgets/base",984 "_model_module_version": "1.2.0",985 "_model_name": "LayoutModel",986 "_view_count": null,987 "_view_module": "@jupyter-widgets/base",988 "_view_module_version": "1.2.0",989 "_view_name": "LayoutView",990 "align_content": null,991 "align_items": null,992 "align_self": null,993 "border": null,994 "bottom": null,995 "display": null,996 "flex": null,997 "flex_flow": null,998 "grid_area": null,999 "grid_auto_columns": null,1000 "grid_auto_flow": null,1001 "grid_auto_rows": null,1002 "grid_column": null,1003 "grid_gap": null,1004 "grid_row": null,1005 "grid_template_areas": null,1006 "grid_template_columns": null,1007 "grid_template_rows": null,1008 "height": null,1009 "justify_content": null,1010 "justify_items": null,1011 "left": null,1012 "margin": null,1013 "max_height": null,1014 "max_width": null,1015 "min_height": null,1016 "min_width": null,1017 "object_fit": null,1018 "object_position": null,1019 "order": null,1020 "overflow": null,1021 "overflow_x": null,1022 "overflow_y": null,1023 "padding": null,1024 "right": null,1025 "top": null,1026 "visibility": null,1027 "width": null1028 }1029 },1030 "cf7624e3803d411f8ddafc4c47600607": {1031 "model_module": "@jupyter-widgets/controls",1032 "model_name": "DescriptionStyleModel",1033 "model_module_version": "1.5.0",1034 "state": {1035 "_model_module": "@jupyter-widgets/controls",1036 "_model_module_version": "1.5.0",1037 "_model_name": "DescriptionStyleModel",1038 "_view_count": null,1039 "_view_module": "@jupyter-widgets/base",1040 "_view_module_version": "1.2.0",1041 "_view_name": "StyleView",1042 "description_width": ""1043 }1044 },1045 "8a668da7106148f9bfd92f30ad31c96c": {1046 "model_module": "@jupyter-widgets/controls",1047 "model_name": "HBoxModel",1048 "model_module_version": "1.5.0",1049 "state": {1050 "_dom_classes": [],1051 "_model_module": "@jupyter-widgets/controls",1052 "_model_module_version": "1.5.0",1053 "_model_name": "HBoxModel",1054 "_view_count": null,1055 "_view_module": "@jupyter-widgets/controls",1056 "_view_module_version": "1.5.0",1057 "_view_name": "HBoxView",1058 "box_style": "",1059 "children": [1060 "IPY_MODEL_f5725297275a46cb849b29927b247ecb",1061 "IPY_MODEL_61d980e7010d4e2f8a4c98a9f1c6d029",1062 "IPY_MODEL_930dedf47cf449c68469d173377de202"1063 ],1064 "layout": "IPY_MODEL_86324c0f8873433a968c1643f10793db"1065 }1066 },1067 "f5725297275a46cb849b29927b247ecb": {1068 "model_module": "@jupyter-widgets/controls",1069 "model_name": "HTMLModel",1070 "model_module_version": "1.5.0",1071 "state": {1072 "_dom_classes": [],1073 "_model_module": "@jupyter-widgets/controls",1074 "_model_module_version": "1.5.0",1075 "_model_name": "HTMLModel",1076 "_view_count": null,1077 "_view_module": "@jupyter-widgets/controls",1078 "_view_module_version": "1.5.0",1079 "_view_name": "HTMLView",1080 "description": "",1081 "description_tooltip": null,1082 "layout": "IPY_MODEL_5ec8bde9287444738044505c276d6060",1083 "placeholder": "",1084 "style": "IPY_MODEL_d5915f9366e74dedad7c5ca7b31633a7",1085 "value": "tokenizer.json: 100%"1086 }1087 },1088 "61d980e7010d4e2f8a4c98a9f1c6d029": {1089 "model_module": "@jupyter-widgets/controls",1090 "model_name": "FloatProgressModel",1091 "model_module_version": "1.5.0",1092 "state": {1093 "_dom_classes": [],1094 "_model_module": "@jupyter-widgets/controls",1095 "_model_module_version": "1.5.0",1096 "_model_name": "FloatProgressModel",1097 "_view_count": null,1098 "_view_module": "@jupyter-widgets/controls",1099 "_view_module_version": "1.5.0",1100 "_view_name": "ProgressView",1101 "bar_style": "success",1102 "description": "",1103 "description_tooltip": null,1104 "layout": "IPY_MODEL_fac637a5d0af4b99a2aa23a0edb80db0",1105 "max": 1355256,1106 "min": 0,1107 "orientation": "horizontal",1108 "style": "IPY_MODEL_25668c4e8ab940caa33c96c1b93fd51a",1109 "value": 13552561110 }1111 },1112 "930dedf47cf449c68469d173377de202": {1113 "model_module": "@jupyter-widgets/controls",1114 "model_name": "HTMLModel",1115 "model_module_version": "1.5.0",1116 "state": {1117 "_dom_classes": [],1118 "_model_module": "@jupyter-widgets/controls",1119 "_model_module_version": "1.5.0",1120 "_model_name": "HTMLModel",1121 "_view_count": null,1122 "_view_module": "@jupyter-widgets/controls",1123 "_view_module_version": "1.5.0",1124 "_view_name": "HTMLView",1125 "description": "",1126 "description_tooltip": null,1127 "layout": "IPY_MODEL_7125e1a8b4984b0bb4e0fb684cae1273",1128 "placeholder": "",1129 "style": "IPY_MODEL_d2d393fc5b8b47419436656e16ba852d",1130 "value": " 1.36M/1.36M [00:00<00:00, 5.18MB/s]"1131 }1132 },1133 "86324c0f8873433a968c1643f10793db": {1134 "model_module": "@jupyter-widgets/base",1135 "model_name": "LayoutModel",1136 "model_module_version": "1.2.0",1137 "state": {1138 "_model_module": "@jupyter-widgets/base",1139 "_model_module_version": "1.2.0",1140 "_model_name": "LayoutModel",1141 "_view_count": null,1142 "_view_module": "@jupyter-widgets/base",1143 "_view_module_version": "1.2.0",1144 "_view_name": "LayoutView",1145 "align_content": null,1146 "align_items": null,1147 "align_self": null,1148 "border": null,1149 "bottom": null,1150 "display": null,1151 "flex": null,1152 "flex_flow": null,1153 "grid_area": null,1154 "grid_auto_columns": null,1155 "grid_auto_flow": null,1156 "grid_auto_rows": null,1157 "grid_column": null,1158 "grid_gap": null,1159 "grid_row": null,1160 "grid_template_areas": null,1161 "grid_template_columns": null,1162 "grid_template_rows": null,1163 "height": null,1164 "justify_content": null,1165 "justify_items": null,1166 "left": null,1167 "margin": null,1168 "max_height": null,1169 "max_width": null,1170 "min_height": null,1171 "min_width": null,1172 "object_fit": null,1173 "object_position": null,1174 "order": null,1175 "overflow": null,1176 "overflow_x": null,1177 "overflow_y": null,1178 "padding": null,1179 "right": null,1180 "top": null,1181 "visibility": null,1182 "width": null1183 }1184 },1185 "5ec8bde9287444738044505c276d6060": {1186 "model_module": "@jupyter-widgets/base",1187 "model_name": "LayoutModel",1188 "model_module_version": "1.2.0",1189 "state": {1190 "_model_module": "@jupyter-widgets/base",1191 "_model_module_version": "1.2.0",1192 "_model_name": "LayoutModel",1193 "_view_count": null,1194 "_view_module": "@jupyter-widgets/base",1195 "_view_module_version": "1.2.0",1196 "_view_name": "LayoutView",1197 "align_content": null,1198 "align_items": null,1199 "align_self": null,1200 "border": null,