Ekhlass/phi2-flutter-questions-8

1{2  "add_eos_token": true,3  "add_prefix_space": false,4  "added_tokens_decoder": {5    "50256": {6      "content": "<|endoftext|>",7      "lstrip": false,8      "normalized": false,9      "rstrip": false,10      "single_word": false,11      "special": true12    },13    "50257": {14      "content": "                               ",15      "lstrip": false,16      "normalized": true,17      "rstrip": false,18      "single_word": false,19      "special": false20    },21    "50258": {22      "content": "                              ",23      "lstrip": false,24      "normalized": true,25      "rstrip": false,26      "single_word": false,27      "special": false28    },29    "50259": {30      "content": "                             ",31      "lstrip": false,32      "normalized": true,33      "rstrip": false,34      "single_word": false,35      "special": false36    },37    "50260": {38      "content": "                            ",39      "lstrip": false,40      "normalized": true,41      "rstrip": false,42      "single_word": false,43      "special": false44    },45    "50261": {46      "content": "                           ",47      "lstrip": false,48      "normalized": true,49      "rstrip": false,50      "single_word": false,51      "special": false52    },53    "50262": {54      "content": "                          ",55      "lstrip": false,56      "normalized": true,57      "rstrip": false,58      "single_word": false,59      "special": false60    },61    "50263": {62      "content": "                         ",63      "lstrip": false,64      "normalized": true,65      "rstrip": false,66      "single_word": false,67      "special": false68    },69    "50264": {70      "content": "                        ",71      "lstrip": false,72      "normalized": true,73      "rstrip": false,74      "single_word": false,75      "special": false76    },77    "50265": {78      "content": "                       ",79      "lstrip": false,80      "normalized": true,81      "rstrip": false,82      "single_word": false,83      "special": false84    },85    "50266": {86      "content": "                      ",87      "lstrip": false,88      "normalized": true,89      "rstrip": false,90      "single_word": false,91      "special": false92    },93    "50267": {94      "content": "                     ",95      "lstrip": false,96      "normalized": true,97      "rstrip": false,98      "single_word": false,99      "special": false100    },101    "50268": {102      "content": "                    ",103      "lstrip": false,104      "normalized": true,105      "rstrip": false,106      "single_word": false,107      "special": false108    },109    "50269": {110      "content": "                   ",111      "lstrip": false,112      "normalized": true,113      "rstrip": false,114      "single_word": false,115      "special": false116    },117    "50270": {118      "content": "                  ",119      "lstrip": false,120      "normalized": true,121      "rstrip": false,122      "single_word": false,123      "special": false124    },125    "50271": {126      "content": "                 ",127      "lstrip": false,128      "normalized": true,129      "rstrip": false,130      "single_word": false,131      "special": false132    },133    "50272": {134      "content": "                ",135      "lstrip": false,136      "normalized": true,137      "rstrip": false,138      "single_word": false,139      "special": false140    },141    "50273": {142      "content": "               ",143      "lstrip": false,144      "normalized": true,145      "rstrip": false,146      "single_word": false,147      "special": false148    },149    "50274": {150      "content": "              ",151      "lstrip": false,152      "normalized": true,153      "rstrip": false,154      "single_word": false,155      "special": false156    },157    "50275": {158      "content": "             ",159      "lstrip": false,160      "normalized": true,161      "rstrip": false,162      "single_word": false,163      "special": false164    },165    "50276": {166      "content": "            ",167      "lstrip": false,168      "normalized": true,169      "rstrip": false,170      "single_word": false,171      "special": false172    },173    "50277": {174      "content": "           ",175      "lstrip": false,176      "normalized": true,177      "rstrip": false,178      "single_word": false,179      "special": false180    },181    "50278": {182      "content": "          ",183      "lstrip": false,184      "normalized": true,185      "rstrip": false,186      "single_word": false,187      "special": false188    },189    "50279": {190      "content": "         ",191      "lstrip": false,192      "normalized": true,193      "rstrip": false,194      "single_word": false,195      "special": false196    },197    "50280": {198      "content": "        ",199      "lstrip": false,200      "normalized": true,201      "rstrip": false,202      "single_word": false,203      "special": false204    },205    "50281": {206      "content": "       ",207      "lstrip": false,208      "normalized": true,209      "rstrip": false,210      "single_word": false,211      "special": false212    },213    "50282": {214      "content": "      ",215      "lstrip": false,216      "normalized": true,217      "rstrip": false,218      "single_word": false,219      "special": false220    },221    "50283": {222      "content": "     ",223      "lstrip": false,224      "normalized": true,225      "rstrip": false,226      "single_word": false,227      "special": false228    },229    "50284": {230      "content": "    ",231      "lstrip": false,232      "normalized": true,233      "rstrip": false,234      "single_word": false,235      "special": false236    },237    "50285": {238      "content": "   ",239      "lstrip": false,240      "normalized": true,241      "rstrip": false,242      "single_word": false,243      "special": false244    },245    "50286": {246      "content": "  ",247      "lstrip": false,248      "normalized": true,249      "rstrip": false,250      "single_word": false,251      "special": false252    },253    "50287": {254      "content": "\t\t\t\t\t\t\t\t\t",255      "lstrip": false,256      "normalized": true,257      "rstrip": false,258      "single_word": false,259      "special": false260    },261    "50288": {262      "content": "\t\t\t\t\t\t\t\t",263      "lstrip": false,264      "normalized": true,265      "rstrip": false,266      "single_word": false,267      "special": false268    },269    "50289": {270      "content": "\t\t\t\t\t\t\t",271      "lstrip": false,272      "normalized": true,273      "rstrip": false,274      "single_word": false,275      "special": false276    },277    "50290": {278      "content": "\t\t\t\t\t\t",279      "lstrip": false,280      "normalized": true,281      "rstrip": false,282      "single_word": false,283      "special": false284    },285    "50291": {286      "content": "\t\t\t\t\t",287      "lstrip": false,288      "normalized": true,289      "rstrip": false,290      "single_word": false,291      "special": false292    },293    "50292": {294      "content": "\t\t\t\t",295      "lstrip": false,296      "normalized": true,297      "rstrip": false,298      "single_word": false,299      "special": false300    },301    "50293": {302      "content": "\t\t\t",303      "lstrip": false,304      "normalized": true,305      "rstrip": false,306      "single_word": false,307      "special": false308    },309    "50294": {310      "content": "\t\t",311      "lstrip": false,312      "normalized": true,313      "rstrip": false,314      "single_word": false,315      "special": false316    },317    "50295": {318      "content": "code_start",319      "lstrip": false,320      "normalized": false,321      "rstrip": false,322      "single_word": false,323      "special": true324    },325    "50296": {326      "content": "<code_end>",327      "lstrip": false,328      "normalized": false,329      "rstrip": false,330      "single_word": false,331      "special": true332    },333    "50297": {334      "content": "<line_break>",335      "lstrip": false,336      "normalized": false,337      "rstrip": false,338      "single_word": false,339      "special": true340    },341    "50298": {342      "content": "<point>",343      "lstrip": false,344      "normalized": false,345      "rstrip": false,346      "single_word": false,347      "special": true348    }349  },350  "additional_special_tokens": [351    "code_start",352    "<code_end>",353    "<line_break>",354    "<point>"355  ],356  "bos_token": "<|endoftext|>",357  "clean_up_tokenization_spaces": true,358  "eos_token": "<|endoftext|>",359  "model_max_length": 2048,360  "pad_token": "<|endoftext|>",361  "tokenizer_class": "CodeGenTokenizer",362  "unk_token": "<|endoftext|>"363}364