CoolFace
Modelpublic

MiniMaxAI/MiniMax-M3

sourceHugging Faceotherupdated 2mo agoView on Hugging Face
1.5klikes165kdownloads
tokenizer_config.json502 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "added_tokens_decoder": {4    "200000": {5      "content": "]!p~[",6      "lstrip": false,7      "normalized": false,8      "rstrip": false,9      "single_word": false,10      "special": true11    },12    "200001": {13      "content": "<fim_prefix>",14      "lstrip": false,15      "normalized": false,16      "rstrip": false,17      "single_word": false,18      "special": true19    },20    "200002": {21      "content": "<fim_middle>",22      "lstrip": false,23      "normalized": false,24      "rstrip": false,25      "single_word": false,26      "special": true27    },28    "200003": {29      "content": "<fim_suffix>",30      "lstrip": false,31      "normalized": false,32      "rstrip": false,33      "single_word": false,34      "special": true35    },36    "200004": {37      "content": "<fim_pad>",38      "lstrip": false,39      "normalized": false,40      "rstrip": false,41      "single_word": false,42      "special": true43    },44    "200005": {45      "content": "<reponame>",46      "lstrip": false,47      "normalized": false,48      "rstrip": false,49      "single_word": false,50      "special": true51    },52    "200006": {53      "content": "<filename>",54      "lstrip": false,55      "normalized": false,56      "rstrip": false,57      "single_word": false,58      "special": true59    },60    "200007": {61      "content": "<gh_stars>",62      "lstrip": false,63      "normalized": false,64      "rstrip": false,65      "single_word": false,66      "special": true67    },68    "200008": {69      "content": "<issue_start>",70      "lstrip": false,71      "normalized": false,72      "rstrip": false,73      "single_word": false,74      "special": true75    },76    "200009": {77      "content": "<issue_comment>",78      "lstrip": false,79      "normalized": false,80      "rstrip": false,81      "single_word": false,82      "special": true83    },84    "200010": {85      "content": "<issue_closed>",86      "lstrip": false,87      "normalized": false,88      "rstrip": false,89      "single_word": false,90      "special": true91    },92    "200011": {93      "content": "<jupyter_start>",94      "lstrip": false,95      "normalized": false,96      "rstrip": false,97      "single_word": false,98      "special": true99    },100    "200012": {101      "content": "<jupyter_text>",102      "lstrip": false,103      "normalized": false,104      "rstrip": false,105      "single_word": false,106      "special": true107    },108    "200013": {109      "content": "<jupyter_code>",110      "lstrip": false,111      "normalized": false,112      "rstrip": false,113      "single_word": false,114      "special": true115    },116    "200014": {117      "content": "<jupyter_output>",118      "lstrip": false,119      "normalized": false,120      "rstrip": false,121      "single_word": false,122      "special": true123    },124    "200015": {125      "content": "<empty_output>",126      "lstrip": false,127      "normalized": false,128      "rstrip": false,129      "single_word": false,130      "special": true131    },132    "200016": {133      "content": "<commit_before>",134      "lstrip": false,135      "normalized": false,136      "rstrip": false,137      "single_word": false,138      "special": true139    },140    "200017": {141      "content": "<commit_msg>",142      "lstrip": false,143      "normalized": false,144      "rstrip": false,145      "single_word": false,146      "special": true147    },148    "200018": {149      "content": "<commit_after>",150      "lstrip": false,151      "normalized": false,152      "rstrip": false,153      "single_word": false,154      "special": true155    },156    "200019": {157      "content": "]~b]",158      "lstrip": false,159      "normalized": false,160      "rstrip": false,161      "single_word": false,162      "special": true163    },164    "200020": {165      "content": "[e~[",166      "lstrip": false,167      "normalized": false,168      "rstrip": false,169      "single_word": false,170      "special": true171    },172    "200021": {173      "content": "]!d~[",174      "lstrip": false,175      "normalized": false,176      "rstrip": false,177      "single_word": false,178      "special": true179    },180    "200022": {181      "content": "<function_call>",182      "lstrip": false,183      "normalized": false,184      "rstrip": false,185      "single_word": false,186      "special": true187    },188    "200023": {189      "content": "<code_interpreter>",190      "lstrip": false,191      "normalized": false,192      "rstrip": false,193      "single_word": false,194      "special": true195    },196    "200024": {197        "content": "]<]speech[>[",198        "lstrip": false,199        "normalized": false,200        "rstrip": false,201        "single_word": false,202        "special": true203    },204    "200025": {205      "content": "]<]image[>[",206      "lstrip": false,207      "normalized": false,208      "rstrip": false,209      "single_word": false,210      "special": true211    },212    "200026": {213      "content": "]<]video[>[",214      "lstrip": false,215      "normalized": false,216      "rstrip": false,217      "single_word": false,218      "special": true219    },220    "200027": {221      "content": "]<]start of speech[>[",222      "lstrip": false,223      "normalized": false,224      "rstrip": false,225      "single_word": false,226      "special": true227    },228    "200028": {229      "content": "]<]end of speech[>[",230      "lstrip": false,231      "normalized": false,232      "rstrip": false,233      "single_word": false,234      "special": true235    },236    "200029": {237      "content": "]<]start of image[>[",238      "lstrip": false,239      "normalized": false,240      "rstrip": false,241      "single_word": false,242      "special": true243    },244    "200030": {245      "content": "]<]end of image[>[",246      "lstrip": false,247      "normalized": false,248      "rstrip": false,249      "single_word": false,250      "special": true251    },252    "200031": {253      "content": "]<]start of video[>[",254      "lstrip": false,255      "normalized": false,256      "rstrip": false,257      "single_word": false,258      "special": true259    },260    "200032": {261      "content": "]<]end of video[>[",262      "lstrip": false,263      "normalized": false,264      "rstrip": false,265      "single_word": false,266      "special": true267    },268    "200033": {269      "content": "]<]vision pad[>[",270      "lstrip": false,271      "normalized": false,272      "rstrip": false,273      "single_word": false,274      "special": true275    },276    "200034": {277      "content": "]~!b[",278      "lstrip": false,279      "normalized": false,280      "rstrip": false,281      "single_word": false,282      "special": true283    },284    "200035": {285      "content": "<jupyter_error>",286      "lstrip": false,287      "normalized": false,288      "rstrip": false,289      "single_word": false,290      "special": true291    },292    "200036": {293      "content": "<add_file>",294      "lstrip": false,295      "normalized": false,296      "rstrip": false,297      "single_word": false,298      "special": true299    },300    "200037": {301      "content": "<delete_file>",302      "lstrip": false,303      "normalized": false,304      "rstrip": false,305      "single_word": false,306      "special": true307    },308    "200038": {309      "content": "<rename_file>",310      "lstrip": false,311      "normalized": false,312      "rstrip": false,313      "single_word": false,314      "special": true315    },316    "200039": {317      "content": "<edit_file>",318      "lstrip": false,319      "normalized": false,320      "rstrip": false,321      "single_word": false,322      "special": true323    },324    "200040": {325      "content": "<commit_message>",326      "lstrip": false,327      "normalized": false,328      "rstrip": false,329      "single_word": false,330      "special": true331    },332    "200041": {333      "content": "<empty_source_file>",334      "lstrip": false,335      "normalized": false,336      "rstrip": false,337      "single_word": false,338      "special": true339    },340    "200042": {341      "content": "<repo_struct>",342      "lstrip": false,343      "normalized": false,344      "rstrip": false,345      "single_word": false,346      "special": true347    },348    "200043": {349      "content": "<code_context>",350      "lstrip": false,351      "normalized": false,352      "rstrip": false,353      "single_word": false,354      "special": true355    },356    "200044": {357      "content": "<file_content>",358      "lstrip": false,359      "normalized": false,360      "rstrip": false,361      "single_word": false,362      "special": true363    },364    "200045": {365      "content": "<source_files>",366      "lstrip": false,367      "normalized": false,368      "rstrip": false,369      "single_word": false,370      "special": true371    },372    "200046": {373      "content": "<pr_start>",374      "lstrip": false,375      "normalized": false,376      "rstrip": false,377      "single_word": false,378      "special": true379    },380    "200047": {381      "content": "<review_comment>",382      "lstrip": false,383      "normalized": false,384      "rstrip": false,385      "single_word": false,386      "special": true387    },388    "200048": {389      "content": "<filepath>",390      "lstrip": false,391      "normalized": false,392      "rstrip": false,393      "single_word": false,394      "special": true395    },396    "200049": {397      "content": "<file_sep>",398      "lstrip": false,399      "normalized": false,400      "rstrip": false,401      "single_word": false,402      "special": true403    },404    "200050": {405      "content": "<think>",406      "lstrip": false,407      "normalized": false,408      "rstrip": false,409      "single_word": false,410      "special": false411    },412    "200051": {413      "content": "</think>",414      "lstrip": false,415      "normalized": false,416      "rstrip": false,417      "single_word": false,418      "special": false419    },420    "200052": {421      "content": "<tool_call>",422      "lstrip": false,423      "normalized": false,424      "rstrip": false,425      "single_word": false,426      "special": false427    },428    "200053": {429      "content": "</tool_call>",430      "lstrip": false,431      "normalized": false,432      "rstrip": false,433      "single_word": false,434      "special": false435    },436    "200054": {437      "content": "]<]frame[>[",438      "lstrip": false,439      "normalized": false,440      "rstrip": false,441      "single_word": false,442      "special": true443    },444    "200055": {445      "content": "]<]start of frame[>[",446      "lstrip": false,447      "normalized": false,448      "rstrip": false,449      "single_word": false,450      "special": true451    },452    "200056": {453      "content": "]<]end of frame[>[",454      "lstrip": false,455      "normalized": false,456      "rstrip": false,457      "single_word": false,458      "special": true459    },460    "200057": {461      "content": "<|content_altered_placeholder|>",462      "lstrip": false,463      "normalized": false,464      "rstrip": false,465      "single_word": false,466      "special": true467    },468    "200058": {469      "content": "]<]minimax[>[",470      "lstrip": false,471      "normalized": false,472      "rstrip": false,473      "single_word": false,474      "special": false475    },476    "200059": {477      "content": "<mm:think>",478      "lstrip": false,479      "normalized": false,480      "rstrip": false,481      "single_word": false,482      "special": false483    },484    "200060": {485      "content": "</mm:think>",486      "lstrip": false,487      "normalized": false,488      "rstrip": false,489      "single_word": false,490      "special": false491    }492  },493  "bos_token": "]~b]",494  "clean_up_tokenization_spaces": false,495  "eos_token": "[e~[",496  "pad_token": "]!p~[",497  "model_max_length": 40960000,498  "tokenizer_class": "PreTrainedTokenizerFast",499  "unk_token": "[e~["500}501 502