NextTokenAI/NextSearch-1-M

1{2  "added_tokens_decoder": {3    "199998": {4      "content": "<|unused|>",5      "single_word": false,6      "lstrip": false,7      "rstrip": false,8      "normalized": false,9      "special": true10    },11    "199999": {12      "content": "<|endoftext|>",13      "single_word": false,14      "lstrip": false,15      "rstrip": false,16      "normalized": false,17      "special": true18    },19    "200000": {20      "content": "<|message_user|>",21      "single_word": false,22      "lstrip": false,23      "rstrip": false,24      "normalized": false,25      "special": true26    },27    "200001": {28      "content": "<|message_model|>",29      "single_word": false,30      "lstrip": false,31      "rstrip": false,32      "normalized": false,33      "special": true34    },35    "200002": {36      "content": "<|message_system|>",37      "single_word": false,38      "lstrip": false,39      "rstrip": false,40      "normalized": false,41      "special": true42    },43    "200003": {44      "content": "<|message_tool|>",45      "single_word": false,46      "lstrip": false,47      "rstrip": false,48      "normalized": false,49      "special": true50    },51    "200004": {52      "content": "<|content_text|>",53      "single_word": false,54      "lstrip": false,55      "rstrip": false,56      "normalized": false,57      "special": true58    },59    "200005": {60      "content": "<|content_image|>",61      "single_word": false,62      "lstrip": false,63      "rstrip": false,64      "normalized": false,65      "special": true66    },67    "200006": {68      "content": "<|content_model_end_sampling|>",69      "single_word": false,70      "lstrip": false,71      "rstrip": false,72      "normalized": false,73      "special": true74    },75    "200007": {76      "content": "<|unused_200007|>",77      "single_word": false,78      "lstrip": false,79      "rstrip": false,80      "normalized": false,81      "special": true82    },83    "200008": {84      "content": "<|content_thinking|>",85      "single_word": false,86      "lstrip": false,87      "rstrip": false,88      "normalized": false,89      "special": true90    },91    "200009": {92      "content": "<|unused_200009|>",93      "single_word": false,94      "lstrip": false,95      "rstrip": false,96      "normalized": false,97      "special": true98    },99    "200010": {100      "content": "<|end_message|>",101      "single_word": false,102      "lstrip": false,103      "rstrip": false,104      "normalized": false,105      "special": true106    },107    "200011": {108      "content": "<|unused_200011|>",109      "single_word": false,110      "lstrip": false,111      "rstrip": false,112      "normalized": false,113      "special": true114    },115    "200012": {116      "content": "<|unused_200012|>",117      "single_word": false,118      "lstrip": false,119      "rstrip": false,120      "normalized": false,121      "special": true122    },123    "200013": {124      "content": "<|unused_200013|>",125      "single_word": false,126      "lstrip": false,127      "rstrip": false,128      "normalized": false,129      "special": true130    },131    "200014": {132      "content": "<|unused_200014|>",133      "single_word": false,134      "lstrip": false,135      "rstrip": false,136      "normalized": false,137      "special": true138    },139    "200015": {140      "content": "<|unused_200015|>",141      "single_word": false,142      "lstrip": false,143      "rstrip": false,144      "normalized": false,145      "special": true146    },147    "200016": {148      "content": "<|unused_200016|>",149      "single_word": false,150      "lstrip": false,151      "rstrip": false,152      "normalized": false,153      "special": true154    },155    "200017": {156      "content": "<|unused_200017|>",157      "single_word": false,158      "lstrip": false,159      "rstrip": false,160      "normalized": false,161      "special": true162    },163    "200018": {164      "content": "<|unused_200018|>",165      "single_word": false,166      "lstrip": false,167      "rstrip": false,168      "normalized": false,169      "special": true170    },171    "200019": {172      "content": "<|unused_200019|>",173      "single_word": false,174      "lstrip": false,175      "rstrip": false,176      "normalized": false,177      "special": true178    },179    "200020": {180      "content": "<|content_audio_input|>",181      "single_word": false,182      "lstrip": false,183      "rstrip": false,184      "normalized": false,185      "special": true186    },187    "200021": {188      "content": "<|unused_200021|>",189      "single_word": false,190      "lstrip": false,191      "rstrip": false,192      "normalized": false,193      "special": true194    },195    "200022": {196      "content": "<|content_tool_error|>",197      "single_word": false,198      "lstrip": false,199      "rstrip": false,200      "normalized": false,201      "special": true202    },203    "200023": {204      "content": "<|audio|>",205      "single_word": false,206      "lstrip": false,207      "rstrip": false,208      "normalized": false,209      "special": true210    },211    "200024": {212      "content": "<|content_xml|>",213      "single_word": false,214      "lstrip": false,215      "rstrip": false,216      "normalized": false,217      "special": true218    },219    "200025": {220      "content": "<|unused_200025|>",221      "single_word": false,222      "lstrip": false,223      "rstrip": false,224      "normalized": false,225      "special": true226    },227    "200026": {228      "content": "<|unused_200026|>",229      "single_word": false,230      "lstrip": false,231      "rstrip": false,232      "normalized": false,233      "special": true234    },235    "200027": {236      "content": "<|unused_200027|>",237      "single_word": false,238      "lstrip": false,239      "rstrip": false,240      "normalized": false,241      "special": true242    },243    "200028": {244      "content": "<|begin_of_text|>",245      "single_word": false,246      "lstrip": false,247      "rstrip": false,248      "normalized": false,249      "special": true250    },251    "200029": {252      "content": "<|unused_200029|>",253      "single_word": false,254      "lstrip": false,255      "rstrip": false,256      "normalized": false,257      "special": true258    },259    "200030": {260      "content": "<|unused_200030|>",261      "single_word": false,262      "lstrip": false,263      "rstrip": false,264      "normalized": false,265      "special": true266    },267    "200031": {268      "content": "<|unused_200031|>",269      "single_word": false,270      "lstrip": false,271      "rstrip": false,272      "normalized": false,273      "special": true274    },275    "200032": {276      "content": "<|unused_200032|>",277      "single_word": false,278      "lstrip": false,279      "rstrip": false,280      "normalized": false,281      "special": true282    },283    "200033": {284      "content": "<|unused_200033|>",285      "single_word": false,286      "lstrip": false,287      "rstrip": false,288      "normalized": false,289      "special": true290    },291    "200034": {292      "content": "<|unused_200034|>",293      "single_word": false,294      "lstrip": false,295      "rstrip": false,296      "normalized": false,297      "special": true298    },299    "200035": {300      "content": "<|unused_200035|>",301      "single_word": false,302      "lstrip": false,303      "rstrip": false,304      "normalized": false,305      "special": true306    },307    "200036": {308      "content": "<|unused_200036|>",309      "single_word": false,310      "lstrip": false,311      "rstrip": false,312      "normalized": false,313      "special": true314    },315    "200037": {316      "content": "<|unused_200037|>",317      "single_word": false,318      "lstrip": false,319      "rstrip": false,320      "normalized": false,321      "special": true322    },323    "200038": {324      "content": "<|unused_200038|>",325      "single_word": false,326      "lstrip": false,327      "rstrip": false,328      "normalized": false,329      "special": true330    },331    "200039": {332      "content": "<|unused_200039|>",333      "single_word": false,334      "lstrip": false,335      "rstrip": false,336      "normalized": false,337      "special": true338    },339    "200040": {340      "content": "<|unused_200040|>",341      "single_word": false,342      "lstrip": false,343      "rstrip": false,344      "normalized": false,345      "special": true346    },347    "200041": {348      "content": "<|unused_200041|>",349      "single_word": false,350      "lstrip": false,351      "rstrip": false,352      "normalized": false,353      "special": true354    },355    "200042": {356      "content": "<|unused_200042|>",357      "single_word": false,358      "lstrip": false,359      "rstrip": false,360      "normalized": false,361      "special": true362    },363    "200043": {364      "content": "<|audio_end|>",365      "single_word": false,366      "lstrip": false,367      "rstrip": false,368      "normalized": false,369      "special": true370    },371    "200044": {372      "content": "<|unused_200044|>",373      "single_word": false,374      "lstrip": false,375      "rstrip": false,376      "normalized": false,377      "special": true378    },379    "200045": {380      "content": "<|unused_200045|>",381      "single_word": false,382      "lstrip": false,383      "rstrip": false,384      "normalized": false,385      "special": true386    },387    "200046": {388      "content": "<|unused_200046|>",389      "single_word": false,390      "lstrip": false,391      "rstrip": false,392      "normalized": false,393      "special": true394    },395    "200047": {396      "content": "<|unused_200047|>",397      "single_word": false,398      "lstrip": false,399      "rstrip": false,400      "normalized": false,401      "special": true402    },403    "200048": {404      "content": "<|unused_200048|>",405      "single_word": false,406      "lstrip": false,407      "rstrip": false,408      "normalized": false,409      "special": true410    },411    "200049": {412      "content": "<|content_invoke_tool_json|>",413      "single_word": false,414      "lstrip": false,415      "rstrip": false,416      "normalized": false,417      "special": true418    },419    "200050": {420      "content": "<|unused_200050|>",421      "single_word": false,422      "lstrip": false,423      "rstrip": false,424      "normalized": false,425      "special": true426    },427    "200051": {428      "content": "<|unused_200051|>",429      "single_word": false,430      "lstrip": false,431      "rstrip": false,432      "normalized": false,433      "special": true434    },435    "200052": {436      "content": "<|unused_200052|>",437      "single_word": false,438      "lstrip": false,439      "rstrip": false,440      "normalized": false,441      "special": true442    },443    "200053": {444      "content": "<|unused_200053|>",445      "single_word": false,446      "lstrip": false,447      "rstrip": false,448      "normalized": false,449      "special": true450    },451    "200054": {452      "content": "<|unused_200054|>",453      "single_word": false,454      "lstrip": false,455      "rstrip": false,456      "normalized": false,457      "special": true458    },459    "200055": {460      "content": "<|unused_200055|>",461      "single_word": false,462      "lstrip": false,463      "rstrip": false,464      "normalized": false,465      "special": true466    },467    "200056": {468      "content": "<|unused_200056|>",469      "single_word": false,470      "lstrip": false,471      "rstrip": false,472      "normalized": false,473      "special": true474    },475    "200057": {476      "content": "<|content_invoke_tool_text|>",477      "single_word": false,478      "lstrip": false,479      "rstrip": false,480      "normalized": false,481      "special": true482    }483  },484  "clean_up_tokenization_spaces": false,485  "fix_mistral_regex": false,486  "extra_special_tokens": {487    "endoftext": "<|endoftext|>",488    "message_user": "<|message_user|>",489    "message_model": "<|message_model|>",490    "message_system": "<|message_system|>",491    "message_tool": "<|message_tool|>",492    "content_text": "<|content_text|>",493    "content_image": "<|content_image|>",494    "content_model_end_sampling": "<|content_model_end_sampling|>",495    "content_thinking": "<|content_thinking|>",496    "end_message": "<|end_message|>",497    "content_audio_input": "<|content_audio_input|>",498    "content_tool_error": "<|content_tool_error|>",499    "audio": "<|audio|>",500    "content_xml": "<|content_xml|>",501    "begin_of_text": "<|begin_of_text|>",502    "audio_end": "<|audio_end|>",503    "content_invoke_tool_json": "<|content_invoke_tool_json|>",504    "content_invoke_tool_text": "<|content_invoke_tool_text|>"505  },506  "model_max_length": 1000000000000000019884624838656,507  "tokenizer_class": "PreTrainedTokenizerFast"508}509