optimum-intel-internal-testing/tiny-random-minicpm-v-4_5
04.2k
1{2 "add_bos_token": false,3 "add_prefix_space": false,4 "added_tokens_decoder": {5 "128244": {6 "content": "<unk>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "151643": {14 "content": "<|endoftext|>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "151644": {22 "content": "<|im_start|>",23 "lstrip": false,24 "normalized": false,25 "rstrip": false,26 "single_word": false,27 "special": true28 },29 "151645": {30 "content": "<|im_end|>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": true36 },37 "151646": {38 "content": "<|object_ref_start|>",39 "lstrip": false,40 "normalized": false,41 "rstrip": false,42 "single_word": false,43 "special": true44 },45 "151647": {46 "content": "<|object_ref_end|>",47 "lstrip": false,48 "normalized": false,49 "rstrip": false,50 "single_word": false,51 "special": true52 },53 "151648": {54 "content": "<|box_start|>",55 "lstrip": false,56 "normalized": false,57 "rstrip": false,58 "single_word": false,59 "special": true60 },61 "151649": {62 "content": "<|box_end|>",63 "lstrip": false,64 "normalized": false,65 "rstrip": false,66 "single_word": false,67 "special": true68 },69 "151650": {70 "content": "<|quad_start|>",71 "lstrip": false,72 "normalized": false,73 "rstrip": false,74 "single_word": false,75 "special": true76 },77 "151651": {78 "content": "<|quad_end|>",79 "lstrip": false,80 "normalized": false,81 "rstrip": false,82 "single_word": false,83 "special": true84 },85 "151652": {86 "content": "<|vision_start|>",87 "lstrip": false,88 "normalized": false,89 "rstrip": false,90 "single_word": false,91 "special": true92 },93 "151653": {94 "content": "<|vision_end|>",95 "lstrip": false,96 "normalized": false,97 "rstrip": false,98 "single_word": false,99 "special": true100 },101 "151654": {102 "content": "<|vision_pad|>",103 "lstrip": false,104 "normalized": false,105 "rstrip": false,106 "single_word": false,107 "special": true108 },109 "151655": {110 "content": "<|image_pad|>",111 "lstrip": false,112 "normalized": false,113 "rstrip": false,114 "single_word": false,115 "special": true116 },117 "151656": {118 "content": "<|video_pad|>",119 "lstrip": false,120 "normalized": false,121 "rstrip": false,122 "single_word": false,123 "special": true124 },125 "151657": {126 "content": "<tool_call>",127 "lstrip": false,128 "normalized": false,129 "rstrip": false,130 "single_word": false,131 "special": false132 },133 "151658": {134 "content": "</tool_call>",135 "lstrip": false,136 "normalized": false,137 "rstrip": false,138 "single_word": false,139 "special": false140 },141 "151659": {142 "content": "<|fim_prefix|>",143 "lstrip": false,144 "normalized": false,145 "rstrip": false,146 "single_word": false,147 "special": false148 },149 "151660": {150 "content": "<|fim_middle|>",151 "lstrip": false,152 "normalized": false,153 "rstrip": false,154 "single_word": false,155 "special": false156 },157 "151661": {158 "content": "<|fim_suffix|>",159 "lstrip": false,160 "normalized": false,161 "rstrip": false,162 "single_word": false,163 "special": false164 },165 "151662": {166 "content": "<|fim_pad|>",167 "lstrip": false,168 "normalized": false,169 "rstrip": false,170 "single_word": false,171 "special": false172 },173 "151663": {174 "content": "<|repo_name|>",175 "lstrip": false,176 "normalized": false,177 "rstrip": false,178 "single_word": false,179 "special": false180 },181 "151664": {182 "content": "<|file_sep|>",183 "lstrip": false,184 "normalized": false,185 "rstrip": false,186 "single_word": false,187 "special": false188 },189 "151665": {190 "content": "<tool_response>",191 "lstrip": false,192 "normalized": false,193 "rstrip": false,194 "single_word": false,195 "special": false196 },197 "151666": {198 "content": "</tool_response>",199 "lstrip": false,200 "normalized": false,201 "rstrip": false,202 "single_word": false,203 "special": false204 },205 "151667": {206 "content": "<think>",207 "lstrip": false,208 "normalized": false,209 "rstrip": false,210 "single_word": false,211 "special": false212 },213 "151668": {214 "content": "</think>",215 "lstrip": false,216 "normalized": false,217 "rstrip": false,218 "single_word": false,219 "special": false220 },221 "151669": {222 "content": "<image>",223 "lstrip": false,224 "normalized": false,225 "rstrip": false,226 "single_word": false,227 "special": true228 },229 "151670": {230 "content": "</image>",231 "lstrip": false,232 "normalized": false,233 "rstrip": false,234 "single_word": false,235 "special": true236 },237 "151671": {238 "content": "<ref>",239 "lstrip": false,240 "normalized": false,241 "rstrip": false,242 "single_word": false,243 "special": true244 },245 "151672": {246 "content": "</ref>",247 "lstrip": false,248 "normalized": false,249 "rstrip": false,250 "single_word": false,251 "special": true252 },253 "151673": {254 "content": "<box>",255 "lstrip": false,256 "normalized": false,257 "rstrip": false,258 "single_word": false,259 "special": true260 },261 "151674": {262 "content": "</box>",263 "lstrip": false,264 "normalized": false,265 "rstrip": false,266 "single_word": false,267 "special": true268 },269 "151675": {270 "content": "<quad>",271 "lstrip": false,272 "normalized": false,273 "rstrip": false,274 "single_word": false,275 "special": true276 },277 "151676": {278 "content": "</quad>",279 "lstrip": false,280 "normalized": false,281 "rstrip": false,282 "single_word": false,283 "special": true284 },285 "151677": {286 "content": "<point>",287 "lstrip": false,288 "normalized": false,289 "rstrip": false,290 "single_word": false,291 "special": true292 },293 "151678": {294 "content": "</point>",295 "lstrip": false,296 "normalized": false,297 "rstrip": false,298 "single_word": false,299 "special": true300 },301 "151679": {302 "content": "<slice>",303 "lstrip": false,304 "normalized": false,305 "rstrip": false,306 "single_word": false,307 "special": true308 },309 "151680": {310 "content": "</slice>",311 "lstrip": false,312 "normalized": false,313 "rstrip": false,314 "single_word": false,315 "special": true316 },317 "151681": {318 "content": "<image_id>",319 "lstrip": false,320 "normalized": false,321 "rstrip": false,322 "single_word": false,323 "special": true324 },325 "151682": {326 "content": "</image_id>",327 "lstrip": false,328 "normalized": false,329 "rstrip": false,330 "single_word": false,331 "special": true332 },333 "151683": {334 "content": "<unit>",335 "lstrip": false,336 "normalized": false,337 "rstrip": false,338 "single_word": false,339 "special": true340 },341 "151684": {342 "content": "</unit>",343 "lstrip": false,344 "normalized": false,345 "rstrip": false,346 "single_word": false,347 "special": true348 },349 "151685": {350 "content": "<|reserved_0|>",351 "lstrip": false,352 "normalized": false,353 "rstrip": false,354 "single_word": false,355 "special": true356 },357 "151686": {358 "content": "<|reserved_1|>",359 "lstrip": false,360 "normalized": false,361 "rstrip": false,362 "single_word": false,363 "special": true364 },365 "151687": {366 "content": "<|reserved_2|>",367 "lstrip": false,368 "normalized": false,369 "rstrip": false,370 "single_word": false,371 "special": true372 },373 "151688": {374 "content": "<|reserved_3|>",375 "lstrip": false,376 "normalized": false,377 "rstrip": false,378 "single_word": false,379 "special": true380 },381 "151689": {382 "content": "<|reserved_4|>",383 "lstrip": false,384 "normalized": false,385 "rstrip": false,386 "single_word": false,387 "special": true388 },389 "151690": {390 "content": "<|reserved_5|>",391 "lstrip": false,392 "normalized": false,393 "rstrip": false,394 "single_word": false,395 "special": true396 },397 "151691": {398 "content": "<|reserved_6|>",399 "lstrip": false,400 "normalized": false,401 "rstrip": false,402 "single_word": false,403 "special": true404 },405 "151692": {406 "content": "<|reserved_7|>",407 "lstrip": false,408 "normalized": false,409 "rstrip": false,410 "single_word": false,411 "special": true412 },413 "151693": {414 "content": "<|reserved_8|>",415 "lstrip": false,416 "normalized": false,417 "rstrip": false,418 "single_word": false,419 "special": true420 },421 "151694": {422 "content": "<|reserved_9|>",423 "lstrip": false,424 "normalized": false,425 "rstrip": false,426 "single_word": false,427 "special": true428 },429 "151695": {430 "content": "<|reserved_10|>",431 "lstrip": false,432 "normalized": false,433 "rstrip": false,434 "single_word": false,435 "special": true436 },437 "151696": {438 "content": "<|reserved_11|>",439 "lstrip": false,440 "normalized": false,441 "rstrip": false,442 "single_word": false,443 "special": true444 },445 "151697": {446 "content": "<|reserved_12|>",447 "lstrip": false,448 "normalized": false,449 "rstrip": false,450 "single_word": false,451 "special": true452 },453 "151698": {454 "content": "<|reserved_13|>",455 "lstrip": false,456 "normalized": false,457 "rstrip": false,458 "single_word": false,459 "special": true460 },461 "151699": {462 "content": "<|reserved_14|>",463 "lstrip": false,464 "normalized": false,465 "rstrip": false,466 "single_word": false,467 "special": true468 },469 "151700": {470 "content": "<|reserved_15|>",471 "lstrip": false,472 "normalized": false,473 "rstrip": false,474 "single_word": false,475 "special": true476 },477 "151701": {478 "content": "<|reserved_16|>",479 "lstrip": false,480 "normalized": false,481 "rstrip": false,482 "single_word": false,483 "special": true484 },485 "151702": {486 "content": "<|reserved_17|>",487 "lstrip": false,488 "normalized": false,489 "rstrip": false,490 "single_word": false,491 "special": true492 },493 "151703": {494 "content": "<|reserved_18|>",495 "lstrip": false,496 "normalized": false,497 "rstrip": false,498 "single_word": false,499 "special": true500 },501 "151704": {502 "content": "<|reserved_19|>",503 "lstrip": false,504 "normalized": false,505 "rstrip": false,506 "single_word": false,507 "special": true508 },509 "151705": {510 "content": "<|reserved_20|>",511 "lstrip": false,512 "normalized": false,513 "rstrip": false,514 "single_word": false,515 "special": true516 },517 "151706": {518 "content": "<|reserved_21|>",519 "lstrip": false,520 "normalized": false,521 "rstrip": false,522 "single_word": false,523 "special": true524 },525 "151707": {526 "content": "<|reserved_22|>",527 "lstrip": false,528 "normalized": false,529 "rstrip": false,530 "single_word": false,531 "special": true532 },533 "151708": {534 "content": "<|reserved_23|>",535 "lstrip": false,536 "normalized": false,537 "rstrip": false,538 "single_word": false,539 "special": true540 },541 "151709": {542 "content": "<|reserved_24|>",543 "lstrip": false,544 "normalized": false,545 "rstrip": false,546 "single_word": false,547 "special": true548 },549 "151710": {550 "content": "<|reserved_25|>",551 "lstrip": false,552 "normalized": false,553 "rstrip": false,554 "single_word": false,555 "special": true556 },557 "151711": {558 "content": "<|reserved_26|>",559 "lstrip": false,560 "normalized": false,561 "rstrip": false,562 "single_word": false,563 "special": true564 },565 "151712": {566 "content": "<|reserved_27|>",567 "lstrip": false,568 "normalized": false,569 "rstrip": false,570 "single_word": false,571 "special": true572 },573 "151713": {574 "content": "<|reserved_28|>",575 "lstrip": false,576 "normalized": false,577 "rstrip": false,578 "single_word": false,579 "special": true580 },581 "151714": {582 "content": "<|reserved_29|>",583 "lstrip": false,584 "normalized": false,585 "rstrip": false,586 "single_word": false,587 "special": true588 },589 "151715": {590 "content": "<|reserved_30|>",591 "lstrip": false,592 "normalized": false,593 "rstrip": false,594 "single_word": false,595 "special": true596 },597 "151716": {598 "content": "<|reserved_31|>",599 "lstrip": false,600 "normalized": false,601 "rstrip": false,602 "single_word": false,603 "special": true604 },605 "151717": {606 "content": "<|reserved_32|>",607 "lstrip": false,608 "normalized": false,609 "rstrip": false,610 "single_word": false,611 "special": true612 },613 "151718": {614 "content": "<|reserved_33|>",615 "lstrip": false,616 "normalized": false,617 "rstrip": false,618 "single_word": false,619 "special": true620 },621 "151719": {622 "content": "<|reserved_34|>",623 "lstrip": false,624 "normalized": false,625 "rstrip": false,626 "single_word": false,627 "special": true628 },629 "151720": {630 "content": "<|reserved_35|>",631 "lstrip": false,632 "normalized": false,633 "rstrip": false,634 "single_word": false,635 "special": true636 },637 "151721": {638 "content": "<|reserved_36|>",639 "lstrip": false,640 "normalized": false,641 "rstrip": false,642 "single_word": false,643 "special": true644 },645 "151722": {646 "content": "<|reserved_37|>",647 "lstrip": false,648 "normalized": false,649 "rstrip": false,650 "single_word": false,651 "special": true652 },653 "151723": {654 "content": "<|reserved_38|>",655 "lstrip": false,656 "normalized": false,657 "rstrip": false,658 "single_word": false,659 "special": true660 },661 "151724": {662 "content": "<|reserved_39|>",663 "lstrip": false,664 "normalized": false,665 "rstrip": false,666 "single_word": false,667 "special": true668 },669 "151725": {670 "content": "<|reserved_40|>",671 "lstrip": false,672 "normalized": false,673 "rstrip": false,674 "single_word": false,675 "special": true676 },677 "151726": {678 "content": "<|reserved_41|>",679 "lstrip": false,680 "normalized": false,681 "rstrip": false,682 "single_word": false,683 "special": true684 },685 "151727": {686 "content": "<|reserved_42|>",687 "lstrip": false,688 "normalized": false,689 "rstrip": false,690 "single_word": false,691 "special": true692 },693 "151728": {694 "content": "<|reserved_43|>",695 "lstrip": false,696 "normalized": false,697 "rstrip": false,698 "single_word": false,699 "special": true700 },701 "151729": {702 "content": "<|reserved_44|>",703 "lstrip": false,704 "normalized": false,705 "rstrip": false,706 "single_word": false,707 "special": true708 },709 "151730": {710 "content": "<|reserved_45|>",711 "lstrip": false,712 "normalized": false,713 "rstrip": false,714 "single_word": false,715 "special": true716 },717 "151731": {718 "content": "<|reserved_46|>",719 "lstrip": false,720 "normalized": false,721 "rstrip": false,722 "single_word": false,723 "special": true724 },725 "151732": {726 "content": "<|reserved_47|>",727 "lstrip": false,728 "normalized": false,729 "rstrip": false,730 "single_word": false,731 "special": true732 },733 "151733": {734 "content": "<|reserved_48|>",735 "lstrip": false,736 "normalized": false,737 "rstrip": false,738 "single_word": false,739 "special": true740 },741 "151734": {742 "content": "<|reserved_49|>",743 "lstrip": false,744 "normalized": false,745 "rstrip": false,746 "single_word": false,747 "special": true748 },749 "151735": {750 "content": "<|reserved_50|>",751 "lstrip": false,752 "normalized": false,753 "rstrip": false,754 "single_word": false,755 "special": true756 },757 "151736": {758 "content": "<|reserved_51|>",759 "lstrip": false,760 "normalized": false,761 "rstrip": false,762 "single_word": false,763 "special": true764 },765 "151737": {766 "content": "<|reserved_52|>",767 "lstrip": false,768 "normalized": false,769 "rstrip": false,770 "single_word": false,771 "special": true772 },773 "151738": {774 "content": "<|reserved_53|>",775 "lstrip": false,776 "normalized": false,777 "rstrip": false,778 "single_word": false,779 "special": true780 },781 "151739": {782 "content": "<|reserved_54|>",783 "lstrip": false,784 "normalized": false,785 "rstrip": false,786 "single_word": false,787 "special": true788 },789 "151740": {790 "content": "<|reserved_55|>",791 "lstrip": false,792 "normalized": false,793 "rstrip": false,794 "single_word": false,795 "special": true796 },797 "151741": {798 "content": "<|reserved_56|>",799 "lstrip": false,800 "normalized": false,801 "rstrip": false,802 "single_word": false,803 "special": true804 },805 "151742": {806 "content": "<|reserved_57|>",807 "lstrip": false,808 "normalized": false,809 "rstrip": false,810 "single_word": false,811 "special": true812 },813 "151743": {814 "content": "<|reserved_58|>",815 "lstrip": false,816 "normalized": false,817 "rstrip": false,818 "single_word": false,819 "special": true820 },821 "151744": {822 "content": "<|reserved_59|>",823 "lstrip": false,824 "normalized": false,825 "rstrip": false,826 "single_word": false,827 "special": true828 },829 "151745": {830 "content": "<|reserved_60|>",831 "lstrip": false,832 "normalized": false,833 "rstrip": false,834 "single_word": false,835 "special": true836 },837 "151746": {838 "content": "<|reserved_61|>",839 "lstrip": false,840 "normalized": false,841 "rstrip": false,842 "single_word": false,843 "special": true844 },845 "151747": {846 "content": "<|reserved_62|>",847 "lstrip": false,848 "normalized": false,849 "rstrip": false,850 "single_word": false,851 "special": true852 }853 },854 "additional_special_tokens": [855 "<unk>",856 "<image>",857 "</image>",858 "<ref>",859 "</ref>",860 "<box>",861 "</box>",862 "<quad>",863 "</quad>",864 "<point>",865 "</point>",866 "<slice>",867 "</slice>",868 "<image_id>",869 "</image_id>",870 "<unit>",871 "</unit>",872 "<|reserved_0|>",873 "<|reserved_1|>",874 "<|reserved_2|>",875 "<|reserved_3|>",876 "<|reserved_4|>",877 "<|reserved_5|>",878 "<|reserved_6|>",879 "<|reserved_7|>",880 "<|reserved_8|>",881 "<|reserved_9|>",882 "<|reserved_10|>",883 "<|reserved_11|>",884 "<|reserved_12|>",885 "<|reserved_13|>",886 "<|reserved_14|>",887 "<|reserved_15|>",888 "<|reserved_16|>",889 "<|reserved_17|>",890 "<|reserved_18|>",891 "<|reserved_19|>",892 "<|reserved_20|>",893 "<|reserved_21|>",894 "<|reserved_22|>",895 "<|reserved_23|>",896 "<|reserved_24|>",897 "<|reserved_25|>",898 "<|reserved_26|>",899 "<|reserved_27|>",900 "<|reserved_28|>",901 "<|reserved_29|>",902 "<|reserved_30|>",903 "<|reserved_31|>",904 "<|reserved_32|>",905 "<|reserved_33|>",906 "<|reserved_34|>",907 "<|reserved_35|>",908 "<|reserved_36|>",909 "<|reserved_37|>",910 "<|reserved_38|>",911 "<|reserved_39|>",912 "<|reserved_40|>",913 "<|reserved_41|>",914 "<|reserved_42|>",915 "<|reserved_43|>",916 "<|reserved_44|>",917 "<|reserved_45|>",918 "<|reserved_46|>",919 "<|reserved_47|>",920 "<|reserved_48|>",921 "<|reserved_49|>",922 "<|reserved_50|>",923 "<|reserved_51|>",924 "<|reserved_52|>",925 "<|reserved_53|>",926 "<|reserved_54|>",927 "<|reserved_55|>",928 "<|reserved_56|>",929 "<|reserved_57|>",930 "<|reserved_58|>",931 "<|reserved_59|>",932 "<|reserved_60|>",933 "<|reserved_61|>",934 "<|reserved_62|>"935 ],936 "auto_map": {937 "AutoProcessor": "openbmb/MiniCPM-V-4_5--processing_minicpmv.MiniCPMVProcessor",938 "AutoTokenizer": [939 "openbmb/MiniCPM-V-4_5--tokenization_qwen2.Qwen2Tokenizer",940 "openbmb/MiniCPM-V-4_5--tokenization_minicpmv_fast.MiniCPMVTokenizerFast"941 ]942 },943 "bos_token": "<|im_start|>",944 "clean_up_tokenization_spaces": false,945 "eos_token": "<|im_end|>",946 "errors": "replace",947 "extra_special_tokens": {},948 "model_max_length": 131072,949 "pad_token": "<|endoftext|>",950 "processor_class": "MiniCPMVProcessor",951 "split_special_tokens": false,952 "tokenizer_class": "MiniCPMVTokenizer",953 "unk_token": "<unk>"954}