CoolFace
Modelpublic

trl-internal-testing/tiny-Qwen2VLForConditionalGeneration

sourceHugging Faceupdated 4mo agoView on Hugging Face
0likes193kdownloads
tokenizer_config.json145 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "added_tokens_decoder": {4    "151643": {5      "content": "<|endoftext|>",6      "lstrip": false,7      "normalized": false,8      "rstrip": false,9      "single_word": false,10      "special": true11    },12    "151644": {13      "content": "<|im_start|>",14      "lstrip": false,15      "normalized": false,16      "rstrip": false,17      "single_word": false,18      "special": true19    },20    "151645": {21      "content": "<|im_end|>",22      "lstrip": false,23      "normalized": false,24      "rstrip": false,25      "single_word": false,26      "special": true27    },28    "151646": {29      "content": "<|object_ref_start|>",30      "lstrip": false,31      "normalized": false,32      "rstrip": false,33      "single_word": false,34      "special": true35    },36    "151647": {37      "content": "<|object_ref_end|>",38      "lstrip": false,39      "normalized": false,40      "rstrip": false,41      "single_word": false,42      "special": true43    },44    "151648": {45      "content": "<|box_start|>",46      "lstrip": false,47      "normalized": false,48      "rstrip": false,49      "single_word": false,50      "special": true51    },52    "151649": {53      "content": "<|box_end|>",54      "lstrip": false,55      "normalized": false,56      "rstrip": false,57      "single_word": false,58      "special": true59    },60    "151650": {61      "content": "<|quad_start|>",62      "lstrip": false,63      "normalized": false,64      "rstrip": false,65      "single_word": false,66      "special": true67    },68    "151651": {69      "content": "<|quad_end|>",70      "lstrip": false,71      "normalized": false,72      "rstrip": false,73      "single_word": false,74      "special": true75    },76    "151652": {77      "content": "<|vision_start|>",78      "lstrip": false,79      "normalized": false,80      "rstrip": false,81      "single_word": false,82      "special": true83    },84    "151653": {85      "content": "<|vision_end|>",86      "lstrip": false,87      "normalized": false,88      "rstrip": false,89      "single_word": false,90      "special": true91    },92    "151654": {93      "content": "<|vision_pad|>",94      "lstrip": false,95      "normalized": false,96      "rstrip": false,97      "single_word": false,98      "special": true99    },100    "151655": {101      "content": "<|image_pad|>",102      "lstrip": false,103      "normalized": false,104      "rstrip": false,105      "single_word": false,106      "special": true107    },108    "151656": {109      "content": "<|video_pad|>",110      "lstrip": false,111      "normalized": false,112      "rstrip": false,113      "single_word": false,114      "special": true115    }116  },117  "additional_special_tokens": [118    "<|im_start|>",119    "<|im_end|>",120    "<|object_ref_start|>",121    "<|object_ref_end|>",122    "<|box_start|>",123    "<|box_end|>",124    "<|quad_start|>",125    "<|quad_end|>",126    "<|vision_start|>",127    "<|vision_end|>",128    "<|vision_pad|>",129    "<|image_pad|>",130    "<|video_pad|>"131  ],132  "bos_token": null,133  "clean_up_tokenization_spaces": false,134  "eos_token": "<|im_end|>",135  "errors": "replace",136  "extra_special_tokens": {},137  "model_max_length": 32768,138  "pad_token": "<|endoftext|>",139  "padding_side": "left",140  "processor_class": "Qwen2VLProcessor",141  "split_special_tokens": false,142  "tokenizer_class": "Qwen2Tokenizer",143  "unk_token": null144}145