hf-tiny-v2/tiny-random-Ernie4_5_VLMoeForConditionalGeneration

1{2  "add_prefix_space": false,3  "backend": "tokenizers",4  "bos_token": "<s>",5  "clean_up_tokenization_spaces": false,6  "cls_token": "<|begin_of_sentence|>",7  "eos_token": "</s>",8  "extra_special_tokens": [9    "<|IMAGE_PLACEHOLDER|>",10    "<|IMAGE_START|>",11    "<|IMAGE_END|>",12    "<|VIDEO_PLACEHOLDER|>",13    "<|VIDEO_START|>",14    "<|VIDEO_END|>",15    "<think>",16    "</think>"17  ],18  "header_end_token": "<mask:7>",19  "header_start_token": "<mask:6>",20  "image_end_token": "<|IMAGE_END|>",21  "image_start_token": "<|IMAGE_START|>",22  "image_token": "<|IMAGE_PLACEHOLDER|>",23  "is_local": true,24  "local_files_only": false,25  "mask_token": "<mask:1>",26  "model_max_length": 131072,27  "model_specific_special_tokens": {28    "header_end_token": "<mask:7>",29    "header_start_token": "<mask:6>",30    "image_end_token": "<|IMAGE_END|>",31    "image_start_token": "<|IMAGE_START|>",32    "image_token": "<|IMAGE_PLACEHOLDER|>",33    "sys_end_token": "<mask:5>",34    "sys_start_token": "<mask:4>",35    "video_end_token": "<|VIDEO_END|>",36    "video_start_token": "<|VIDEO_START|>",37    "video_token": "<|VIDEO_PLACEHOLDER|>"38  },39  "pad_token": "<unk>",40  "padding_side": "left",41  "processor_class": "Ernie4_5_VL_MoeProcessor",42  "sep_token": "<|end_of_sentence|>",43  "sys_end_token": "<mask:5>",44  "sys_start_token": "<mask:4>",45  "tokenizer_class": "LlamaTokenizer",46  "unk_token": "<unk>",47  "use_default_system_prompt": false,48  "video_end_token": "<|VIDEO_END|>",49  "video_start_token": "<|VIDEO_START|>",50  "video_token": "<|VIDEO_PLACEHOLDER|>"51}52