hf-tiny-v2/tiny-random-CohereCompassForConditionalGeneration

1{2  "add_prefix_space": false,3  "backend": "tokenizers",4  "bos_token": "<BOS_TOKEN>",5  "clean_up_tokenization_spaces": false,6  "cls_token": "<CLS>",7  "eos_token": "<|END_OF_TURN_TOKEN|>",8  "errors": "replace",9  "image_token": "<|IMAGE_PAD|>",10  "is_local": true,11  "legacy": true,12  "local_files_only": false,13  "mask_token": "<MASK_TOKEN>",14  "max_pixels": 3868706,15  "min_pixels": 16384,16  "model_max_length": 1000000000000000019884624838656,17  "model_specific_special_tokens": {18    "image_token": "<|IMAGE_PAD|>",19    "video_token": "<|VIDEO_PAD|>",20    "vision_end_token": "<|VISION_END|>",21    "vision_start_token": "<|VISION_START|>"22  },23  "pad_token": "<PAD>",24  "padding_side": "right",25  "processor_class": "CohereCompassProcessor",26  "sep_token": "<SEP>",27  "sp_model_kwargs": {},28  "spaces_between_special_tokens": false,29  "tokenizer_class": "CohereTokenizer",30  "unk_token": "<UNK>",31  "use_default_system_prompt": false,32  "video_token": "<|VIDEO_PAD|>",33  "vision_end_token": "<|VISION_END|>",34  "vision_start_token": "<|VISION_START|>"35}36