codingrev/89-learning-hub-model

1{2  "add_prefix_space": false,3  "added_tokens_decoder": {4    "151643": {5      "content": "<|endoftext|>",6      "lstrip": false,7      "normalized": false,8      "rstrip": false,9      "single_word": false,10      "special": true11    },12    "151644": {13      "content": "<|im_start|>",14      "lstrip": false,15      "normalized": false,16      "rstrip": false,17      "single_word": false,18      "special": true19    },20    "151645": {21      "content": "<|im_end|>",22      "lstrip": false,23      "normalized": false,24      "rstrip": false,25      "single_word": false,26      "special": true27    },28    "151646": {29      "content": "<|object_ref_start|>",30      "lstrip": false,31      "normalized": false,32      "rstrip": false,33      "single_word": false,34      "special": true35    },36    "151647": {37      "content": "<|object_ref_end|>",38      "lstrip": false,39      "normalized": false,40      "rstrip": false,41      "single_word": false,42      "special": true43    },44    "151648": {45      "content": "<|box_start|>",46      "lstrip": false,47      "normalized": false,48      "rstrip": false,49      "single_word": false,50      "special": true51    },52    "151649": {53      "content": "<|box_end|>",54      "lstrip": false,55      "normalized": false,56      "rstrip": false,57      "single_word": false,58      "special": true59    },60    "151650": {61      "content": "<|quad_start|>",62      "lstrip": false,63      "normalized": false,64      "rstrip": false,65      "single_word": false,66      "special": true67    },68    "151651": {69      "content": "<|quad_end|>",70      "lstrip": false,71      "normalized": false,72      "rstrip": false,73      "single_word": false,74      "special": true75    },76    "151652": {77      "content": "<|vision_start|>",78      "lstrip": false,79      "normalized": false,80      "rstrip": false,81      "single_word": false,82      "special": true83    },84    "151653": {85      "content": "<|vision_end|>",86      "lstrip": false,87      "normalized": false,88      "rstrip": false,89      "single_word": false,90      "special": true91    },92    "151654": {93      "content": "<|vision_pad|>",94      "lstrip": false,95      "normalized": false,96      "rstrip": false,97      "single_word": false,98      "special": true99    },100    "151655": {101      "content": "<|image_pad|>",102      "lstrip": false,103      "normalized": false,104      "rstrip": false,105      "single_word": false,106      "special": true107    },108    "151656": {109      "content": "<|video_pad|>",110      "lstrip": false,111      "normalized": false,112      "rstrip": false,113      "single_word": false,114      "special": true115    }116  },117  "additional_special_tokens": [118    "<|im_start|>",119    "<|im_end|>",120    "<|object_ref_start|>",121    "<|object_ref_end|>",122    "<|box_start|>",123    "<|box_end|>",124    "<|quad_start|>",125    "<|quad_end|>",126    "<|vision_start|>",127    "<|vision_end|>",128    "<|vision_pad|>",129    "<|image_pad|>",130    "<|video_pad|>"131  ],132  "bos_token": null,133  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",134  "clean_up_tokenization_spaces": false,135  "eos_token": "<|im_end|>",136  "errors": "replace",137  "model_max_length": 32768,138  "pad_token": "<|endoftext|>",139  "padding_side": "right",140  "split_special_tokens": false,141  "tokenizer_class": "Qwen2Tokenizer",142  "unk_token": null143}144