prithivMLmods/Open-R1-Mini-Experimental
332
1{
2 "add_prefix_space": false,
3 "added_tokens_decoder": {
4 "151643": {
5 "content": "<|endoftext|>",
6 "lstrip": false,
7 "normalized": false,
8 "rstrip": false,
9 "single_word": false,
10 "special": true
11 },
12 "151644": {
13 "content": "<|im_start|>",
14 "lstrip": false,
15 "normalized": false,
16 "rstrip": false,
17 "single_word": false,
18 "special": true
19 },
20 "151645": {
21 "content": "<|im_end|>",
22 "lstrip": false,
23 "normalized": false,
24 "rstrip": false,
25 "single_word": false,
26 "special": true
27 },
28 "151646": {
29 "content": "<|object_ref_start|>",
30 "lstrip": false,
31 "normalized": false,
32 "rstrip": false,
33 "single_word": false,
34 "special": true
35 },
36 "151647": {
37 "content": "<|object_ref_end|>",
38 "lstrip": false,
39 "normalized": false,
40 "rstrip": false,
41 "single_word": false,
42 "special": true
43 },
44 "151648": {
45 "content": "<|box_start|>",
46 "lstrip": false,
47 "normalized": false,
48 "rstrip": false,
49 "single_word": false,
50 "special": true
51 },
52 "151649": {
53 "content": "<|box_end|>",
54 "lstrip": false,
55 "normalized": false,
56 "rstrip": false,
57 "single_word": false,
58 "special": true
59 },
60 "151650": {
61 "content": "<|quad_start|>",
62 "lstrip": false,
63 "normalized": false,
64 "rstrip": false,
65 "single_word": false,
66 "special": true
67 },
68 "151651": {
69 "content": "<|quad_end|>",
70 "lstrip": false,
71 "normalized": false,
72 "rstrip": false,
73 "single_word": false,
74 "special": true
75 },
76 "151652": {
77 "content": "<|vision_start|>",
78 "lstrip": false,
79 "normalized": false,
80 "rstrip": false,
81 "single_word": false,
82 "special": true
83 },
84 "151653": {
85 "content": "<|vision_end|>",
86 "lstrip": false,
87 "normalized": false,
88 "rstrip": false,
89 "single_word": false,
90 "special": true
91 },
92 "151654": {
93 "content": "<|vision_pad|>",
94 "lstrip": false,
95 "normalized": false,
96 "rstrip": false,
97 "single_word": false,
98 "special": true
99 },
100 "151655": {
101 "content": "<|image_pad|>",
102 "lstrip": false,
103 "normalized": false,
104 "rstrip": false,
105 "single_word": false,
106 "special": true
107 },
108 "151656": {
109 "content": "<|video_pad|>",
110 "lstrip": false,
111 "normalized": false,
112 "rstrip": false,
113 "single_word": false,
114 "special": true
115 }
116 },
117 "additional_special_tokens": [
118 "<|im_start|>",
119 "<|im_end|>",
120 "<|object_ref_start|>",
121 "<|object_ref_end|>",
122 "<|box_start|>",
123 "<|box_end|>",
124 "<|quad_start|>",
125 "<|quad_end|>",
126 "<|vision_start|>",
127 "<|vision_end|>",
128 "<|vision_pad|>",
129 "<|image_pad|>",
130 "<|video_pad|>"
131 ],
132 "bos_token": null,
133 "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
134 "clean_up_tokenization_spaces": false,
135 "eos_token": "<|im_end|>",
136 "errors": "replace",
137 "extra_special_tokens": {},
138 "model_max_length": 32768,
139 "pad_token": "<|vision_pad|>",
140 "padding_side": "right",
141 "processor_class": "Qwen2VLProcessor",
142 "split_special_tokens": false,
143 "tokenizer_class": "Qwen2Tokenizer",
144 "unk_token": null
145}
146 