ashwinij2/Deepseek_converted_model

1{
2  "added_tokens_decoder": {
3    "151643": {
4      "content": "<｜end▁of▁sentence｜>",
5      "lstrip": false,
6      "normalized": false,
7      "rstrip": false,
8      "single_word": false,
9      "special": true
10    },
11    "151644": {
12      "content": "<｜User｜>",
13      "lstrip": false,
14      "normalized": false,
15      "rstrip": false,
16      "single_word": false,
17      "special": false
18    },
19    "151645": {
20      "content": "<｜Assistant｜>",
21      "lstrip": false,
22      "normalized": false,
23      "rstrip": false,
24      "single_word": false,
25      "special": false
26    },
27    "151646": {
28      "content": "<｜begin▁of▁sentence｜>",
29      "lstrip": false,
30      "normalized": false,
31      "rstrip": false,
32      "single_word": false,
33      "special": true
34    },
35    "151647": {
36      "content": "<|EOT|>",
37      "lstrip": false,
38      "normalized": false,
39      "rstrip": false,
40      "single_word": false,
41      "special": false
42    },
43    "151648": {
44      "content": "<think>",
45      "lstrip": false,
46      "normalized": false,
47      "rstrip": false,
48      "single_word": false,
49      "special": false
50    },
51    "151649": {
52      "content": "</think>",
53      "lstrip": false,
54      "normalized": false,
55      "rstrip": false,
56      "single_word": false,
57      "special": false
58    },
59    "151650": {
60      "content": "<|quad_start|>",
61      "lstrip": false,
62      "normalized": false,
63      "rstrip": false,
64      "single_word": false,
65      "special": true
66    },
67    "151651": {
68      "content": "<|quad_end|>",
69      "lstrip": false,
70      "normalized": false,
71      "rstrip": false,
72      "single_word": false,
73      "special": true
74    },
75    "151652": {
76      "content": "<|vision_start|>",
77      "lstrip": false,
78      "normalized": false,
79      "rstrip": false,
80      "single_word": false,
81      "special": true
82    },
83    "151653": {
84      "content": "<|vision_end|>",
85      "lstrip": false,
86      "normalized": false,
87      "rstrip": false,
88      "single_word": false,
89      "special": true
90    },
91    "151654": {
92      "content": "<|vision_pad|>",
93      "lstrip": false,
94      "normalized": false,
95      "rstrip": false,
96      "single_word": false,
97      "special": true
98    },
99    "151655": {
100      "content": "<|image_pad|>",
101      "lstrip": false,
102      "normalized": false,
103      "rstrip": false,
104      "single_word": false,
105      "special": true
106    },
107    "151656": {
108      "content": "<|video_pad|>",
109      "lstrip": false,
110      "normalized": false,
111      "rstrip": false,
112      "single_word": false,
113      "special": true
114    },
115    "151657": {
116      "content": "<tool_call>",
117      "lstrip": false,
118      "normalized": false,
119      "rstrip": false,
120      "single_word": false,
121      "special": false
122    },
123    "151658": {
124      "content": "</tool_call>",
125      "lstrip": false,
126      "normalized": false,
127      "rstrip": false,
128      "single_word": false,
129      "special": false
130    },
131    "151659": {
132      "content": "<|fim_prefix|>",
133      "lstrip": false,
134      "normalized": false,
135      "rstrip": false,
136      "single_word": false,
137      "special": false
138    },
139    "151660": {
140      "content": "<|fim_middle|>",
141      "lstrip": false,
142      "normalized": false,
143      "rstrip": false,
144      "single_word": false,
145      "special": false
146    },
147    "151661": {
148      "content": "<|fim_suffix|>",
149      "lstrip": false,
150      "normalized": false,
151      "rstrip": false,
152      "single_word": false,
153      "special": false
154    },
155    "151662": {
156      "content": "<|fim_pad|>",
157      "lstrip": false,
158      "normalized": false,
159      "rstrip": false,
160      "single_word": false,
161      "special": false
162    },
163    "151663": {
164      "content": "<|repo_name|>",
165      "lstrip": false,
166      "normalized": false,
167      "rstrip": false,
168      "single_word": false,
169      "special": false
170    },
171    "151664": {
172      "content": "<|file_sep|>",
173      "lstrip": false,
174      "normalized": false,
175      "rstrip": false,
176      "single_word": false,
177      "special": false
178    },
179    "151665": {
180      "content": "<|endoftext|>",
181      "lstrip": false,
182      "normalized": false,
183      "rstrip": false,
184      "single_word": false,
185      "special": true
186    }
187  },
188  "bos_token": null,
189  "clean_up_tokenization_spaces": false,
190  "eos_token": "<|endoftext|>",
191  "extra_special_tokens": {},
192  "model_max_length": 1000000000000000019884624838656,
193  "pad_token": "<|endoftext|>",
194  "tokenizer_class": "Qwen2Tokenizer",
195  "unk_token": "<|endoftext|>"
196}
197