adhafajp/phi2-qlora-zero-chat
09
1{
2 "add_prefix_space": false,
3 "added_tokens_decoder": {
4 "50256": {
5 "content": "<|endoftext|>",
6 "lstrip": false,
7 "normalized": false,
8 "rstrip": false,
9 "single_word": false,
10 "special": true
11 },
12 "50257": {
13 "content": " ",
14 "lstrip": false,
15 "normalized": true,
16 "rstrip": false,
17 "single_word": false,
18 "special": false
19 },
20 "50258": {
21 "content": " ",
22 "lstrip": false,
23 "normalized": true,
24 "rstrip": false,
25 "single_word": false,
26 "special": false
27 },
28 "50259": {
29 "content": " ",
30 "lstrip": false,
31 "normalized": true,
32 "rstrip": false,
33 "single_word": false,
34 "special": false
35 },
36 "50260": {
37 "content": " ",
38 "lstrip": false,
39 "normalized": true,
40 "rstrip": false,
41 "single_word": false,
42 "special": false
43 },
44 "50261": {
45 "content": " ",
46 "lstrip": false,
47 "normalized": true,
48 "rstrip": false,
49 "single_word": false,
50 "special": false
51 },
52 "50262": {
53 "content": " ",
54 "lstrip": false,
55 "normalized": true,
56 "rstrip": false,
57 "single_word": false,
58 "special": false
59 },
60 "50263": {
61 "content": " ",
62 "lstrip": false,
63 "normalized": true,
64 "rstrip": false,
65 "single_word": false,
66 "special": false
67 },
68 "50264": {
69 "content": " ",
70 "lstrip": false,
71 "normalized": true,
72 "rstrip": false,
73 "single_word": false,
74 "special": false
75 },
76 "50265": {
77 "content": " ",
78 "lstrip": false,
79 "normalized": true,
80 "rstrip": false,
81 "single_word": false,
82 "special": false
83 },
84 "50266": {
85 "content": " ",
86 "lstrip": false,
87 "normalized": true,
88 "rstrip": false,
89 "single_word": false,
90 "special": false
91 },
92 "50267": {
93 "content": " ",
94 "lstrip": false,
95 "normalized": true,
96 "rstrip": false,
97 "single_word": false,
98 "special": false
99 },
100 "50268": {
101 "content": " ",
102 "lstrip": false,
103 "normalized": true,
104 "rstrip": false,
105 "single_word": false,
106 "special": false
107 },
108 "50269": {
109 "content": " ",
110 "lstrip": false,
111 "normalized": true,
112 "rstrip": false,
113 "single_word": false,
114 "special": false
115 },
116 "50270": {
117 "content": " ",
118 "lstrip": false,
119 "normalized": true,
120 "rstrip": false,
121 "single_word": false,
122 "special": false
123 },
124 "50271": {
125 "content": " ",
126 "lstrip": false,
127 "normalized": true,
128 "rstrip": false,
129 "single_word": false,
130 "special": false
131 },
132 "50272": {
133 "content": " ",
134 "lstrip": false,
135 "normalized": true,
136 "rstrip": false,
137 "single_word": false,
138 "special": false
139 },
140 "50273": {
141 "content": " ",
142 "lstrip": false,
143 "normalized": true,
144 "rstrip": false,
145 "single_word": false,
146 "special": false
147 },
148 "50274": {
149 "content": " ",
150 "lstrip": false,
151 "normalized": true,
152 "rstrip": false,
153 "single_word": false,
154 "special": false
155 },
156 "50275": {
157 "content": " ",
158 "lstrip": false,
159 "normalized": true,
160 "rstrip": false,
161 "single_word": false,
162 "special": false
163 },
164 "50276": {
165 "content": " ",
166 "lstrip": false,
167 "normalized": true,
168 "rstrip": false,
169 "single_word": false,
170 "special": false
171 },
172 "50277": {
173 "content": " ",
174 "lstrip": false,
175 "normalized": true,
176 "rstrip": false,
177 "single_word": false,
178 "special": false
179 },
180 "50278": {
181 "content": " ",
182 "lstrip": false,
183 "normalized": true,
184 "rstrip": false,
185 "single_word": false,
186 "special": false
187 },
188 "50279": {
189 "content": " ",
190 "lstrip": false,
191 "normalized": true,
192 "rstrip": false,
193 "single_word": false,
194 "special": false
195 },
196 "50280": {
197 "content": " ",
198 "lstrip": false,
199 "normalized": true,
200 "rstrip": false,
201 "single_word": false,
202 "special": false
203 },
204 "50281": {
205 "content": " ",
206 "lstrip": false,
207 "normalized": true,
208 "rstrip": false,
209 "single_word": false,
210 "special": false
211 },
212 "50282": {
213 "content": " ",
214 "lstrip": false,
215 "normalized": true,
216 "rstrip": false,
217 "single_word": false,
218 "special": false
219 },
220 "50283": {
221 "content": " ",
222 "lstrip": false,
223 "normalized": true,
224 "rstrip": false,
225 "single_word": false,
226 "special": false
227 },
228 "50284": {
229 "content": " ",
230 "lstrip": false,
231 "normalized": true,
232 "rstrip": false,
233 "single_word": false,
234 "special": false
235 },
236 "50285": {
237 "content": " ",
238 "lstrip": false,
239 "normalized": true,
240 "rstrip": false,
241 "single_word": false,
242 "special": false
243 },
244 "50286": {
245 "content": " ",
246 "lstrip": false,
247 "normalized": true,
248 "rstrip": false,
249 "single_word": false,
250 "special": false
251 },
252 "50287": {
253 "content": "\t\t\t\t\t\t\t\t\t",
254 "lstrip": false,
255 "normalized": true,
256 "rstrip": false,
257 "single_word": false,
258 "special": false
259 },
260 "50288": {
261 "content": "\t\t\t\t\t\t\t\t",
262 "lstrip": false,
263 "normalized": true,
264 "rstrip": false,
265 "single_word": false,
266 "special": false
267 },
268 "50289": {
269 "content": "\t\t\t\t\t\t\t",
270 "lstrip": false,
271 "normalized": true,
272 "rstrip": false,
273 "single_word": false,
274 "special": false
275 },
276 "50290": {
277 "content": "\t\t\t\t\t\t",
278 "lstrip": false,
279 "normalized": true,
280 "rstrip": false,
281 "single_word": false,
282 "special": false
283 },
284 "50291": {
285 "content": "\t\t\t\t\t",
286 "lstrip": false,
287 "normalized": true,
288 "rstrip": false,
289 "single_word": false,
290 "special": false
291 },
292 "50292": {
293 "content": "\t\t\t\t",
294 "lstrip": false,
295 "normalized": true,
296 "rstrip": false,
297 "single_word": false,
298 "special": false
299 },
300 "50293": {
301 "content": "\t\t\t",
302 "lstrip": false,
303 "normalized": true,
304 "rstrip": false,
305 "single_word": false,
306 "special": false
307 },
308 "50294": {
309 "content": "\t\t",
310 "lstrip": false,
311 "normalized": true,
312 "rstrip": false,
313 "single_word": false,
314 "special": false
315 },
316 "50295": {
317 "content": "<|im_start|>",
318 "lstrip": false,
319 "normalized": false,
320 "rstrip": false,
321 "single_word": false,
322 "special": true
323 },
324 "50296": {
325 "content": "<|im_end|>",
326 "lstrip": false,
327 "normalized": false,
328 "rstrip": false,
329 "single_word": false,
330 "special": true
331 }
332 },
333 "additional_special_tokens": [
334 "<|im_start|>",
335 "<|im_end|>"
336 ],
337 "bos_token": "<|endoftext|>",
338 "clean_up_tokenization_spaces": true,
339 "eos_token": "<|endoftext|>",
340 "extra_special_tokens": {},
341 "model_max_length": 2048,
342 "pad_token": "<|endoftext|>",
343 "return_token_type_ids": false,
344 "tokenizer_class": "CodeGenTokenizer",
345 "unk_token": "<|endoftext|>"
346}
347