windlx/url-classifier-lora

1{
2  "add_bos_token": false,
3  "add_prefix_space": false,
4  "added_tokens_decoder": {
5    "151643": {
6      "content": "<|endoftext|>",
7      "lstrip": false,
8      "normalized": false,
9      "rstrip": false,
10      "single_word": false,
11      "special": true
12    },
13    "151644": {
14      "content": "<|im_start|>",
15      "lstrip": false,
16      "normalized": false,
17      "rstrip": false,
18      "single_word": false,
19      "special": true
20    },
21    "151645": {
22      "content": "<|im_end|>",
23      "lstrip": false,
24      "normalized": false,
25      "rstrip": false,
26      "single_word": false,
27      "special": true
28    },
29    "151646": {
30      "content": "<|object_ref_start|>",
31      "lstrip": false,
32      "normalized": false,
33      "rstrip": false,
34      "single_word": false,
35      "special": true
36    },
37    "151647": {
38      "content": "<|object_ref_end|>",
39      "lstrip": false,
40      "normalized": false,
41      "rstrip": false,
42      "single_word": false,
43      "special": true
44    },
45    "151648": {
46      "content": "<|box_start|>",
47      "lstrip": false,
48      "normalized": false,
49      "rstrip": false,
50      "single_word": false,
51      "special": true
52    },
53    "151649": {
54      "content": "<|box_end|>",
55      "lstrip": false,
56      "normalized": false,
57      "rstrip": false,
58      "single_word": false,
59      "special": true
60    },
61    "151650": {
62      "content": "<|quad_start|>",
63      "lstrip": false,
64      "normalized": false,
65      "rstrip": false,
66      "single_word": false,
67      "special": true
68    },
69    "151651": {
70      "content": "<|quad_end|>",
71      "lstrip": false,
72      "normalized": false,
73      "rstrip": false,
74      "single_word": false,
75      "special": true
76    },
77    "151652": {
78      "content": "<|vision_start|>",
79      "lstrip": false,
80      "normalized": false,
81      "rstrip": false,
82      "single_word": false,
83      "special": true
84    },
85    "151653": {
86      "content": "<|vision_end|>",
87      "lstrip": false,
88      "normalized": false,
89      "rstrip": false,
90      "single_word": false,
91      "special": true
92    },
93    "151654": {
94      "content": "<|vision_pad|>",
95      "lstrip": false,
96      "normalized": false,
97      "rstrip": false,
98      "single_word": false,
99      "special": true
100    },
101    "151655": {
102      "content": "<|image_pad|>",
103      "lstrip": false,
104      "normalized": false,
105      "rstrip": false,
106      "single_word": false,
107      "special": true
108    },
109    "151656": {
110      "content": "<|video_pad|>",
111      "lstrip": false,
112      "normalized": false,
113      "rstrip": false,
114      "single_word": false,
115      "special": true
116    },
117    "151657": {
118      "content": "<tool_call>",
119      "lstrip": false,
120      "normalized": false,
121      "rstrip": false,
122      "single_word": false,
123      "special": false
124    },
125    "151658": {
126      "content": "</tool_call>",
127      "lstrip": false,
128      "normalized": false,
129      "rstrip": false,
130      "single_word": false,
131      "special": false
132    },
133    "151659": {
134      "content": "<|fim_prefix|>",
135      "lstrip": false,
136      "normalized": false,
137      "rstrip": false,
138      "single_word": false,
139      "special": false
140    },
141    "151660": {
142      "content": "<|fim_middle|>",
143      "lstrip": false,
144      "normalized": false,
145      "rstrip": false,
146      "single_word": false,
147      "special": false
148    },
149    "151661": {
150      "content": "<|fim_suffix|>",
151      "lstrip": false,
152      "normalized": false,
153      "rstrip": false,
154      "single_word": false,
155      "special": false
156    },
157    "151662": {
158      "content": "<|fim_pad|>",
159      "lstrip": false,
160      "normalized": false,
161      "rstrip": false,
162      "single_word": false,
163      "special": false
164    },
165    "151663": {
166      "content": "<|repo_name|>",
167      "lstrip": false,
168      "normalized": false,
169      "rstrip": false,
170      "single_word": false,
171      "special": false
172    },
173    "151664": {
174      "content": "<|file_sep|>",
175      "lstrip": false,
176      "normalized": false,
177      "rstrip": false,
178      "single_word": false,
179      "special": false
180    }
181  },
182  "additional_special_tokens": [
183    "<|im_start|>",
184    "<|im_end|>",
185    "<|object_ref_start|>",
186    "<|object_ref_end|>",
187    "<|box_start|>",
188    "<|box_end|>",
189    "<|quad_start|>",
190    "<|quad_end|>",
191    "<|vision_start|>",
192    "<|vision_end|>",
193    "<|vision_pad|>",
194    "<|image_pad|>",
195    "<|video_pad|>"
196  ],
197  "bos_token": null,
198  "clean_up_tokenization_spaces": false,
199  "eos_token": "<|endoftext|>",
200  "errors": "replace",
201  "extra_special_tokens": {},
202  "model_max_length": 131072,
203  "pad_token": "<|endoftext|>",
204  "split_special_tokens": false,
205  "tokenizer_class": "Qwen2Tokenizer",
206  "unk_token": null
207}
208