TroyDoesAI/Mermaid-Llama-6.7B-RAG-Code-Instruct

1{
2  "add_bos_token": true,
3  "add_eos_token": false,
4  "added_tokens_decoder": {
5    "32000": {
6      "content": "õ",
7      "lstrip": false,
8      "normalized": true,
9      "rstrip": false,
10      "single_word": false,
11      "special": false
12    },
13    "32001": {
14      "content": "÷",
15      "lstrip": false,
16      "normalized": true,
17      "rstrip": false,
18      "single_word": false,
19      "special": false
20    },
21    "32002": {
22      "content": "Á",
23      "lstrip": false,
24      "normalized": true,
25      "rstrip": false,
26      "single_word": false,
27      "special": false
28    },
29    "32003": {
30      "content": "ý",
31      "lstrip": false,
32      "normalized": true,
33      "rstrip": false,
34      "single_word": false,
35      "special": false
36    },
37    "32004": {
38      "content": "À",
39      "lstrip": false,
40      "normalized": true,
41      "rstrip": false,
42      "single_word": false,
43      "special": false
44    },
45    "32005": {
46      "content": "ÿ",
47      "lstrip": false,
48      "normalized": true,
49      "rstrip": false,
50      "single_word": false,
51      "special": false
52    },
53    "32006": {
54      "content": "ø",
55      "lstrip": false,
56      "normalized": true,
57      "rstrip": false,
58      "single_word": false,
59      "special": false
60    },
61    "32007": {
62      "content": "ú",
63      "lstrip": false,
64      "normalized": true,
65      "rstrip": false,
66      "single_word": false,
67      "special": false
68    },
69    "32008": {
70      "content": "þ",
71      "lstrip": false,
72      "normalized": true,
73      "rstrip": false,
74      "single_word": false,
75      "special": false
76    },
77    "32009": {
78      "content": "ü",
79      "lstrip": false,
80      "normalized": true,
81      "rstrip": false,
82      "single_word": false,
83      "special": false
84    },
85    "32010": {
86      "content": "ù",
87      "lstrip": false,
88      "normalized": true,
89      "rstrip": false,
90      "single_word": false,
91      "special": false
92    },
93    "32011": {
94      "content": "ö",
95      "lstrip": false,
96      "normalized": true,
97      "rstrip": false,
98      "single_word": false,
99      "special": false
100    },
101    "32012": {
102      "content": "û",
103      "lstrip": false,
104      "normalized": true,
105      "rstrip": false,
106      "single_word": false,
107      "special": false
108    },
109    "32013": {
110      "content": "<｜begin▁of▁sentence｜>",
111      "lstrip": false,
112      "normalized": true,
113      "rstrip": false,
114      "single_word": false,
115      "special": true
116    },
117    "32014": {
118      "content": "<｜end▁of▁sentence｜>",
119      "lstrip": false,
120      "normalized": true,
121      "rstrip": false,
122      "single_word": false,
123      "special": true
124    },
125    "32015": {
126      "content": "<｜fim▁hole｜>",
127      "lstrip": false,
128      "normalized": true,
129      "rstrip": false,
130      "single_word": false,
131      "special": false
132    },
133    "32016": {
134      "content": "<｜fim▁begin｜>",
135      "lstrip": false,
136      "normalized": true,
137      "rstrip": false,
138      "single_word": false,
139      "special": false
140    },
141    "32017": {
142      "content": "<｜fim▁end｜>",
143      "lstrip": false,
144      "normalized": true,
145      "rstrip": false,
146      "single_word": false,
147      "special": false
148    },
149    "32018": {
150      "content": "<pad>",
151      "lstrip": false,
152      "normalized": true,
153      "rstrip": false,
154      "single_word": false,
155      "special": false
156    },
157    "32019": {
158      "content": "<|User|>",
159      "lstrip": false,
160      "normalized": true,
161      "rstrip": false,
162      "single_word": false,
163      "special": false
164    },
165    "32020": {
166      "content": "<|Assistant|>",
167      "lstrip": false,
168      "normalized": true,
169      "rstrip": false,
170      "single_word": false,
171      "special": false
172    },
173    "32021": {
174      "content": "<|EOT|>",
175      "lstrip": false,
176      "normalized": true,
177      "rstrip": false,
178      "single_word": false,
179      "special": false
180    },
181    "32022": {
182      "content": "<unk>",
183      "lstrip": false,
184      "normalized": false,
185      "rstrip": false,
186      "single_word": false,
187      "special": true
188    }
189  },
190  "bos_token": "<｜begin▁of▁sentence｜>",
191  "clean_up_tokenization_spaces": false,
192  "eos_token": "<｜end▁of▁sentence｜>",
193  "legacy": true,
194  "max_length": 2048,
195  "model_max_length": 2048,
196  "pad_to_multiple_of": null,
197  "pad_token": "<｜end▁of▁sentence｜>",
198  "pad_token_type_id": 0,
199  "padding_side": "right",
200  "sp_model_kwargs": {},
201  "stride": 0,
202  "tokenizer_class": "LlamaTokenizer",
203  "truncation_side": "right",
204  "truncation_strategy": "longest_first",
205  "unk_token": "<unk>",
206  "use_default_system_prompt": true
207}
208