SenseLLM/ReflectionCoder-CL-7B
133
1{2 "add_bos_token": true,3 "add_eos_token": false,4 "added_tokens_decoder": {5 "0": {6 "content": "<unk>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "1": {14 "content": "<s>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "2": {22 "content": "</s>",23 "lstrip": false,24 "normalized": false,25 "rstrip": false,26 "single_word": false,27 "special": true28 },29 "32000": {30 "content": "▁<PRE>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": true36 },37 "32001": {38 "content": "▁<MID>",39 "lstrip": false,40 "normalized": false,41 "rstrip": false,42 "single_word": false,43 "special": true44 },45 "32002": {46 "content": "▁<SUF>",47 "lstrip": false,48 "normalized": false,49 "rstrip": false,50 "single_word": false,51 "special": true52 },53 "32003": {54 "content": "▁<EOT>",55 "lstrip": false,56 "normalized": false,57 "rstrip": false,58 "single_word": false,59 "special": true60 },61 "32004": {62 "content": "<|user|>",63 "lstrip": false,64 "normalized": false,65 "rstrip": false,66 "single_word": false,67 "special": true68 },69 "32005": {70 "content": "<|assistant|>",71 "lstrip": false,72 "normalized": false,73 "rstrip": false,74 "single_word": false,75 "special": true76 },77 "32006": {78 "content": "<|text|>",79 "lstrip": false,80 "normalized": false,81 "rstrip": false,82 "single_word": false,83 "special": true84 },85 "32007": {86 "content": "<|code|>",87 "lstrip": false,88 "normalized": false,89 "rstrip": false,90 "single_word": false,91 "special": true92 },93 "32008": {94 "content": "<|execution|>",95 "lstrip": false,96 "normalized": false,97 "rstrip": false,98 "single_word": false,99 "special": true100 },101 "32009": {102 "content": "<|endofblock|>",103 "lstrip": false,104 "normalized": false,105 "rstrip": false,106 "single_word": false,107 "special": true108 },109 "32010": {110 "content": "<|endofmessage|>",111 "lstrip": false,112 "normalized": false,113 "rstrip": false,114 "single_word": false,115 "special": true116 }117 },118 "additional_special_tokens": [119 "▁<PRE>",120 "▁<MID>",121 "▁<SUF>",122 "▁<EOT>",123 "<|user|>",124 "<|assistant|>",125 "<|text|>",126 "<|code|>",127 "<|execution|>",128 "<|endofblock|>",129 "<|endofmessage|>"130 ],131 "bos_token": "<s>",132 "clean_up_tokenization_spaces": false,133 "eos_token": "</s>",134 "eot_token": "▁<EOT>",135 "fill_token": "<FILL_ME>",136 "legacy": null,137 "middle_token": "▁<MID>",138 "model_max_length": 1000000000000000019884624838656,139 "pad_token": "</s>",140 "prefix_token": "▁<PRE>",141 "sp_model_kwargs": {},142 "suffix_token": "▁<SUF>",143 "tokenizer_class": "CodeLlamaTokenizer",144 "unk_token": "<unk>",145 "use_default_system_prompt": false,146 "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ '<|user|>' }}{% elif message['role'] == 'system' %}{{ '<|system|>' }}{% elif message['role'] == 'assistant' %}{{ '<|assistant|>' }}{% endif %}{% if message['content'] is string %}{{ '<|text|>' + message['content'] + '<|endofblock|>' }}{% elif message['content'] is sequence %}{% for block in message['content'] %}{% if block['type'] == 'text' %}{{ '<|text|>' }}{% elif block['type'] == 'code' %}{{ '<|code|>' }}{% elif block['type'] == 'execution' %}{{ '<|execution|>' }}{% endif %}{{ block['content'] + '<|endofblock|>' }}{% endfor %}{% endif %}{{ '<|endofmessage|>' }}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% endif %}"147}148 