CoolFace
Modelpublic

nvidia/AceInstruct-1.5B

sourceHugging Facecc-by-nc-4.0updated 2y agoView on Hugging Face
22likes420downloads
tokenizer_config.json208 linesDownload Raw Back to root
1{2    "add_bos_token": false,3    "add_prefix_space": false,4    "added_tokens_decoder": {5      "151643": {6        "content": "<|endoftext|>",7        "lstrip": false,8        "normalized": false,9        "rstrip": false,10        "single_word": false,11        "special": true12      },13      "151644": {14        "content": "<|im_start|>",15        "lstrip": false,16        "normalized": false,17        "rstrip": false,18        "single_word": false,19        "special": true20      },21      "151645": {22        "content": "<|im_end|>",23        "lstrip": false,24        "normalized": false,25        "rstrip": false,26        "single_word": false,27        "special": true28      },29      "151646": {30        "content": "<|object_ref_start|>",31        "lstrip": false,32        "normalized": false,33        "rstrip": false,34        "single_word": false,35        "special": true36      },37      "151647": {38        "content": "<|object_ref_end|>",39        "lstrip": false,40        "normalized": false,41        "rstrip": false,42        "single_word": false,43        "special": true44      },45      "151648": {46        "content": "<|box_start|>",47        "lstrip": false,48        "normalized": false,49        "rstrip": false,50        "single_word": false,51        "special": true52      },53      "151649": {54        "content": "<|box_end|>",55        "lstrip": false,56        "normalized": false,57        "rstrip": false,58        "single_word": false,59        "special": true60      },61      "151650": {62        "content": "<|quad_start|>",63        "lstrip": false,64        "normalized": false,65        "rstrip": false,66        "single_word": false,67        "special": true68      },69      "151651": {70        "content": "<|quad_end|>",71        "lstrip": false,72        "normalized": false,73        "rstrip": false,74        "single_word": false,75        "special": true76      },77      "151652": {78        "content": "<|vision_start|>",79        "lstrip": false,80        "normalized": false,81        "rstrip": false,82        "single_word": false,83        "special": true84      },85      "151653": {86        "content": "<|vision_end|>",87        "lstrip": false,88        "normalized": false,89        "rstrip": false,90        "single_word": false,91        "special": true92      },93      "151654": {94        "content": "<|vision_pad|>",95        "lstrip": false,96        "normalized": false,97        "rstrip": false,98        "single_word": false,99        "special": true100      },101      "151655": {102        "content": "<|image_pad|>",103        "lstrip": false,104        "normalized": false,105        "rstrip": false,106        "single_word": false,107        "special": true108      },109      "151656": {110        "content": "<|video_pad|>",111        "lstrip": false,112        "normalized": false,113        "rstrip": false,114        "single_word": false,115        "special": true116      },117      "151657": {118        "content": "<tool_call>",119        "lstrip": false,120        "normalized": false,121        "rstrip": false,122        "single_word": false,123        "special": false124      },125      "151658": {126        "content": "</tool_call>",127        "lstrip": false,128        "normalized": false,129        "rstrip": false,130        "single_word": false,131        "special": false132      },133      "151659": {134        "content": "<|fim_prefix|>",135        "lstrip": false,136        "normalized": false,137        "rstrip": false,138        "single_word": false,139        "special": false140      },141      "151660": {142        "content": "<|fim_middle|>",143        "lstrip": false,144        "normalized": false,145        "rstrip": false,146        "single_word": false,147        "special": false148      },149      "151661": {150        "content": "<|fim_suffix|>",151        "lstrip": false,152        "normalized": false,153        "rstrip": false,154        "single_word": false,155        "special": false156      },157      "151662": {158        "content": "<|fim_pad|>",159        "lstrip": false,160        "normalized": false,161        "rstrip": false,162        "single_word": false,163        "special": false164      },165      "151663": {166        "content": "<|repo_name|>",167        "lstrip": false,168        "normalized": false,169        "rstrip": false,170        "single_word": false,171        "special": false172      },173      "151664": {174        "content": "<|file_sep|>",175        "lstrip": false,176        "normalized": false,177        "rstrip": false,178        "single_word": false,179        "special": false180      }181    },182    "additional_special_tokens": [183      "<|im_start|>",184      "<|im_end|>",185      "<|object_ref_start|>",186      "<|object_ref_end|>",187      "<|box_start|>",188      "<|box_end|>",189      "<|quad_start|>",190      "<|quad_end|>",191      "<|vision_start|>",192      "<|vision_end|>",193      "<|vision_pad|>",194      "<|image_pad|>",195      "<|video_pad|>"196    ],197    "bos_token": null,198    "chat_template": "{%- for message in messages %}\n{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n{{- '<|im_start|>assistant\n' }}\n{%- endif %}\n",199    "clean_up_tokenization_spaces": false,200    "eos_token": "<|endoftext|>",201    "errors": "replace",202    "model_max_length": 131072,203    "pad_token": "<|endoftext|>",204    "split_special_tokens": false,205    "tokenizer_class": "Qwen2Tokenizer",206    "unk_token": null207}208