qgallouedec/tiny-FalconMambaForCausalLM
0134
1{2 "add_prefix_space": false,3 "added_tokens_decoder": {4 "0": {5 "content": ">>TITLE<<",6 "lstrip": false,7 "normalized": false,8 "rstrip": false,9 "single_word": false,10 "special": true11 },12 "1": {13 "content": ">>ABSTRACT<<",14 "lstrip": false,15 "normalized": false,16 "rstrip": false,17 "single_word": false,18 "special": true19 },20 "2": {21 "content": ">>INTRODUCTION<<",22 "lstrip": false,23 "normalized": false,24 "rstrip": false,25 "single_word": false,26 "special": true27 },28 "3": {29 "content": ">>SUMMARY<<",30 "lstrip": false,31 "normalized": false,32 "rstrip": false,33 "single_word": false,34 "special": true35 },36 "4": {37 "content": ">>COMMENT<<",38 "lstrip": false,39 "normalized": false,40 "rstrip": false,41 "single_word": false,42 "special": true43 },44 "5": {45 "content": ">>ANSWER<<",46 "lstrip": false,47 "normalized": false,48 "rstrip": false,49 "single_word": false,50 "special": true51 },52 "6": {53 "content": ">>QUESTION<<",54 "lstrip": false,55 "normalized": false,56 "rstrip": false,57 "single_word": false,58 "special": true59 },60 "7": {61 "content": ">>DOMAIN<<",62 "lstrip": false,63 "normalized": false,64 "rstrip": false,65 "single_word": false,66 "special": true67 },68 "8": {69 "content": ">>PREFIX<<",70 "lstrip": false,71 "normalized": false,72 "rstrip": false,73 "single_word": false,74 "special": true75 },76 "9": {77 "content": ">>SUFFIX<<",78 "lstrip": false,79 "normalized": false,80 "rstrip": false,81 "single_word": false,82 "special": true83 },84 "10": {85 "content": ">>MIDDLE<<",86 "lstrip": false,87 "normalized": false,88 "rstrip": false,89 "single_word": false,90 "special": true91 },92 "11": {93 "content": "<|endoftext|>",94 "lstrip": false,95 "normalized": false,96 "rstrip": false,97 "single_word": false,98 "special": true99 }100 },101 "additional_special_tokens": [102 ">>TITLE<<",103 ">>ABSTRACT<<",104 ">>INTRODUCTION<<",105 ">>SUMMARY<<",106 ">>COMMENT<<",107 ">>ANSWER<<",108 ">>QUESTION<<",109 ">>DOMAIN<<",110 ">>PREFIX<<",111 ">>SUFFIX<<",112 ">>MIDDLE<<"113 ],114 "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = '' %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 %}{{ system_message.strip() }}{% endif %}{% if message['role'] == 'user' %}{{ '\n\nUser: ' + message['content'].strip().replace('\r\n', '\n').replace('\n\n', '\n') }}{% elif message['role'] == 'assistant' %}{{ '\n\nAssistant: ' + message['content'].strip().replace('\r\n', '\n').replace('\n\n', '\n') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n\nAssistant:' }}{% endif %}",115 "clean_up_tokenization_spaces": false,116 "eos_token": "<|endoftext|>",117 "model_input_names": [118 "input_ids",119 "attention_mask"120 ],121 "model_max_length": 2048,122 "tokenizer_class": "PreTrainedTokenizerFast"123}124 