Ethlake/testllava
04
1{2 "add_bos_token": true,3 "add_eos_token": false,4 "added_tokens_decoder": {5 "0": {6 "content": "<unk>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "1": {14 "content": "<s>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "2": {22 "content": "</s>",23 "lstrip": false,24 "normalized": false,25 "rstrip": false,26 "single_word": false,27 "special": true28 },29 "32000": {30 "content": "<image>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": true36 },37 "32001": {38 "content": "<pad>",39 "lstrip": false,40 "normalized": false,41 "rstrip": false,42 "single_word": false,43 "special": true44 }45 },46 "bos_token": "<s>",47 "clean_up_tokenization_spaces": false,48 "eos_token": "</s>",49 "legacy": false,50 "model_max_length": 4096,51 "pad_token": "<pad>",52 "padding_side": "right",53 "processor_class": "LlavaProcessor",54 "sp_model_kwargs": {},55 "spaces_between_special_tokens": false,56 "tokenizer_class": "LlamaTokenizer",57 "unk_token": "<unk>",58 "use_default_system_prompt": false59}60 