EmTpro01/CodeLlama-7b-java-16bit
019
1{2 "add_bos_token": true,3 "add_eos_token": false,4 "added_tokens_decoder": {5 "0": {6 "content": "<unk>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "1": {14 "content": "<s>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "2": {22 "content": "</s>",23 "lstrip": false,24 "normalized": false,25 "rstrip": false,26 "single_word": false,27 "special": true28 },29 "32007": {30 "content": "▁<PRE>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": true36 },37 "32008": {38 "content": "▁<SUF>",39 "lstrip": false,40 "normalized": false,41 "rstrip": false,42 "single_word": false,43 "special": true44 },45 "32009": {46 "content": "▁<MID>",47 "lstrip": false,48 "normalized": false,49 "rstrip": false,50 "single_word": false,51 "special": true52 },53 "32010": {54 "content": "▁<EOT>",55 "lstrip": false,56 "normalized": false,57 "rstrip": false,58 "single_word": false,59 "special": true60 }61 },62 "additional_special_tokens": [63 "▁<PRE>",64 "▁<MID>",65 "▁<SUF>",66 "▁<EOT>"67 ],68 "bos_token": "<s>",69 "clean_up_tokenization_spaces": false,70 "eos_token": "</s>",71 "eot_token": "▁<EOT>",72 "fill_token": "<FILL_ME>",73 "legacy": null,74 "middle_token": "▁<MID>",75 "model_max_length": 16384,76 "pad_token": "<unk>",77 "padding_side": "left",78 "prefix_token": "▁<PRE>",79 "sp_model_kwargs": {},80 "suffix_token": "▁<SUF>",81 "tokenizer_class": "CodeLlamaTokenizer",82 "unk_token": "<unk>",83 "use_default_system_prompt": false84}85 