HiTZ/GoLLIE-7B

1{2  "additional_special_tokens": [3    "▁<PRE>",4    "▁<MID>",5    "▁<SUF>",6    "▁<EOT>"7  ],8  "bos_token": {9    "__type": "AddedToken",10    "content": "<s>",11    "lstrip": false,12    "normalized": true,13    "rstrip": false,14    "single_word": false15  },16  "clean_up_tokenization_spaces": false,17  "eos_token": {18    "__type": "AddedToken",19    "content": "</s>",20    "lstrip": false,21    "normalized": true,22    "rstrip": false,23    "single_word": false24  },25  "eot_token": "▁<EOT>",26  "fill_token": "<FILL_ME>",27  "legacy": null,28  "middle_token": "▁<MID>",29  "model_max_length": 1000000000000000019884624838656,30  "pad_token": null,31  "prefix_token": "▁<PRE>",32  "sp_model_kwargs": {},33  "suffix_token": "▁<SUF>",34  "tokenizer_class": "CodeLlamaTokenizer",35  "unk_token": {36    "__type": "AddedToken",37    "content": "<unk>",38    "lstrip": false,39    "normalized": true,40    "rstrip": false,41    "single_word": false42  }43}44