RashmiGN/llama-2-eCommerce

1{2  "bos_token": {3    "__type": "AddedToken",4    "content": "<s>",5    "lstrip": false,6    "normalized": false,7    "rstrip": false,8    "single_word": false9  },10  "clean_up_tokenization_spaces": false,11  "eos_token": {12    "__type": "AddedToken",13    "content": "</s>",14    "lstrip": false,15    "normalized": false,16    "rstrip": false,17    "single_word": false18  },19  "legacy": false,20  "max_length": 4096,21  "model_max_length": 1000000000000000019884624838656,22  "pad_token": null,23  "padding_side": "right",24  "sp_model_kwargs": {},25  "stride": 0,26  "tokenizer_class": "LlamaTokenizer",27  "truncation_side": "right",28  "truncation_strategy": "longest_first",29  "unk_token": {30    "__type": "AddedToken",31    "content": "<unk>",32    "lstrip": false,33    "normalized": false,34    "rstrip": false,35    "single_word": false36  },37  "use_default_system_prompt": true38}39