CoolFace
Modelpublic

Salesforce/SFR-Embedding-2_R

sourceHugging Facecc-by-nc-4.0updated 2y agoView on Hugging Face
95likes18kdownloads
tokenizer_config.json46 linesDownload Raw Back to root
1{2  "add_eos_token": true,3  "added_tokens_decoder": {4    "0": {5      "content": "<unk>",6      "lstrip": false,7      "normalized": false,8      "rstrip": false,9      "single_word": false,10      "special": true11    },12    "1": {13      "content": "<s>",14      "lstrip": false,15      "normalized": false,16      "rstrip": false,17      "single_word": false,18      "special": true19    },20    "2": {21      "content": "</s>",22      "lstrip": false,23      "normalized": false,24      "rstrip": false,25      "single_word": false,26      "special": true27    }28  },29  "additional_special_tokens": [30    "<unk>",31    "<s>",32    "</s>"33  ],34  "bos_token": "<s>",35  "clean_up_tokenization_spaces": false,36  "eos_token": "</s>",37  "legacy": true,38  "model_max_length": 1000000000000000019884624838656,39  "pad_token": "</s>",40  "sp_model_kwargs": {},41  "spaces_between_special_tokens": false,42  "tokenizer_class": "LlamaTokenizer",43  "unk_token": "<unk>",44  "use_default_system_prompt": false45}46