Modelpublic

Shuu12121/CodeEncoderDecoderModel-Ghost-large

sourceHugging Faceapache-2.0updated 7mo agoView on Hugging Face

0likes27downloads

rootencoder_tokenizerspecial_tokens_map.json

special_tokens_map.json52 linesDownload Raw Back to encoder_tokenizer

1{2  "bos_token": {3    "content": "<s>",4    "lstrip": false,5    "normalized": false,6    "rstrip": false,7    "single_word": false8  },9  "cls_token": {10    "content": "<s>",11    "lstrip": false,12    "normalized": false,13    "rstrip": false,14    "single_word": false15  },16  "eos_token": {17    "content": "</s>",18    "lstrip": false,19    "normalized": false,20    "rstrip": false,21    "single_word": false22  },23  "mask_token": {24    "content": "<mask>",25    "lstrip": true,26    "normalized": false,27    "rstrip": false,28    "single_word": false29  },30  "pad_token": {31    "content": "[PAD]",32    "lstrip": false,33    "normalized": false,34    "rstrip": false,35    "single_word": false36  },37  "sep_token": {38    "content": "</s>",39    "lstrip": false,40    "normalized": false,41    "rstrip": false,42    "single_word": false43  },44  "unk_token": {45    "content": "<unk>",46    "lstrip": false,47    "normalized": false,48    "rstrip": false,49    "single_word": false50  }51}52