Modelpublic

AnchorCoder/AnchorCoder_v2

sourceHugging Faceupdated 2y agoView on Hugging Face

0likes14downloads

special_tokens_map.json42 linesDownload Raw Back to root

1{2  "additional_special_tokens": [3    "▁<PRE>",4    "▁<MID>",5    "▁<SUF>",6    "▁<EOT>",7    "<ANCHOR>",8    "▁<PRE>",9    "▁<MID>",10    "▁<SUF>",11    "▁<EOT>"12  ],13  "bos_token": {14    "content": "<s>",15    "lstrip": false,16    "normalized": false,17    "rstrip": false,18    "single_word": false19  },20  "eos_token": {21    "content": "</s>",22    "lstrip": false,23    "normalized": false,24    "rstrip": false,25    "single_word": false26  },27  "pad_token": {28    "content": "</s>",29    "lstrip": false,30    "normalized": false,31    "rstrip": false,32    "single_word": false33  },34  "unk_token": {35    "content": "<unk>",36    "lstrip": false,37    "normalized": false,38    "rstrip": false,39    "single_word": false40  }41}42