CoolFace
Modelpublic

codeparrot/unixcoder-java-complexity-prediction

sourceHugging Faceapache-2.0updated 4y agoView on Hugging Face
1likes54downloads
tokenizer_config.json65 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "bos_token": {4    "__type": "AddedToken",5    "content": "<s>",6    "lstrip": false,7    "normalized": true,8    "rstrip": false,9    "single_word": false10  },11  "cls_token": {12    "__type": "AddedToken",13    "content": "<s>",14    "lstrip": false,15    "normalized": true,16    "rstrip": false,17    "single_word": false18  },19  "eos_token": {20    "__type": "AddedToken",21    "content": "</s>",22    "lstrip": false,23    "normalized": true,24    "rstrip": false,25    "single_word": false26  },27  "errors": "replace",28  "mask_token": {29    "__type": "AddedToken",30    "content": "<mask>",31    "lstrip": true,32    "normalized": true,33    "rstrip": false,34    "single_word": false35  },36  "name_or_path": "microsoft/unixcoder-base-nine",37  "pad_token": {38    "__type": "AddedToken",39    "content": "<pad>",40    "lstrip": false,41    "normalized": true,42    "rstrip": false,43    "single_word": false44  },45  "sep_token": {46    "__type": "AddedToken",47    "content": "</s>",48    "lstrip": false,49    "normalized": true,50    "rstrip": false,51    "single_word": false52  },53  "special_tokens_map_file": null,54  "tokenizer_class": "RobertaTokenizer",55  "trim_offsets": true,56  "unk_token": {57    "__type": "AddedToken",58    "content": "<unk>",59    "lstrip": false,60    "normalized": true,61    "rstrip": false,62    "single_word": false63  }64}65