CoolFace
Modelpublic

DunnBC22/codet5-small-Generate_Docstrings_for_Python-Condensed

sourceHugging Faceapache-2.0updated 6mo agoView on Hugging Face
4likes31downloads
tokenizer_config.json66 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "bos_token": {4    "__type": "AddedToken",5    "content": "<s>",6    "lstrip": false,7    "normalized": true,8    "rstrip": false,9    "single_word": false10  },11  "cls_token": {12    "__type": "AddedToken",13    "content": "<s>",14    "lstrip": false,15    "normalized": true,16    "rstrip": false,17    "single_word": false18  },19  "eos_token": {20    "__type": "AddedToken",21    "content": "</s>",22    "lstrip": false,23    "normalized": true,24    "rstrip": false,25    "single_word": false26  },27  "errors": "replace",28  "mask_token": {29    "__type": "AddedToken",30    "content": "<mask>",31    "lstrip": true,32    "normalized": true,33    "rstrip": false,34    "single_word": false35  },36  "model_max_length": 512,37  "name_or_path": "Salesforce/codet5-small",38  "pad_token": {39    "__type": "AddedToken",40    "content": "<pad>",41    "lstrip": false,42    "normalized": true,43    "rstrip": false,44    "single_word": false45  },46  "sep_token": {47    "__type": "AddedToken",48    "content": "</s>",49    "lstrip": false,50    "normalized": true,51    "rstrip": false,52    "single_word": false53  },54  "special_tokens_map_file": "/Users/briandunn/.cache/huggingface/hub/models--Salesforce--codet5-small/snapshots/a642dc934e5475185369d09ac07091dfe72a31fc/special_tokens_map.json",55  "tokenizer_class": "RobertaTokenizer",56  "trim_offsets": true,57  "unk_token": {58    "__type": "AddedToken",59    "content": "<unk>",60    "lstrip": false,61    "normalized": true,62    "rstrip": false,63    "single_word": false64  }65}66