Apppublic

haresh8765/Pseudo-Code-to-Code

sourceHugging Facemitupdated 5mo agoView on Hugging Face

0likes

rootpseudo-to-python-finalspecial_tokens_map.json

special_tokens_map.json48 linesDownload Raw Back to pseudo-to-python-final

1{2  "additional_special_tokens": [3    {4      "content": "<|pseudo|>",5      "lstrip": false,6      "normalized": false,7      "rstrip": false,8      "single_word": false9    },10    {11      "content": "<|python|>",12      "lstrip": false,13      "normalized": false,14      "rstrip": false,15      "single_word": false16    },17    {18      "content": "<|end|>",19      "lstrip": false,20      "normalized": false,21      "rstrip": false,22      "single_word": false23    }24  ],25  "bos_token": {26    "content": "<|endoftext|>",27    "lstrip": false,28    "normalized": true,29    "rstrip": false,30    "single_word": false31  },32  "eos_token": {33    "content": "<|endoftext|>",34    "lstrip": false,35    "normalized": true,36    "rstrip": false,37    "single_word": false38  },39  "pad_token": "<|endoftext|>",40  "unk_token": {41    "content": "<|endoftext|>",42    "lstrip": false,43    "normalized": true,44    "rstrip": false,45    "single_word": false46  }47}48