CoolFace
Modelpublic

evanhanders/arithmetic

sourceHugging Faceapache-2.0updated 3y agoView on Hugging Face
0likes12downloads
tokenizer.json157 linesDownload Raw Back to root
1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 1,8      "content": "0",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": true,13      "special": false14    },15    {16      "id": 2,17      "content": "1",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": true,22      "special": false23    },24    {25      "id": 3,26      "content": "2",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": true,31      "special": false32    },33    {34      "id": 4,35      "content": "3",36      "single_word": false,37      "lstrip": false,38      "rstrip": false,39      "normalized": true,40      "special": false41    },42    {43      "id": 5,44      "content": "4",45      "single_word": false,46      "lstrip": false,47      "rstrip": false,48      "normalized": true,49      "special": false50    },51    {52      "id": 6,53      "content": "5",54      "single_word": false,55      "lstrip": false,56      "rstrip": false,57      "normalized": true,58      "special": false59    },60    {61      "id": 7,62      "content": "6",63      "single_word": false,64      "lstrip": false,65      "rstrip": false,66      "normalized": true,67      "special": false68    },69    {70      "id": 8,71      "content": "7",72      "single_word": false,73      "lstrip": false,74      "rstrip": false,75      "normalized": true,76      "special": false77    },78    {79      "id": 9,80      "content": "8",81      "single_word": false,82      "lstrip": false,83      "rstrip": false,84      "normalized": true,85      "special": false86    },87    {88      "id": 10,89      "content": "9",90      "single_word": false,91      "lstrip": false,92      "rstrip": false,93      "normalized": true,94      "special": false95    },96    {97      "id": 11,98      "content": "+",99      "single_word": false,100      "lstrip": false,101      "rstrip": false,102      "normalized": true,103      "special": false104    },105    {106      "id": 12,107      "content": "-",108      "single_word": false,109      "lstrip": false,110      "rstrip": false,111      "normalized": true,112      "special": false113    },114    {115      "id": 13,116      "content": "=",117      "single_word": false,118      "lstrip": false,119      "rstrip": false,120      "normalized": true,121      "special": false122    },123    {124      "id": 14,125      "content": " ",126      "single_word": false,127      "lstrip": false,128      "rstrip": false,129      "normalized": true,130      "special": false131    },132    {133      "id": 15,134      "content": "<",135      "single_word": false,136      "lstrip": false,137      "rstrip": false,138      "normalized": true,139      "special": false140    }141  ],142  "normalizer": null,143  "pre_tokenizer": null,144  "post_processor": null,145  "decoder": null,146  "model": {147    "type": "Unigram",148    "unk_id": 0,149    "vocab": [150      [151        "<unk>",152        0.0153      ]154    ],155    "byte_fallback": false156  }157}