QuixiAI/FlyGPT

1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [],6  "normalizer": null,7  "pre_tokenizer": {8    "type": "Split",9    "pattern": {10      "Regex": "[\\s\\S]"11    },12    "behavior": "Isolated",13    "invert": false14  },15  "post_processor": null,16  "decoder": {17    "type": "Fuse"18  },19  "model": {20    "type": "WordLevel",21    "vocab": {22      "\n": 0,23      " ": 1,24      "!": 2,25      "$": 3,26      "&": 4,27      "'": 5,28      ",": 6,29      "-": 7,30      ".": 8,31      "3": 9,32      ":": 10,33      ";": 11,34      "?": 12,35      "A": 13,36      "B": 14,37      "C": 15,38      "D": 16,39      "E": 17,40      "F": 18,41      "G": 19,42      "H": 20,43      "I": 21,44      "J": 22,45      "K": 23,46      "L": 24,47      "M": 25,48      "N": 26,49      "O": 27,50      "P": 28,51      "Q": 29,52      "R": 30,53      "S": 31,54      "T": 32,55      "U": 33,56      "V": 34,57      "W": 35,58      "X": 36,59      "Y": 37,60      "Z": 38,61      "a": 39,62      "b": 40,63      "c": 41,64      "d": 42,65      "e": 43,66      "f": 44,67      "g": 45,68      "h": 46,69      "i": 47,70      "j": 48,71      "k": 49,72      "l": 50,73      "m": 51,74      "n": 52,75      "o": 53,76      "p": 54,77      "q": 55,78      "r": 56,79      "s": 57,80      "t": 58,81      "u": 59,82      "v": 60,83      "w": 61,84      "x": 62,85      "y": 63,86      "z": 6487    },88    "unk_token": "<unk>"89  }90}