CoolFace
Modelpublic

alephpi/FormulaNet

sourceHugging Faceagpl-3.0updated 4d agoView on Hugging Face
4likes1kdownloads
tokenizer.json798 linesDownload Raw Back to root
1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 0,8      "content": "<s>",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": false,13      "special": true14    },15    {16      "id": 1,17      "content": "<pad>",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    {25      "id": 2,26      "content": "</s>",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": false,31      "special": true32    },33    {34      "id": 3,35      "content": "<unk>",36      "single_word": false,37      "lstrip": false,38      "rstrip": false,39      "normalized": false,40      "special": true41    }42  ],43  "normalizer": null,44  "pre_tokenizer": {45    "type": "WhitespaceSplit"46  },47  "post_processor": {48    "type": "TemplateProcessing",49    "single": [50      {51        "SpecialToken": {52          "id": "<s>",53          "type_id": 054        }55      },56      {57        "Sequence": {58          "id": "A",59          "type_id": 060        }61      },62      {63        "SpecialToken": {64          "id": "</s>",65          "type_id": 066        }67      }68    ],69    "pair": [70      {71        "Sequence": {72          "id": "A",73          "type_id": 074        }75      },76      {77        "Sequence": {78          "id": "B",79          "type_id": 180        }81      }82    ],83    "special_tokens": {84      "</s>": {85        "id": "</s>",86        "ids": [87          288        ],89        "tokens": [90          "</s>"91        ]92      },93      "<s>": {94        "id": "<s>",95        "ids": [96          097        ],98        "tokens": [99          "<s>"100        ]101      }102    }103  },104  "decoder": null,105  "model": {106    "type": "WordLevel",107    "vocab": {108      "<s>": 0,109      "<pad>": 1,110      "</s>": 2,111      "<unk>": 3,112      "!": 4,113      "\"": 5,114      "&": 6,115      "'": 7,116      "(": 8,117      ")": 9,118      "*": 10,119      "+": 11,120      ",": 12,121      "-": 13,122      ".": 14,123      "/": 15,124      "0": 16,125      "1": 17,126      "2": 18,127      "3": 19,128      "4": 20,129      "5": 21,130      "6": 22,131      "7": 23,132      "8": 24,133      "9": 25,134      ":": 26,135      ";": 27,136      "<": 28,137      "=": 29,138      ">": 30,139      "?": 31,140      "@": 32,141      "A": 33,142      "B": 34,143      "C": 35,144      "D": 36,145      "E": 37,146      "F": 38,147      "G": 39,148      "H": 40,149      "I": 41,150      "J": 42,151      "K": 43,152      "L": 44,153      "M": 45,154      "N": 46,155      "O": 47,156      "P": 48,157      "Q": 49,158      "R": 50,159      "S": 51,160      "T": 52,161      "U": 53,162      "V": 54,163      "W": 55,164      "X": 56,165      "Y": 57,166      "Z": 58,167      "[": 59,168      "\\!": 60,169      "\\#": 61,170      "\\%": 62,171      "\\&": 63,172      "\\AA": 64,173      "\\AE": 65,174      "\\Bbbk": 66,175      "\\Beta": 67,176      "\\Big": 68,177      "\\Bigg": 69,178      "\\Biggl": 70,179      "\\Biggm": 71,180      "\\Biggr": 72,181      "\\Bigl": 73,182      "\\Bigm": 74,183      "\\Bigr": 75,184      "\\Bumpeq": 76,185      "\\Cap": 77,186      "\\Chi": 78,187      "\\Cup": 79,188      "\\Darr": 80,189      "\\Delta": 81,190      "\\Finv": 82,191      "\\Game": 83,192      "\\Gamma": 84,193      "\\H": 85,194      "\\Harr": 86,195      "\\Huge": 87,196      "\\Im": 88,197      "\\Join": 89,198      "\\LARGE": 90,199      "\\Lambda": 91,200      "\\Large": 92,201      "\\Larr": 93,202      "\\Lleftarrow": 94,203      "\\Longleftarrow": 95,204      "\\Longleftrightarrow": 96,205      "\\Longrightarrow": 97,206      "\\Lsh": 98,207      "\\Nu": 99,208      "\\O": 100,209      "\\Omega": 101,210      "\\P": 102,211      "\\Phi": 103,212      "\\Pi": 104,213      "\\Pr": 105,214      "\\Psi": 106,215      "\\Rarr": 107,216      "\\Re": 108,217      "\\Rrightarrow": 109,218      "\\Rsh": 110,219      "\\S": 111,220      "\\Sigma": 112,221      "\\Subset": 113,222      "\\Supset": 114,223      "\\Theta": 115,224      "\\Uparrow": 116,225      "\\Updownarrow": 117,226      "\\Upsilon": 118,227      "\\Vdash": 119,228      "\\Vvdash": 120,229      "\\Xi": 121,230      "\\Zeta": 122,231      "\\\\": 123,232      "\\_": 124,233      "\\aa": 125,234      "\\acute": 126,235      "\\ae": 127,236      "\\aleph": 128,237      "\\alpha": 129,238      "\\amalg": 130,239      "\\angle": 131,240      "\\approx": 132,241      "\\approxeq": 133,242      "\\arccos": 134,243      "\\arcsin": 135,244      "\\arctan": 136,245      "\\arg": 137,246      "\\ast": 138,247      "\\asymp": 139,248      "\\atop": 140,249      "\\backepsilon": 141,250      "\\backprime": 142,251      "\\backsim": 143,252      "\\backsimeq": 144,253      "\\backslash": 145,254      "\\bar": 146,255      "\\barwedge": 147,256      "\\because": 148,257      "\\begin{array}": 149,258      "\\beta": 150,259      "\\beth": 151,260      "\\between": 152,261      "\\bf": 153,262      "\\big": 154,263      "\\bigcap": 155,264      "\\bigcirc": 156,265      "\\bigcup": 157,266      "\\bigg": 158,267      "\\biggl": 159,268      "\\biggm": 160,269      "\\biggr": 161,270      "\\bigl": 162,271      "\\bigm": 163,272      "\\bigodot": 164,273      "\\bigoplus": 165,274      "\\bigotimes": 166,275      "\\bigr": 167,276      "\\bigsqcup": 168,277      "\\bigstar": 169,278      "\\bigtriangledown": 170,279      "\\bigtriangleup": 171,280      "\\biguplus": 172,281      "\\bigvee": 173,282      "\\bigwedge": 174,283      "\\binom": 175,284      "\\blacktriangle": 176,285      "\\blacktriangledown": 177,286      "\\blacktriangleleft": 178,287      "\\blacktriangleright": 179,288      "\\bmod": 180,289      "\\boldsymbol": 181,290      "\\bot": 182,291      "\\bowtie": 183,292      "\\boxdot": 184,293      "\\boxed": 185,294      "\\boxminus": 186,295      "\\boxplus": 187,296      "\\boxtimes": 188,297      "\\brace": 189,298      "\\brack": 190,299      "\\breve": 191,300      "\\bullet": 192,301      "\\bumpeq": 193,302      "\\cal": 194,303      "\\cap": 195,304      "\\cdot": 196,305      "\\cdotp": 197,306      "\\cdots": 198,307      "\\cfrac": 199,308      "\\check": 200,309      "\\checkmark": 201,310      "\\chi": 202,311      "\\circ": 203,312      "\\circeq": 204,313      "\\circledast": 205,314      "\\circledcirc": 206,315      "\\circleddash": 207,316      "\\clubsuit": 208,317      "\\colon": 209,318      "\\coloneq": 210,319      "\\complement": 211,320      "\\cong": 212,321      "\\coprod": 213,322      "\\copyright": 214,323      "\\cos": 215,324      "\\cosh": 216,325      "\\cot": 217,326      "\\coth": 218,327      "\\csc": 219,328      "\\cup": 220,329      "\\curlyeqprec": 221,330      "\\curlyeqsucc": 222,331      "\\curlyvee": 223,332      "\\curlywedge": 224,333      "\\curvearrowleft": 225,334      "\\curvearrowright": 226,335      "\\dag": 227,336      "\\daleth": 228,337      "\\darr": 229,338      "\\dashv": 230,339      "\\ddag": 231,340      "\\ddddot": 232,341      "\\dddot": 233,342      "\\ddot": 234,343      "\\ddots": 235,344      "\\deg": 236,345      "\\degree": 237,346      "\\delta": 238,347      "\\det": 239,348      "\\diagdown": 240,349      "\\diagup": 241,350      "\\diamond": 242,351      "\\diamondsuit": 243,352      "\\digamma": 244,353      "\\dim": 245,354      "\\div": 246,355      "\\divideontimes": 247,356      "\\dot": 248,357      "\\doteq": 249,358      "\\dotplus": 250,359      "\\dots": 251,360      "\\dotsb": 252,361      "\\dotsc": 253,362      "\\dotsi": 254,363      "\\dotsm": 255,364      "\\dotso": 256,365      "\\doublebarwedge": 257,366      "\\downdownarrows": 258,367      "\\downharpoonleft": 259,368      "\\downharpoonright": 260,369      "\\ell": 261,370      "\\emph": 262,371      "\\empty": 263,372      "\\end{array}": 264,373      "\\epsilon": 265,374      "\\eqcirc": 266,375      "\\eqsim": 267,376      "\\eqslantgtr": 268,377      "\\eqslantless": 269,378      "\\equiv": 270,379      "\\eta": 271,380      "\\eth": 272,381      "\\exists": 273,382      "\\exp": 274,383      "\\fallingdotseq": 275,384      "\\flat": 276,385      "\\footnotesize": 277,386      "\\forall": 278,387      "\\frac": 279,388      "\\frown": 280,389      "\\gamma": 281,390      "\\gcd": 282,391      "\\ge": 283,392      "\\geq": 284,393      "\\geqq": 285,394      "\\geqslant": 286,395      "\\gg": 287,396      "\\ggg": 288,397      "\\gimel": 289,398      "\\gnapprox": 290,399      "\\gneq": 291,400      "\\gneqq": 292,401      "\\gnsim": 293,402      "\\grave": 294,403      "\\gtrapprox": 295,404      "\\gtrdot": 296,405      "\\gtreqless": 297,406      "\\gtreqqless": 298,407      "\\gtrless": 299,408      "\\gtrsim": 300,409      "\\harr": 301,410      "\\hat": 302,411      "\\hbar": 303,412      "\\heartsuit": 304,413      "\\hom": 305,414      "\\hookleftarrow": 306,415      "\\hookrightarrow": 307,416      "\\hslash": 308,417      "\\huge": 309,418      "\\i": 310,419      "\\iff": 311,420      "\\iiint": 312,421      "\\iint": 313,422      "\\imath": 314,423      "\\implies": 315,424      "\\in": 316,425      "\\infin": 317,426      "\\int": 318,427      "\\intercal": 319,428      "\\intop": 320,429      "\\iota": 321,430      "\\it": 322,431      "\\j": 323,432      "\\jmath": 324,433      "\\kappa": 325,434      "\\ker": 326,435      "\\lambda": 327,436      "\\land": 328,437      "\\langle": 329,438      "\\large": 330,439      "\\larr": 331,440      "\\lceil": 332,441      "\\ldotp": 333,442      "\\le": 334,443      "\\left": 335,444      "\\leftarrowtail": 336,445      "\\leftharpoondown": 337,446      "\\leftharpoonup": 338,447      "\\leftleftarrows": 339,448      "\\leftrightarrows": 340,449      "\\leftrightharpoons": 341,450      "\\leftrightsquigarrow": 342,451      "\\leftthreetimes": 343,452      "\\leq": 344,453      "\\leqq": 345,454      "\\leqslant": 346,455      "\\lessapprox": 347,456      "\\lessdot": 348,457      "\\lesseqgtr": 349,458      "\\lesseqqgtr": 350,459      "\\lessgtr": 351,460      "\\lesssim": 352,461      "\\lfloor": 353,462      "\\lg": 354,463      "\\lgroup": 355,464      "\\lim": 356,465      "\\ll": 357,466      "\\llap": 358,467      "\\llcorner": 359,468      "\\lll": 360,469      "\\ln": 361,470      "\\lnapprox": 362,471      "\\lneq": 363,472      "\\lneqq": 364,473      "\\lnot": 365,474      "\\lnsim": 366,475      "\\log": 367,476      "\\longleftarrow": 368,477      "\\longleftrightarrow": 369,478      "\\longmapsto": 370,479      "\\longrightarrow": 371,480      "\\looparrowleft": 372,481      "\\looparrowright": 373,482      "\\lor": 374,483      "\\lrcorner": 375,484      "\\ltimes": 376,485      "\\mapsto": 377,486      "\\mathbb": 378,487      "\\mathbf": 379,488      "\\mathcal": 380,489      "\\mathellipsis": 381,490      "\\mathfrak": 382,491      "\\mathit": 383,492      "\\mathnormal": 384,493      "\\mathring": 385,494      "\\mathrm": 386,495      "\\mathscr": 387,496      "\\mathsf": 388,497      "\\mathsfit": 389,498      "\\mathtt": 390,499      "\\max": 391,500      "\\measuredangle": 392,501      "\\mho": 393,502      "\\mid": 394,503      "\\middle": 395,504      "\\min": 396,505      "\\mod": 397,506      "\\models": 398,507      "\\mp": 399,508      "\\mu": 400,509      "\\multimap": 401,510      "\\nLeftarrow": 402,511      "\\nLeftrightarrow": 403,512      "\\nRightarrow": 404,513      "\\nVDash": 405,514      "\\nVdash": 406,515      "\\nabla": 407,516      "\\natural": 408,517      "\\ncong": 409,518      "\\ne": 410,519      "\\nearrow": 411,520      "\\neg": 412,521      "\\neq": 413,522      "\\nexists": 414,523      "\\ngeq": 415,524      "\\ngtr": 416,525      "\\ni": 417,526      "\\nleftarrow": 418,527      "\\nleftrightarrow": 419,528      "\\nleq": 420,529      "\\nless": 421,530      "\\nmid": 422,531      "\\normalsize": 423,532      "\\not": 424,533      "\\notin": 425,534      "\\nparallel": 426,535      "\\nprec": 427,536      "\\nrightarrow": 428,537      "\\nsim": 429,538      "\\nsubseteq": 430,539      "\\nsucc": 431,540      "\\nsupseteq": 432,541      "\\ntrianglelefteq": 433,542      "\\ntrianglerighteq": 434,543      "\\nu": 435,544      "\\nvDash": 436,545      "\\nvdash": 437,546      "\\nwarrow": 438,547      "\\o": 439,548      "\\odot": 440,549      "\\oiiint": 441,550      "\\oiint": 442,551      "\\oint": 443,552      "\\omega": 444,553      "\\ominus": 445,554      "\\operatorname": 446,555      "\\operatorname*": 447,556      "\\oplus": 448,557      "\\oslash": 449,558      "\\otimes": 450,559      "\\overbrace": 451,560      "\\overleftarrow": 452,561      "\\overleftrightarrow": 453,562      "\\overline": 454,563      "\\overrightarrow": 455,564      "\\overrightharpoon": 456,565      "\\overset": 457,566      "\\owns": 458,567      "\\parallel": 459,568      "\\partial": 460,569      "\\perp": 461,570      "\\phi": 462,571      "\\pi": 463,572      "\\pitchfork": 464,573      "\\pm": 465,574      "\\pmb": 466,575      "\\pmod": 467,576      "\\pounds": 468,577      "\\prec": 469,578      "\\precapprox": 470,579      "\\preccurlyeq": 471,580      "\\preceq": 472,581      "\\precnapprox": 473,582      "\\precneqq": 474,583      "\\precnsim": 475,584      "\\precsim": 476,585      "\\prime": 477,586      "\\prod": 478,587      "\\propto": 479,588      "\\psi": 480,589      "\\qquad": 481,590      "\\quad": 482,591      "\\rangle": 483,592      "\\rarr": 484,593      "\\rceil": 485,594      "\\rfloor": 486,595      "\\rgroup": 487,596      "\\rho": 488,597      "\\right": 489,598      "\\rightarrowtail": 490,599      "\\rightharpoondown": 491,600      "\\rightharpoonup": 492,601      "\\rightleftarrows": 493,602      "\\rightleftharpoons": 494,603      "\\rightrightarrows": 495,604      "\\rightsquigarrow": 496,605      "\\rightthreetimes": 497,606      "\\risingdotseq": 498,607      "\\rlap": 499,608      "\\rq": 500,609      "\\rtimes": 501,610      "\\scriptsize": 502,611      "\\searrow": 503,612      "\\sec": 504,613      "\\setminus": 505,614      "\\sf": 506,615      "\\sharp": 507,616      "\\sigma": 508,617      "\\sim": 509,618      "\\simeq": 510,619      "\\sin": 511,620      "\\sinh": 512,621      "\\small": 513,622      "\\smallint": 514,623      "\\smash": 515,624      "\\smile": 516,625      "\\spadesuit": 517,626      "\\sphericalangle": 518,627      "\\sqcap": 519,628      "\\sqcup": 520,629      "\\sqrt": 521,630      "\\sqsubset": 522,631      "\\sqsubseteq": 523,632      "\\sqsupset": 524,633      "\\sqsupseteq": 525,634      "\\square": 526,635      "\\ss": 527,636      "\\stackrel": 528,637      "\\star": 529,638      "\\subset": 530,639      "\\subseteq": 531,640      "\\subseteqq": 532,641      "\\subsetneq": 533,642      "\\subsetneqq": 534,643      "\\substack": 535,644      "\\succ": 536,645      "\\succapprox": 537,646      "\\succcurlyeq": 538,647      "\\succeq": 539,648      "\\succnapprox": 540,649      "\\succneqq": 541,650      "\\succnsim": 542,651      "\\succsim": 543,652      "\\sum": 544,653      "\\sup": 545,654      "\\supset": 546,655      "\\supseteq": 547,656      "\\supseteqq": 548,657      "\\supsetneq": 549,658      "\\supsetneqq": 550,659      "\\surd": 551,660      "\\swarrow": 552,661      "\\tan": 553,662      "\\tau": 554,663      "\\textbackslash": 555,664      "\\textbar": 556,665      "\\textbf": 557,666      "\\textcircled": 558,667      "\\textdegree": 559,668      "\\textemdash": 560,669      "\\textgreater": 561,670      "\\textit": 562,671      "\\textless": 563,672      "\\textmd": 564,673      "\\textnormal": 565,674      "\\textquoteright": 566,675      "\\textregistered": 567,676      "\\textrm": 568,677      "\\textsf": 569,678      "\\texttt": 570,679      "\\textunderscore": 571,680      "\\textup": 572,681      "\\th": 573,682      "\\therefore": 574,683      "\\theta": 575,684      "\\tilde": 576,685      "\\times": 577,686      "\\tiny": 578,687      "\\top": 579,688      "\\triangle": 580,689      "\\triangledown": 581,690      "\\triangleleft": 582,691      "\\trianglelefteq": 583,692      "\\triangleq": 584,693      "\\triangleright": 585,694      "\\trianglerighteq": 586,695      "\\tt": 587,696      "\\twoheadleftarrow": 588,697      "\\twoheadrightarrow": 589,698      "\\ulcorner": 590,699      "\\underbar": 591,700      "\\underbrace": 592,701      "\\underleftarrow": 593,702      "\\underline": 594,703      "\\underrightarrow": 595,704      "\\underset": 596,705      "\\uparrow": 597,706      "\\updownarrow": 598,707      "\\upharpoonleft": 599,708      "\\upharpoonright": 600,709      "\\uplus": 601,710      "\\upsilon": 602,711      "\\upuparrows": 603,712      "\\urcorner": 604,713      "\\vDash": 605,714      "\\varDelta": 606,715      "\\varGamma": 607,716      "\\varLambda": 608,717      "\\varOmega": 609,718      "\\varPhi": 610,719      "\\varPi": 611,720      "\\varPsi": 612,721      "\\varSigma": 613,722      "\\varTheta": 614,723      "\\varUpsilon": 615,724      "\\varXi": 616,725      "\\varepsilon": 617,726      "\\varinjlim": 618,727      "\\varkappa": 619,728      "\\varliminf": 620,729      "\\varlimsup": 621,730      "\\varnothing": 622,731      "\\varphi": 623,732      "\\varpi": 624,733      "\\varprojlim": 625,734      "\\varrho": 626,735      "\\varsigma": 627,736      "\\vartheta": 628,737      "\\vartriangle": 629,738      "\\vartriangleleft": 630,739      "\\vartriangleright": 631,740      "\\vdash": 632,741      "\\vdots": 633,742      "\\vec": 634,743      "\\vee": 635,744      "\\veebar": 636,745      "\\wedge": 637,746      "\\widecheck": 638,747      "\\widehat": 639,748      "\\widetilde": 640,749      "\\wp": 641,750      "\\wr": 642,751      "\\xi": 643,752      "\\xleftarrow": 644,753      "\\xlongequal": 645,754      "\\xrightarrow": 646,755      "\\zeta": 647,756      "\\{": 648,757      "\\|": 649,758      "\\}": 650,759      "]": 651,760      "^": 652,761      "_": 653,762      "`": 654,763      "a": 655,764      "b": 656,765      "c": 657,766      "d": 658,767      "e": 659,768      "f": 660,769      "g": 661,770      "h": 662,771      "i": 663,772      "j": 664,773      "k": 665,774      "l": 666,775      "m": 667,776      "n": 668,777      "o": 669,778      "p": 670,779      "q": 671,780      "r": 672,781      "s": 673,782      "t": 674,783      "u": 675,784      "v": 676,785      "w": 677,786      "x": 678,787      "y": 679,788      "z": 680,789      "{": 681,790      "|": 682,791      "}": 683,792      "~": 684,793      "、": 685,794      "。": 686795    },796    "unk_token": "<unk>"797  }798}