ASLP-lab/DiffRhythm
689
1{2 "_name_or_path": "/BERT-POLY-v2/pretrained_models/mini_bert",3 "architectures": [4 "BertPoly"5 ],6 "attention_probs_dropout_prob": 0.1,7 "classifier_dropout": null,8 "directionality": "bidi",9 "gradient_checkpointing": false,10 "hidden_act": "gelu",11 "hidden_dropout_prob": 0.1,12 "hidden_size": 384,13 "id2label": {14 "0": "LABEL_0",15 "1": "LABEL_1",16 "2": "LABEL_2",17 "3": "LABEL_3",18 "4": "LABEL_4",19 "5": "LABEL_5",20 "6": "LABEL_6",21 "7": "LABEL_7",22 "8": "LABEL_8",23 "9": "LABEL_9",24 "10": "LABEL_10",25 "11": "LABEL_11",26 "12": "LABEL_12",27 "13": "LABEL_13",28 "14": "LABEL_14",29 "15": "LABEL_15",30 "16": "LABEL_16",31 "17": "LABEL_17",32 "18": "LABEL_18",33 "19": "LABEL_19",34 "20": "LABEL_20",35 "21": "LABEL_21",36 "22": "LABEL_22",37 "23": "LABEL_23",38 "24": "LABEL_24",39 "25": "LABEL_25",40 "26": "LABEL_26",41 "27": "LABEL_27",42 "28": "LABEL_28",43 "29": "LABEL_29",44 "30": "LABEL_30",45 "31": "LABEL_31",46 "32": "LABEL_32",47 "33": "LABEL_33",48 "34": "LABEL_34",49 "35": "LABEL_35",50 "36": "LABEL_36",51 "37": "LABEL_37",52 "38": "LABEL_38",53 "39": "LABEL_39",54 "40": "LABEL_40",55 "41": "LABEL_41",56 "42": "LABEL_42",57 "43": "LABEL_43",58 "44": "LABEL_44",59 "45": "LABEL_45",60 "46": "LABEL_46",61 "47": "LABEL_47",62 "48": "LABEL_48",63 "49": "LABEL_49",64 "50": "LABEL_50",65 "51": "LABEL_51",66 "52": "LABEL_52",67 "53": "LABEL_53",68 "54": "LABEL_54",69 "55": "LABEL_55",70 "56": "LABEL_56",71 "57": "LABEL_57",72 "58": "LABEL_58",73 "59": "LABEL_59",74 "60": "LABEL_60",75 "61": "LABEL_61",76 "62": "LABEL_62",77 "63": "LABEL_63",78 "64": "LABEL_64",79 "65": "LABEL_65",80 "66": "LABEL_66",81 "67": "LABEL_67",82 "68": "LABEL_68",83 "69": "LABEL_69",84 "70": "LABEL_70",85 "71": "LABEL_71",86 "72": "LABEL_72",87 "73": "LABEL_73",88 "74": "LABEL_74",89 "75": "LABEL_75",90 "76": "LABEL_76",91 "77": "LABEL_77",92 "78": "LABEL_78",93 "79": "LABEL_79",94 "80": "LABEL_80",95 "81": "LABEL_81",96 "82": "LABEL_82",97 "83": "LABEL_83",98 "84": "LABEL_84",99 "85": "LABEL_85",100 "86": "LABEL_86",101 "87": "LABEL_87",102 "88": "LABEL_88",103 "89": "LABEL_89",104 "90": "LABEL_90",105 "91": "LABEL_91",106 "92": "LABEL_92",107 "93": "LABEL_93",108 "94": "LABEL_94",109 "95": "LABEL_95",110 "96": "LABEL_96",111 "97": "LABEL_97",112 "98": "LABEL_98",113 "99": "LABEL_99",114 "100": "LABEL_100",115 "101": "LABEL_101",116 "102": "LABEL_102",117 "103": "LABEL_103",118 "104": "LABEL_104",119 "105": "LABEL_105",120 "106": "LABEL_106",121 "107": "LABEL_107",122 "108": "LABEL_108",123 "109": "LABEL_109",124 "110": "LABEL_110",125 "111": "LABEL_111",126 "112": "LABEL_112",127 "113": "LABEL_113",128 "114": "LABEL_114",129 "115": "LABEL_115",130 "116": "LABEL_116",131 "117": "LABEL_117",132 "118": "LABEL_118",133 "119": "LABEL_119",134 "120": "LABEL_120",135 "121": "LABEL_121",136 "122": "LABEL_122",137 "123": "LABEL_123",138 "124": "LABEL_124",139 "125": "LABEL_125",140 "126": "LABEL_126",141 "127": "LABEL_127",142 "128": "LABEL_128",143 "129": "LABEL_129",144 "130": "LABEL_130",145 "131": "LABEL_131",146 "132": "LABEL_132",147 "133": "LABEL_133",148 "134": "LABEL_134",149 "135": "LABEL_135",150 "136": "LABEL_136",151 "137": "LABEL_137",152 "138": "LABEL_138",153 "139": "LABEL_139",154 "140": "LABEL_140",155 "141": "LABEL_141",156 "142": "LABEL_142",157 "143": "LABEL_143",158 "144": "LABEL_144",159 "145": "LABEL_145",160 "146": "LABEL_146",161 "147": "LABEL_147",162 "148": "LABEL_148",163 "149": "LABEL_149",164 "150": "LABEL_150",165 "151": "LABEL_151",166 "152": "LABEL_152",167 "153": "LABEL_153",168 "154": "LABEL_154",169 "155": "LABEL_155",170 "156": "LABEL_156",171 "157": "LABEL_157",172 "158": "LABEL_158",173 "159": "LABEL_159",174 "160": "LABEL_160",175 "161": "LABEL_161",176 "162": "LABEL_162",177 "163": "LABEL_163",178 "164": "LABEL_164",179 "165": "LABEL_165",180 "166": "LABEL_166",181 "167": "LABEL_167",182 "168": "LABEL_168",183 "169": "LABEL_169",184 "170": "LABEL_170",185 "171": "LABEL_171",186 "172": "LABEL_172",187 "173": "LABEL_173",188 "174": "LABEL_174",189 "175": "LABEL_175",190 "176": "LABEL_176",191 "177": "LABEL_177",192 "178": "LABEL_178",193 "179": "LABEL_179",194 "180": "LABEL_180",195 "181": "LABEL_181",196 "182": "LABEL_182",197 "183": "LABEL_183",198 "184": "LABEL_184",199 "185": "LABEL_185",200 "186": "LABEL_186",201 "187": "LABEL_187",202 "188": "LABEL_188",203 "189": "LABEL_189",204 "190": "LABEL_190",205 "191": "LABEL_191",206 "192": "LABEL_192",207 "193": "LABEL_193",208 "194": "LABEL_194",209 "195": "LABEL_195",210 "196": "LABEL_196",211 "197": "LABEL_197",212 "198": "LABEL_198",213 "199": "LABEL_199",214 "200": "LABEL_200",215 "201": "LABEL_201",216 "202": "LABEL_202",217 "203": "LABEL_203",218 "204": "LABEL_204",219 "205": "LABEL_205",220 "206": "LABEL_206",221 "207": "LABEL_207",222 "208": "LABEL_208",223 "209": "LABEL_209",224 "210": "LABEL_210",225 "211": "LABEL_211",226 "212": "LABEL_212",227 "213": "LABEL_213",228 "214": "LABEL_214",229 "215": "LABEL_215",230 "216": "LABEL_216",231 "217": "LABEL_217",232 "218": "LABEL_218",233 "219": "LABEL_219",234 "220": "LABEL_220",235 "221": "LABEL_221",236 "222": "LABEL_222",237 "223": "LABEL_223",238 "224": "LABEL_224",239 "225": "LABEL_225",240 "226": "LABEL_226",241 "227": "LABEL_227",242 "228": "LABEL_228",243 "229": "LABEL_229",244 "230": "LABEL_230",245 "231": "LABEL_231",246 "232": "LABEL_232",247 "233": "LABEL_233",248 "234": "LABEL_234",249 "235": "LABEL_235",250 "236": "LABEL_236",251 "237": "LABEL_237",252 "238": "LABEL_238",253 "239": "LABEL_239",254 "240": "LABEL_240",255 "241": "LABEL_241",256 "242": "LABEL_242",257 "243": "LABEL_243",258 "244": "LABEL_244",259 "245": "LABEL_245",260 "246": "LABEL_246",261 "247": "LABEL_247",262 "248": "LABEL_248",263 "249": "LABEL_249",264 "250": "LABEL_250",265 "251": "LABEL_251",266 "252": "LABEL_252",267 "253": "LABEL_253",268 "254": "LABEL_254",269 "255": "LABEL_255",270 "256": "LABEL_256",271 "257": "LABEL_257",272 "258": "LABEL_258",273 "259": "LABEL_259",274 "260": "LABEL_260",275 "261": "LABEL_261",276 "262": "LABEL_262",277 "263": "LABEL_263",278 "264": "LABEL_264",279 "265": "LABEL_265",280 "266": "LABEL_266",281 "267": "LABEL_267",282 "268": "LABEL_268",283 "269": "LABEL_269",284 "270": "LABEL_270",285 "271": "LABEL_271",286 "272": "LABEL_272",287 "273": "LABEL_273",288 "274": "LABEL_274",289 "275": "LABEL_275",290 "276": "LABEL_276",291 "277": "LABEL_277",292 "278": "LABEL_278",293 "279": "LABEL_279",294 "280": "LABEL_280",295 "281": "LABEL_281",296 "282": "LABEL_282",297 "283": "LABEL_283",298 "284": "LABEL_284",299 "285": "LABEL_285",300 "286": "LABEL_286",301 "287": "LABEL_287",302 "288": "LABEL_288",303 "289": "LABEL_289",304 "290": "LABEL_290",305 "291": "LABEL_291",306 "292": "LABEL_292",307 "293": "LABEL_293",308 "294": "LABEL_294",309 "295": "LABEL_295",310 "296": "LABEL_296",311 "297": "LABEL_297",312 "298": "LABEL_298",313 "299": "LABEL_299",314 "300": "LABEL_300",315 "301": "LABEL_301",316 "302": "LABEL_302",317 "303": "LABEL_303",318 "304": "LABEL_304",319 "305": "LABEL_305",320 "306": "LABEL_306",321 "307": "LABEL_307",322 "308": "LABEL_308",323 "309": "LABEL_309",324 "310": "LABEL_310",325 "311": "LABEL_311",326 "312": "LABEL_312",327 "313": "LABEL_313",328 "314": "LABEL_314",329 "315": "LABEL_315",330 "316": "LABEL_316",331 "317": "LABEL_317",332 "318": "LABEL_318",333 "319": "LABEL_319",334 "320": "LABEL_320",335 "321": "LABEL_321",336 "322": "LABEL_322",337 "323": "LABEL_323",338 "324": "LABEL_324",339 "325": "LABEL_325",340 "326": "LABEL_326",341 "327": "LABEL_327",342 "328": "LABEL_328",343 "329": "LABEL_329",344 "330": "LABEL_330",345 "331": "LABEL_331",346 "332": "LABEL_332",347 "333": "LABEL_333",348 "334": "LABEL_334",349 "335": "LABEL_335",350 "336": "LABEL_336",351 "337": "LABEL_337",352 "338": "LABEL_338",353 "339": "LABEL_339",354 "340": "LABEL_340",355 "341": "LABEL_341",356 "342": "LABEL_342",357 "343": "LABEL_343",358 "344": "LABEL_344",359 "345": "LABEL_345",360 "346": "LABEL_346",361 "347": "LABEL_347",362 "348": "LABEL_348",363 "349": "LABEL_349",364 "350": "LABEL_350",365 "351": "LABEL_351",366 "352": "LABEL_352",367 "353": "LABEL_353",368 "354": "LABEL_354",369 "355": "LABEL_355",370 "356": "LABEL_356",371 "357": "LABEL_357",372 "358": "LABEL_358",373 "359": "LABEL_359",374 "360": "LABEL_360",375 "361": "LABEL_361",376 "362": "LABEL_362",377 "363": "LABEL_363",378 "364": "LABEL_364",379 "365": "LABEL_365",380 "366": "LABEL_366",381 "367": "LABEL_367",382 "368": "LABEL_368",383 "369": "LABEL_369",384 "370": "LABEL_370",385 "371": "LABEL_371",386 "372": "LABEL_372",387 "373": "LABEL_373",388 "374": "LABEL_374",389 "375": "LABEL_375",390 "376": "LABEL_376",391 "377": "LABEL_377",392 "378": "LABEL_378",393 "379": "LABEL_379",394 "380": "LABEL_380",395 "381": "LABEL_381",396 "382": "LABEL_382",397 "383": "LABEL_383",398 "384": "LABEL_384",399 "385": "LABEL_385",400 "386": "LABEL_386",401 "387": "LABEL_387",402 "388": "LABEL_388",403 "389": "LABEL_389",404 "390": "LABEL_390"405 },406 "initializer_range": 0.02,407 "intermediate_size": 1536,408 "label2id": {409 "LABEL_0": 0,410 "LABEL_1": 1,411 "LABEL_10": 10,412 "LABEL_100": 100,413 "LABEL_101": 101,414 "LABEL_102": 102,415 "LABEL_103": 103,416 "LABEL_104": 104,417 "LABEL_105": 105,418 "LABEL_106": 106,419 "LABEL_107": 107,420 "LABEL_108": 108,421 "LABEL_109": 109,422 "LABEL_11": 11,423 "LABEL_110": 110,424 "LABEL_111": 111,425 "LABEL_112": 112,426 "LABEL_113": 113,427 "LABEL_114": 114,428 "LABEL_115": 115,429 "LABEL_116": 116,430 "LABEL_117": 117,431 "LABEL_118": 118,432 "LABEL_119": 119,433 "LABEL_12": 12,434 "LABEL_120": 120,435 "LABEL_121": 121,436 "LABEL_122": 122,437 "LABEL_123": 123,438 "LABEL_124": 124,439 "LABEL_125": 125,440 "LABEL_126": 126,441 "LABEL_127": 127,442 "LABEL_128": 128,443 "LABEL_129": 129,444 "LABEL_13": 13,445 "LABEL_130": 130,446 "LABEL_131": 131,447 "LABEL_132": 132,448 "LABEL_133": 133,449 "LABEL_134": 134,450 "LABEL_135": 135,451 "LABEL_136": 136,452 "LABEL_137": 137,453 "LABEL_138": 138,454 "LABEL_139": 139,455 "LABEL_14": 14,456 "LABEL_140": 140,457 "LABEL_141": 141,458 "LABEL_142": 142,459 "LABEL_143": 143,460 "LABEL_144": 144,461 "LABEL_145": 145,462 "LABEL_146": 146,463 "LABEL_147": 147,464 "LABEL_148": 148,465 "LABEL_149": 149,466 "LABEL_15": 15,467 "LABEL_150": 150,468 "LABEL_151": 151,469 "LABEL_152": 152,470 "LABEL_153": 153,471 "LABEL_154": 154,472 "LABEL_155": 155,473 "LABEL_156": 156,474 "LABEL_157": 157,475 "LABEL_158": 158,476 "LABEL_159": 159,477 "LABEL_16": 16,478 "LABEL_160": 160,479 "LABEL_161": 161,480 "LABEL_162": 162,481 "LABEL_163": 163,482 "LABEL_164": 164,483 "LABEL_165": 165,484 "LABEL_166": 166,485 "LABEL_167": 167,486 "LABEL_168": 168,487 "LABEL_169": 169,488 "LABEL_17": 17,489 "LABEL_170": 170,490 "LABEL_171": 171,491 "LABEL_172": 172,492 "LABEL_173": 173,493 "LABEL_174": 174,494 "LABEL_175": 175,495 "LABEL_176": 176,496 "LABEL_177": 177,497 "LABEL_178": 178,498 "LABEL_179": 179,499 "LABEL_18": 18,500 "LABEL_180": 180,501 "LABEL_181": 181,502 "LABEL_182": 182,503 "LABEL_183": 183,504 "LABEL_184": 184,505 "LABEL_185": 185,506 "LABEL_186": 186,507 "LABEL_187": 187,508 "LABEL_188": 188,509 "LABEL_189": 189,510 "LABEL_19": 19,511 "LABEL_190": 190,512 "LABEL_191": 191,513 "LABEL_192": 192,514 "LABEL_193": 193,515 "LABEL_194": 194,516 "LABEL_195": 195,517 "LABEL_196": 196,518 "LABEL_197": 197,519 "LABEL_198": 198,520 "LABEL_199": 199,521 "LABEL_2": 2,522 "LABEL_20": 20,523 "LABEL_200": 200,524 "LABEL_201": 201,525 "LABEL_202": 202,526 "LABEL_203": 203,527 "LABEL_204": 204,528 "LABEL_205": 205,529 "LABEL_206": 206,530 "LABEL_207": 207,531 "LABEL_208": 208,532 "LABEL_209": 209,533 "LABEL_21": 21,534 "LABEL_210": 210,535 "LABEL_211": 211,536 "LABEL_212": 212,537 "LABEL_213": 213,538 "LABEL_214": 214,539 "LABEL_215": 215,540 "LABEL_216": 216,541 "LABEL_217": 217,542 "LABEL_218": 218,543 "LABEL_219": 219,544 "LABEL_22": 22,545 "LABEL_220": 220,546 "LABEL_221": 221,547 "LABEL_222": 222,548 "LABEL_223": 223,549 "LABEL_224": 224,550 "LABEL_225": 225,551 "LABEL_226": 226,552 "LABEL_227": 227,553 "LABEL_228": 228,554 "LABEL_229": 229,555 "LABEL_23": 23,556 "LABEL_230": 230,557 "LABEL_231": 231,558 "LABEL_232": 232,559 "LABEL_233": 233,560 "LABEL_234": 234,561 "LABEL_235": 235,562 "LABEL_236": 236,563 "LABEL_237": 237,564 "LABEL_238": 238,565 "LABEL_239": 239,566 "LABEL_24": 24,567 "LABEL_240": 240,568 "LABEL_241": 241,569 "LABEL_242": 242,570 "LABEL_243": 243,571 "LABEL_244": 244,572 "LABEL_245": 245,573 "LABEL_246": 246,574 "LABEL_247": 247,575 "LABEL_248": 248,576 "LABEL_249": 249,577 "LABEL_25": 25,578 "LABEL_250": 250,579 "LABEL_251": 251,580 "LABEL_252": 252,581 "LABEL_253": 253,582 "LABEL_254": 254,583 "LABEL_255": 255,584 "LABEL_256": 256,585 "LABEL_257": 257,586 "LABEL_258": 258,587 "LABEL_259": 259,588 "LABEL_26": 26,589 "LABEL_260": 260,590 "LABEL_261": 261,591 "LABEL_262": 262,592 "LABEL_263": 263,593 "LABEL_264": 264,594 "LABEL_265": 265,595 "LABEL_266": 266,596 "LABEL_267": 267,597 "LABEL_268": 268,598 "LABEL_269": 269,599 "LABEL_27": 27,600 "LABEL_270": 270,601 "LABEL_271": 271,602 "LABEL_272": 272,603 "LABEL_273": 273,604 "LABEL_274": 274,605 "LABEL_275": 275,606 "LABEL_276": 276,607 "LABEL_277": 277,608 "LABEL_278": 278,609 "LABEL_279": 279,610 "LABEL_28": 28,611 "LABEL_280": 280,612 "LABEL_281": 281,613 "LABEL_282": 282,614 "LABEL_283": 283,615 "LABEL_284": 284,616 "LABEL_285": 285,617 "LABEL_286": 286,618 "LABEL_287": 287,619 "LABEL_288": 288,620 "LABEL_289": 289,621 "LABEL_29": 29,622 "LABEL_290": 290,623 "LABEL_291": 291,624 "LABEL_292": 292,625 "LABEL_293": 293,626 "LABEL_294": 294,627 "LABEL_295": 295,628 "LABEL_296": 296,629 "LABEL_297": 297,630 "LABEL_298": 298,631 "LABEL_299": 299,632 "LABEL_3": 3,633 "LABEL_30": 30,634 "LABEL_300": 300,635 "LABEL_301": 301,636 "LABEL_302": 302,637 "LABEL_303": 303,638 "LABEL_304": 304,639 "LABEL_305": 305,640 "LABEL_306": 306,641 "LABEL_307": 307,642 "LABEL_308": 308,643 "LABEL_309": 309,644 "LABEL_31": 31,645 "LABEL_310": 310,646 "LABEL_311": 311,647 "LABEL_312": 312,648 "LABEL_313": 313,649 "LABEL_314": 314,650 "LABEL_315": 315,651 "LABEL_316": 316,652 "LABEL_317": 317,653 "LABEL_318": 318,654 "LABEL_319": 319,655 "LABEL_32": 32,656 "LABEL_320": 320,657 "LABEL_321": 321,658 "LABEL_322": 322,659 "LABEL_323": 323,660 "LABEL_324": 324,661 "LABEL_325": 325,662 "LABEL_326": 326,663 "LABEL_327": 327,664 "LABEL_328": 328,665 "LABEL_329": 329,666 "LABEL_33": 33,667 "LABEL_330": 330,668 "LABEL_331": 331,669 "LABEL_332": 332,670 "LABEL_333": 333,671 "LABEL_334": 334,672 "LABEL_335": 335,673 "LABEL_336": 336,674 "LABEL_337": 337,675 "LABEL_338": 338,676 "LABEL_339": 339,677 "LABEL_34": 34,678 "LABEL_340": 340,679 "LABEL_341": 341,680 "LABEL_342": 342,681 "LABEL_343": 343,682 "LABEL_344": 344,683 "LABEL_345": 345,684 "LABEL_346": 346,685 "LABEL_347": 347,686 "LABEL_348": 348,687 "LABEL_349": 349,688 "LABEL_35": 35,689 "LABEL_350": 350,690 "LABEL_351": 351,691 "LABEL_352": 352,692 "LABEL_353": 353,693 "LABEL_354": 354,694 "LABEL_355": 355,695 "LABEL_356": 356,696 "LABEL_357": 357,697 "LABEL_358": 358,698 "LABEL_359": 359,699 "LABEL_36": 36,700 "LABEL_360": 360,701 "LABEL_361": 361,702 "LABEL_362": 362,703 "LABEL_363": 363,704 "LABEL_364": 364,705 "LABEL_365": 365,706 "LABEL_366": 366,707 "LABEL_367": 367,708 "LABEL_368": 368,709 "LABEL_369": 369,710 "LABEL_37": 37,711 "LABEL_370": 370,712 "LABEL_371": 371,713 "LABEL_372": 372,714 "LABEL_373": 373,715 "LABEL_374": 374,716 "LABEL_375": 375,717 "LABEL_376": 376,718 "LABEL_377": 377,719 "LABEL_378": 378,720 "LABEL_379": 379,721 "LABEL_38": 38,722 "LABEL_380": 380,723 "LABEL_381": 381,724 "LABEL_382": 382,725 "LABEL_383": 383,726 "LABEL_384": 384,727 "LABEL_385": 385,728 "LABEL_386": 386,729 "LABEL_387": 387,730 "LABEL_388": 388,731 "LABEL_389": 389,732 "LABEL_39": 39,733 "LABEL_390": 390,734 "LABEL_4": 4,735 "LABEL_40": 40,736 "LABEL_41": 41,737 "LABEL_42": 42,738 "LABEL_43": 43,739 "LABEL_44": 44,740 "LABEL_45": 45,741 "LABEL_46": 46,742 "LABEL_47": 47,743 "LABEL_48": 48,744 "LABEL_49": 49,745 "LABEL_5": 5,746 "LABEL_50": 50,747 "LABEL_51": 51,748 "LABEL_52": 52,749 "LABEL_53": 53,750 "LABEL_54": 54,751 "LABEL_55": 55,752 "LABEL_56": 56,753 "LABEL_57": 57,754 "LABEL_58": 58,755 "LABEL_59": 59,756 "LABEL_6": 6,757 "LABEL_60": 60,758 "LABEL_61": 61,759 "LABEL_62": 62,760 "LABEL_63": 63,761 "LABEL_64": 64,762 "LABEL_65": 65,763 "LABEL_66": 66,764 "LABEL_67": 67,765 "LABEL_68": 68,766 "LABEL_69": 69,767 "LABEL_7": 7,768 "LABEL_70": 70,769 "LABEL_71": 71,770 "LABEL_72": 72,771 "LABEL_73": 73,772 "LABEL_74": 74,773 "LABEL_75": 75,774 "LABEL_76": 76,775 "LABEL_77": 77,776 "LABEL_78": 78,777 "LABEL_79": 79,778 "LABEL_8": 8,779 "LABEL_80": 80,780 "LABEL_81": 81,781 "LABEL_82": 82,782 "LABEL_83": 83,783 "LABEL_84": 84,784 "LABEL_85": 85,785 "LABEL_86": 86,786 "LABEL_87": 87,787 "LABEL_88": 88,788 "LABEL_89": 89,789 "LABEL_9": 9,790 "LABEL_90": 90,791 "LABEL_91": 91,792 "LABEL_92": 92,793 "LABEL_93": 93,794 "LABEL_94": 94,795 "LABEL_95": 95,796 "LABEL_96": 96,797 "LABEL_97": 97,798 "LABEL_98": 98,799 "LABEL_99": 99800 },801 "layer_norm_eps": 1e-12,802 "max_position_embeddings": 512,803 "model_type": "bert",804 "num_attention_heads": 12,805 "num_hidden_layers": 6,806 "num_relation_heads": 32,807 "pad_token_id": 0,808 "pooler_fc_size": 768,809 "pooler_num_attention_heads": 12,810 "pooler_num_fc_layers": 3,811 "pooler_size_per_head": 128,812 "pooler_type": "first_token_transform",813 "position_embedding_type": "absolute",814 "torch_dtype": "float32",815 "transformers_version": "4.44.1",816 "type_vocab_size": 2,817 "use_cache": true,818 "vocab_size": 21128819}820