CoolFace
Modelpublic

OPI-PIB/pl-ModernBERT-base

sourceHugging Faceapache-2.0updated 10d agoView on Hugging Face
1likes216downloads
tokenizer.json200099 linesDownload Raw Back to root
1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 0,8      "content": "<s>",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": false,13      "special": true14    },15    {16      "id": 1,17      "content": "<pad>",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    {25      "id": 2,26      "content": "</s>",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": false,31      "special": true32    },33    {34      "id": 3,35      "content": "<unk>",36      "single_word": false,37      "lstrip": false,38      "rstrip": false,39      "normalized": false,40      "special": true41    },42    {43      "id": 50000,44      "content": "<mask>",45      "single_word": false,46      "lstrip": true,47      "rstrip": false,48      "normalized": false,49      "special": true50    }51  ],52  "normalizer": {53    "type": "NFKC"54  },55  "pre_tokenizer": {56    "type": "Sequence",57    "pretokenizers": [58      {59        "type": "WhitespaceSplit"60      },61      {62        "type": "Metaspace",63        "replacement": "▁",64        "prepend_scheme": "always",65        "split": true66      }67    ]68  },69  "post_processor": {70    "type": "RobertaProcessing",71    "sep": [72      "</s>",73      274    ],75    "cls": [76      "<s>",77      078    ],79    "trim_offsets": true,80    "add_prefix_space": false81  },82  "decoder": {83    "type": "Metaspace",84    "replacement": "▁",85    "prepend_scheme": "always",86    "split": true87  },88  "model": {89    "type": "Unigram",90    "unk_id": 3,91    "vocab": [92      [93        "<s>",94        0.095      ],96      [97        "<pad>",98        0.099      ],100      [101        "</s>",102        0.0103      ],104      [105        "<unk>",106        0.0107      ],108      [109        ",",110        -2.990612506866455111      ],112      [113        ".",114        -3.045746326446533115      ],116      [117        "▁w",118        -3.620286226272583119      ],120      [121        "▁i",122        -4.145071983337402123      ],124      [125        "▁z",126        -4.313876628875732127      ],128      [129        "▁na",130        -4.358668804168701131      ],132      [133        "▁do",134        -4.585206508636475135      ],136      [137        "▁się",138        -4.709977626800537139      ],140      [141        "▁",142        -4.809622287750244143      ],144      [145        "a",146        -4.925016403198242147      ],148      [149        "▁nie",150        -4.965448379516602151      ],152      [153        "▁o",154        -5.062676429748535155      ],156      [157        "▁jest",158        -5.177063465118408159      ],160      [161        "▁W",162        -5.190282821655273163      ],164      [165        "▁to",166        -5.279807090759277167      ],168      [169        "▁że",170        -5.300750732421875171      ],172      [173        "y",174        -5.328652381896973175      ],176      [177        "e",178        -5.5396504402160645179      ],180      [181        "m",182        -5.575997352600098183      ],184      [185        "▁a",186        -5.6448493003845215187      ],188      [189        "▁(",190        -5.721778869628906191      ],192      [193        "▁przez",194        -5.774728775024414195      ],196      [197        "▁od",198        -5.793059349060059199      ],200      [201        "ch",202        -5.874508857727051203      ],204      [205        "u",206        -5.883130073547363207      ],208      [209        "▁za",210        -5.897664546966553211      ],212      [213        "▁-",214        -5.914496421813965215      ],216      [217        "▁po",218        -5.927074909210205219      ],220      [221        "▁oraz",222        -5.930490970611572223      ],224      [225        "▁roku",226        -5.954488277435303227      ],228      [229        "▁r",230        -5.989529132843018231      ],232      [233        ":",234        -6.038201332092285235      ],236      [237        "▁tym",238        -6.047253131866455239      ],240      [241        "i",242        -6.059911251068115243      ],244      [245        "em",246        -6.087545871734619247      ],248      [249        "-",250        -6.090285301208496251      ],252      [253        "▁dla",254        -6.211013317108154255      ],256      [257        "o",258        -6.252954483032227259      ],260      [261        "▁jak",262        -6.2565693855285645263      ],264      [265        "▁są",266        -6.261328220367432267      ],268      [269        "j",270        -6.269833087921143271      ],272      [273        "ą",274        -6.3259687423706055275      ],276      [277        "ów",278        -6.328129768371582279      ],280      [281        ")",282        -6.376269817352295283      ],284      [285        "▁tego",286        -6.3943939208984375287      ],288      [289        "?",290        -6.466679096221924291      ],292      [293        "▁co",294        -6.4839887619018555295      ],296      [297        "▁które",298        -6.493378162384033299      ],300      [301        "mi",302        -6.554388999938965303      ],304      [305        "▁ustawy",306        -6.563739776611328307      ],308      [309        "go",310        -6.573178291320801311      ],312      [313        "▁ma",314        -6.594823837280273315      ],316      [317        "▁ze",318        -6.629829406738281319      ],320      [321        "▁tej",322        -6.653416633605957323      ],324      [325        "▁czy",326        -6.654240608215332327      ],328      [329        "▁ale",330        -6.676506042480469331      ],332      [333        "▁przy",334        -6.714028835296631335      ],336      [337        ").",338        -6.7440714836120605339      ],340      [341        "▁także",342        -6.754176616668701343      ],344      [345        "▁również",346        -6.771005630493164347      ],348      [349        "▁pod",350        -6.783812046051025351      ],352      [353        "ami",354        -6.7881669998168945355      ],356      [357        "▁lub",358        -6.7907795906066895359      ],360      [361        "ę",362        -6.809632301330566363      ],364      [365        "ie",366        -6.810120105743408367      ],368      [369        "▁Po",370        -6.837005615234375371      ],372      [373        "▁będzie",374        -6.839602470397949375      ],376      [377        "▁Na",378        -6.8535051345825195379      ],380      [381        "ach",382        -6.866708755493164383      ],384      [385        "▁tak",386        -6.8729705810546875387      ],388      [389        "ego",390        -6.893275737762451391      ],392      [393        "ej",394        -6.905029296875395      ],396      [397        "▁tylko",398        -6.9173736572265625399      ],400      [401        "▁może",402        -6.925168037414551403      ],404      [405        "▁jako",406        -6.930281162261963407      ],408      [409        "▁był",410        -6.944107532501221411      ],412      [413        "s",414        -6.94435453414917415      ],416      [417        "na",418        -6.948025226593018419      ],420      [421        "▁który",422        -6.951356887817383423      ],424      [425        "▁jego",426        -6.951526641845703427      ],428      [429        "▁został",430        -6.952184200286865431      ],432      [433        "▁Z",434        -6.954450607299805435      ],436      [437        "▁być",438        -6.968411922454834439      ],440      [441        "nie",442        -6.990539073944092443      ],444      [445        "▁już",446        -6.992406845092773447      ],448      [449        "▁dnia",450        -7.002748489379883451      ],452      [453        "▁bardzo",454        -7.008227825164795455      ],456      [457        "ych",458        -7.025130271911621459      ],460      [461        "▁też",462        -7.039791107177734463      ],464      [465        "▁ich",466        -7.041566848754883467      ],468      [469        "▁tych",470        -7.063793182373047471      ],472      [473        "▁m",474        -7.078003406524658475      ],476      [477        "▁ten",478        -7.084615707397461479      ],480      [481        "▁1",482        -7.1077094078063965483      ],484      [485        "ć",486        -7.116920471191406487      ],488      [489        "▁A",490        -7.122893333435059491      ],492      [493        "▁jednak",494        -7.134780406951904495      ],496      [497        "▁I",498        -7.143917083740234499      ],500      [501        "li",502        -7.146324634552002503      ],504      [505        "▁nad",506        -7.164681911468506507      ],508      [509        "ka",510        -7.165426731109619511      ],512      [513        "in",514        -7.1670756340026855515      ],516      [517        "▁u",518        -7.171117305755615519      ],520      [521        "▁pracy",522        -7.180573463439941523      ],524      [525        "▁te",526        -7.183297157287598527      ],528      [529        "▁Nie",530        -7.184618949890137531      ],532      [533        "ki",534        -7.1895246505737305535      ],536      [537        "▁bo",538        -7.206836700439453539      ],540      [541        "▁lat",542        -7.213920593261719543      ],544      [545        "),",546        -7.248917579650879547      ],548      [549        "w",550        -7.256023406982422551      ],552      [553        "▁było",554        -7.262262344360352555      ],556      [557        "▁2",558        -7.2735114097595215559      ],560      [561        "my",562        -7.278233528137207563      ],564      [565        "▁jej",566        -7.283844470977783567      ],568      [569        "ne",570        -7.299625396728516571      ],572      [573        "▁art",574        -7.302825450897217575      ],576      [577        "owe",578        -7.303796768188477579      ],580      [581        "▁3",582        -7.3298115730285645583      ],584      [585        "nia",586        -7.346651077270508587      ],588      [589        "▁osób",590        -7.352664947509766591      ],592      [593        "▁która",594        -7.389253616333008595      ],596      [597        "ł",598        -7.394199848175049599      ],600      [601        "▁przed",602        -7.395730018615723603      ],604      [605        "owych",606        -7.401918888092041607      ],608      [609        "▁aby",610        -7.402403354644775611      ],612      [613        "▁można",614        -7.402470588684082615      ],616      [617        "▁pan",618        -7.404160499572754619      ],620      [621        "ny",622        -7.408051490783691623      ],624      [625        "▁Czy",626        -7.412578105926514627      ],628      [629        "▁których",630        -7.45036506652832631      ],632      [633        "z",634        -7.463360786437988635      ],636      [637        "▁Od",638        -7.467756748199463639      ],640      [641        "...",642        -7.4707350730896643      ],644      [645        "▁państwa",646        -7.483814716339111647      ],648      [649        "▁Do",650        -7.484020233154297651      ],652      [653        "▁była",654        -7.519389152526856655      ],656      [657        "▁To",658        -7.531130790710449659      ],660      [661        "▁wy",662        -7.5324201583862305663      ],664      [665        "▁S",666        -7.537529945373535667      ],668      [669        "▁jeszcze",670        -7.537548542022705671      ],672      [673        "▁bez",674        -7.541311740875244675      ],676      [677        "▁zł",678        -7.54131555557251679      ],680      [681        "▁poseł",682        -7.551601886749268683      ],684      [685        "om",686        -7.554193496704102687      ],688      [689        "owi",690        -7.556851863861084691      ],692      [693        "▁zakresie",694        -7.562824249267578695      ],696      [697        "ją",698        -7.5661702156066895699      ],700      [701        "▁iż",702        -7.566776752471924703      ],704      [705        "▁latach",706        -7.576337337493896707      ],708      [709        "owej",710        -7.586061954498291711      ],712      [713        "ym",714        -7.593594551086426715      ],716      [717        "▁4",718        -7.595520496368408719      ],720      [721        "▁by",722        -7.596555233001709723      ],724      [725        "owa",726        -7.601083755493164727      ],728      [729        "▁innych",730        -7.611740589141846731      ],732      [733        "▁Za",734        -7.612170696258545735      ],736      [737        "▁sposób",738        -7.617324829101563739      ],740      [741        "▁go",742        -7.62644624710083743      ],744      [745        "owy",746        -7.633570671081543747      ],748      [749        "▁została",750        -7.640793323516846751      ],752      [753        "▁gdzie",754        -7.646724224090576755      ],756      [757        "▁pana",758        -7.648191452026367759      ],760      [761        "▁5",762        -7.649572372436523763      ],764      [765        "▁ta",766        -7.651933670043945767      ],768      [769        "▁Polsce",770        -7.65585470199585771      ],772      [773        "▁były",774        -7.659737586975098775      ],776      [777        "▁będą",778        -7.659793853759766779      ],780      [781        "c",782        -7.665041923522949783      ],784      [785        "▁więc",786        -7.672863483428955787      ],788      [789        "▁U",790        -7.678902626037598791      ],792      [793        "no",794        -7.680870532989502795      ],796      [797        "▁prze",798        -7.681192398071289799      ],800      [801        "▁sprawie",802        -7.684554576873779803      ],804      [805        "▁związku",806        -7.694106101989746807      ],808      [809        "▁O",810        -7.696413516998291811      ],812      [813        "ek",814        -7.709718227386475815      ],816      [817        "▁Polski",818        -7.731179714202881819      ],820      [821        "▁należy",822        -7.739335060119629823      ],824      [825        "ła",826        -7.748440742492676827      ],828      [829        "▁niż",830        -7.757675647735596831      ],832      [833        "▁prawa",834        -7.764537811279297835      ],836      [837        "▁celu",838        -7.76863956451416839      ],840      [841        "▁miejsce",842        -7.779376983642578843      ],844      [845        "owego",846        -7.7814202308654785847      ],848      [849        "▁projektu",850        -7.781866550445557851      ],852      [853        "▁środków",854        -7.784397602081299855      ],856      [857        "cie",858        -7.793571949005127859      ],860      [861        "▁którzy",862        -7.794976234436035863      ],864      [865        "▁czasie",866        -7.797858238220215867      ],868      [869        "▁nr",870        -7.812315464019775871      ],872      [873        "▁mają",874        -7.81638240814209875      ],876      [877        "▁sobie",878        -7.823561668395996879      ],880      [881        "k",882        -7.82798433303833883      ],884      [885        "▁którym",886        -7.828700542449951887      ],888      [889        "▁ust",890        -7.829646110534668891      ],892      [893        "▁mi",894        -7.833698749542236895      ],896      [897        "sz",898        -7.836742401123047899      ],900      [901        "▁przypadku",902        -7.843055248260498903      ],904      [905        "▁10",906        -7.851640224456787907      ],908      [909        "▁Jest",910        -7.855680465698242911      ],912      [913        "▁6",914        -7.861081123352051915      ],916      [917        "ni",918        -7.8632612228393555919      ],920      [921        "▁wszystkich",922        -7.867175102233887923      ],924      [925        "▁której",926        -7.887750148773193927      ],928      [929        "▁mogą",930        -7.887758731842041931      ],932      [933        "▁podczas",934        -7.892582893371582935      ],936      [937        "▁nawet",938        -7.894723892211914939      ],940      [941        "▁Warszawa",942        -7.9033427238464355943      ],944      [945        "▁wieku",946        -7.905982971191406947      ],948      [949        "ną",950        -7.909151554107666951      ],952      [953        "▁żeby",954        -7.90924596786499955      ],956      [957        "▁części",958        -7.911342620849609959      ],960      [961        "▁zostały",962        -7.918034076690674963      ],964      [965        "ową",966        -7.924316883087158967      ],968      [969        "▁gdy",970        -7.925382614135742971      ],972      [973        "▁działania",974        -7.926829814910889975      ],976      [977        "ło",978        -7.927945137023926979      ],980      [981        "ce",982        -7.92976188659668983      ],984      [985        "▁ramach",986        -7.945558547973633987      ],988      [989        "▁tu",990        -7.949533939361572991      ],992      [993        "▁s",994        -7.951716899871826995      ],996      [997        "▁projekt",998        -7.961386203765869999      ],1000      [1001        "d",1002        -7.9722013473510741003      ],1004      [1005        "owym",1006        -7.9727044105529791007      ],1008      [1009        "▁wielu",1010        -7.9752268791198731011      ],1012      [1013        "▁między",1014        -7.9766602516174321015      ],1016      [1017        "▁takie",1018        -7.978807449340821019      ],1020      [1021        "nych",1022        -7.9809322357177731023      ],1024      [1025        "▁nich",1026        -7.9871501922607421027      ],1028      [1029        "▁kraju",1030        -7.9879074096679691031      ],1032      [1033        "▁on",1034        -7.990263462066651035      ],1036      [1037        "p",1038        -7.9945673942565921039      ],1040      [1041        "ia",1042        -7.9994230270385741043      ],1044      [1045        "▁chodzi",1046        -8.0002870559692381047      ],1048      [1049        "▁15",1050        -8.0088176727294921051      ],1052      [1053        "▁2012",1054        -8.0095329284667971055      ],1056      [1057        "▁ministra",1058        -8.0196895599365231059      ],1060      [1061        "▁wiele",1062        -8.0214252471923831063      ],1064      [1065        "▁pytanie",1066        -8.024156570434571067      ],1068      [1069        "t",1070        -8.0245656967163091071      ],1072      [1073        "▁posłów",1074        -8.0248556137084961075      ],1076      [1077        "▁kiedy",1078        -8.0263586044311521079      ],1080      [1081        "▁7",1082        -8.0394887924194341083      ],1084      [1085        "▁dzieci",1086        -8.0395383834838871087      ],1088      [1089        "n",1090        -8.0397768020629881091      ],1092      [1093        "▁sytuacji",1094        -8.0417947769165041095      ],1096      [1097        "▁II",1098        -8.0627212524414061099      ],1100      [1101        "▁strony",1102        -8.0694379806518551103      ],1104      [1105        "▁posła",1106        -8.0787925720214841107      ],1108      [1109        "ły",1110        -8.0879583358764651111      ],1112      [1113        "▁wszystkim",1114        -8.088747978210451115      ],1116      [1117        "▁je",1118        -8.0909233093261721119      ],1120      [1121        "▁8",1122        -8.094960212707521123      ],1124      [1125        "▁we",1126        -8.0971126556396481127      ],1128      [1129        "▁roz",1130        -8.1061887741088871131      ],1132      [1133        "▁raz",1134        -8.1116266250610351135      ],1136      [1137        "▁czas",1138        -8.1241407394409181139      ],1140      [1141        "▁rząd",1142        -8.1249504089355471143      ],1144      [1145        "▁osoby",1146        -8.1286296844482421147      ],1148      [1149        "▁tam",1150        -8.1307420730590821151      ],1152      [1153        "▁12",1154        -8.1344413757324221155      ],1156      [1157        "▁jeśli",1158        -8.1393051147460941159      ],1160      [1161        "▁16",1162        -8.1445035934448241163      ],1164      [1165        "▁udział",1166        -8.147986412048341167      ],1168      [1169        "▁możliwości",1170        -8.1482772827148441171      ],1172      [1173        "▁Unii",1174        -8.1527061462402341175      ],1176      [1177        "▁mnie",1178        -8.154307365417481179      ],1180      [1181        "▁ponad",1182        -8.161682128906251183      ],1184      [1185        "▁Komisji",1186        -8.1655740737915041187      ],1188      [1189        "▁Jak",1190        -8.166602134704591191      ],1192      [1193        "▁ok",1194        -8.167026519775391195      ],1196      [1197        "▁zmiany",1198        -8.168430328369141199      ],1200      [

Showing the first 1,200 of 200099 lines. Download the file for the rest.