bjong/blessed_Text_summarization_and_lingual_model
0
1{
2 "added_tokens_decoder": {
3 "0": {
4 "content": "<pad>",
5 "lstrip": false,
6 "normalized": false,
7 "rstrip": false,
8 "single_word": false,
9 "special": true
10 },
11 "1": {
12 "content": "</s>",
13 "lstrip": false,
14 "normalized": false,
15 "rstrip": false,
16 "single_word": false,
17 "special": true
18 },
19 "2": {
20 "content": "<mask_1>",
21 "lstrip": false,
22 "normalized": false,
23 "rstrip": false,
24 "single_word": false,
25 "special": true
26 },
27 "3": {
28 "content": "<mask_2>",
29 "lstrip": false,
30 "normalized": false,
31 "rstrip": false,
32 "single_word": false,
33 "special": true
34 },
35 "4": {
36 "content": "<unk_2>",
37 "lstrip": false,
38 "normalized": false,
39 "rstrip": false,
40 "single_word": false,
41 "special": true
42 },
43 "5": {
44 "content": "<unk_3>",
45 "lstrip": false,
46 "normalized": false,
47 "rstrip": false,
48 "single_word": false,
49 "special": true
50 },
51 "6": {
52 "content": "<unk_4>",
53 "lstrip": false,
54 "normalized": false,
55 "rstrip": false,
56 "single_word": false,
57 "special": true
58 },
59 "7": {
60 "content": "<unk_5>",
61 "lstrip": false,
62 "normalized": false,
63 "rstrip": false,
64 "single_word": false,
65 "special": true
66 },
67 "8": {
68 "content": "<unk_6>",
69 "lstrip": false,
70 "normalized": false,
71 "rstrip": false,
72 "single_word": false,
73 "special": true
74 },
75 "9": {
76 "content": "<unk_7>",
77 "lstrip": false,
78 "normalized": false,
79 "rstrip": false,
80 "single_word": false,
81 "special": true
82 },
83 "10": {
84 "content": "<unk_8>",
85 "lstrip": false,
86 "normalized": false,
87 "rstrip": false,
88 "single_word": false,
89 "special": true
90 },
91 "11": {
92 "content": "<unk_9>",
93 "lstrip": false,
94 "normalized": false,
95 "rstrip": false,
96 "single_word": false,
97 "special": true
98 },
99 "12": {
100 "content": "<unk_10>",
101 "lstrip": false,
102 "normalized": false,
103 "rstrip": false,
104 "single_word": false,
105 "special": true
106 },
107 "13": {
108 "content": "<unk_11>",
109 "lstrip": false,
110 "normalized": false,
111 "rstrip": false,
112 "single_word": false,
113 "special": true
114 },
115 "14": {
116 "content": "<unk_12>",
117 "lstrip": false,
118 "normalized": false,
119 "rstrip": false,
120 "single_word": false,
121 "special": true
122 },
123 "15": {
124 "content": "<unk_13>",
125 "lstrip": false,
126 "normalized": false,
127 "rstrip": false,
128 "single_word": false,
129 "special": true
130 },
131 "16": {
132 "content": "<unk_14>",
133 "lstrip": false,
134 "normalized": false,
135 "rstrip": false,
136 "single_word": false,
137 "special": true
138 },
139 "17": {
140 "content": "<unk_15>",
141 "lstrip": false,
142 "normalized": false,
143 "rstrip": false,
144 "single_word": false,
145 "special": true
146 },
147 "18": {
148 "content": "<unk_16>",
149 "lstrip": false,
150 "normalized": false,
151 "rstrip": false,
152 "single_word": false,
153 "special": true
154 },
155 "19": {
156 "content": "<unk_17>",
157 "lstrip": false,
158 "normalized": false,
159 "rstrip": false,
160 "single_word": false,
161 "special": true
162 },
163 "20": {
164 "content": "<unk_18>",
165 "lstrip": false,
166 "normalized": false,
167 "rstrip": false,
168 "single_word": false,
169 "special": true
170 },
171 "21": {
172 "content": "<unk_19>",
173 "lstrip": false,
174 "normalized": false,
175 "rstrip": false,
176 "single_word": false,
177 "special": true
178 },
179 "22": {
180 "content": "<unk_20>",
181 "lstrip": false,
182 "normalized": false,
183 "rstrip": false,
184 "single_word": false,
185 "special": true
186 },
187 "23": {
188 "content": "<unk_21>",
189 "lstrip": false,
190 "normalized": false,
191 "rstrip": false,
192 "single_word": false,
193 "special": true
194 },
195 "24": {
196 "content": "<unk_22>",
197 "lstrip": false,
198 "normalized": false,
199 "rstrip": false,
200 "single_word": false,
201 "special": true
202 },
203 "25": {
204 "content": "<unk_23>",
205 "lstrip": false,
206 "normalized": false,
207 "rstrip": false,
208 "single_word": false,
209 "special": true
210 },
211 "26": {
212 "content": "<unk_24>",
213 "lstrip": false,
214 "normalized": false,
215 "rstrip": false,
216 "single_word": false,
217 "special": true
218 },
219 "27": {
220 "content": "<unk_25>",
221 "lstrip": false,
222 "normalized": false,
223 "rstrip": false,
224 "single_word": false,
225 "special": true
226 },
227 "28": {
228 "content": "<unk_26>",
229 "lstrip": false,
230 "normalized": false,
231 "rstrip": false,
232 "single_word": false,
233 "special": true
234 },
235 "29": {
236 "content": "<unk_27>",
237 "lstrip": false,
238 "normalized": false,
239 "rstrip": false,
240 "single_word": false,
241 "special": true
242 },
243 "30": {
244 "content": "<unk_28>",
245 "lstrip": false,
246 "normalized": false,
247 "rstrip": false,
248 "single_word": false,
249 "special": true
250 },
251 "31": {
252 "content": "<unk_29>",
253 "lstrip": false,
254 "normalized": false,
255 "rstrip": false,
256 "single_word": false,
257 "special": true
258 },
259 "32": {
260 "content": "<unk_30>",
261 "lstrip": false,
262 "normalized": false,
263 "rstrip": false,
264 "single_word": false,
265 "special": true
266 },
267 "33": {
268 "content": "<unk_31>",
269 "lstrip": false,
270 "normalized": false,
271 "rstrip": false,
272 "single_word": false,
273 "special": true
274 },
275 "34": {
276 "content": "<unk_32>",
277 "lstrip": false,
278 "normalized": false,
279 "rstrip": false,
280 "single_word": false,
281 "special": true
282 },
283 "35": {
284 "content": "<unk_33>",
285 "lstrip": false,
286 "normalized": false,
287 "rstrip": false,
288 "single_word": false,
289 "special": true
290 },
291 "36": {
292 "content": "<unk_34>",
293 "lstrip": false,
294 "normalized": false,
295 "rstrip": false,
296 "single_word": false,
297 "special": true
298 },
299 "37": {
300 "content": "<unk_35>",
301 "lstrip": false,
302 "normalized": false,
303 "rstrip": false,
304 "single_word": false,
305 "special": true
306 },
307 "38": {
308 "content": "<unk_36>",
309 "lstrip": false,
310 "normalized": false,
311 "rstrip": false,
312 "single_word": false,
313 "special": true
314 },
315 "39": {
316 "content": "<unk_37>",
317 "lstrip": false,
318 "normalized": false,
319 "rstrip": false,
320 "single_word": false,
321 "special": true
322 },
323 "40": {
324 "content": "<unk_38>",
325 "lstrip": false,
326 "normalized": false,
327 "rstrip": false,
328 "single_word": false,
329 "special": true
330 },
331 "41": {
332 "content": "<unk_39>",
333 "lstrip": false,
334 "normalized": false,
335 "rstrip": false,
336 "single_word": false,
337 "special": true
338 },
339 "42": {
340 "content": "<unk_40>",
341 "lstrip": false,
342 "normalized": false,
343 "rstrip": false,
344 "single_word": false,
345 "special": true
346 },
347 "43": {
348 "content": "<unk_41>",
349 "lstrip": false,
350 "normalized": false,
351 "rstrip": false,
352 "single_word": false,
353 "special": true
354 },
355 "44": {
356 "content": "<unk_42>",
357 "lstrip": false,
358 "normalized": false,
359 "rstrip": false,
360 "single_word": false,
361 "special": true
362 },
363 "45": {
364 "content": "<unk_43>",
365 "lstrip": false,
366 "normalized": false,
367 "rstrip": false,
368 "single_word": false,
369 "special": true
370 },
371 "46": {
372 "content": "<unk_44>",
373 "lstrip": false,
374 "normalized": false,
375 "rstrip": false,
376 "single_word": false,
377 "special": true
378 },
379 "47": {
380 "content": "<unk_45>",
381 "lstrip": false,
382 "normalized": false,
383 "rstrip": false,
384 "single_word": false,
385 "special": true
386 },
387 "48": {
388 "content": "<unk_46>",
389 "lstrip": false,
390 "normalized": false,
391 "rstrip": false,
392 "single_word": false,
393 "special": true
394 },
395 "49": {
396 "content": "<unk_47>",
397 "lstrip": false,
398 "normalized": false,
399 "rstrip": false,
400 "single_word": false,
401 "special": true
402 },
403 "50": {
404 "content": "<unk_48>",
405 "lstrip": false,
406 "normalized": false,
407 "rstrip": false,
408 "single_word": false,
409 "special": true
410 },
411 "51": {
412 "content": "<unk_49>",
413 "lstrip": false,
414 "normalized": false,
415 "rstrip": false,
416 "single_word": false,
417 "special": true
418 },
419 "52": {
420 "content": "<unk_50>",
421 "lstrip": false,
422 "normalized": false,
423 "rstrip": false,
424 "single_word": false,
425 "special": true
426 },
427 "53": {
428 "content": "<unk_51>",
429 "lstrip": false,
430 "normalized": false,
431 "rstrip": false,
432 "single_word": false,
433 "special": true
434 },
435 "54": {
436 "content": "<unk_52>",
437 "lstrip": false,
438 "normalized": false,
439 "rstrip": false,
440 "single_word": false,
441 "special": true
442 },
443 "55": {
444 "content": "<unk_53>",
445 "lstrip": false,
446 "normalized": false,
447 "rstrip": false,
448 "single_word": false,
449 "special": true
450 },
451 "56": {
452 "content": "<unk_54>",
453 "lstrip": false,
454 "normalized": false,
455 "rstrip": false,
456 "single_word": false,
457 "special": true
458 },
459 "57": {
460 "content": "<unk_55>",
461 "lstrip": false,
462 "normalized": false,
463 "rstrip": false,
464 "single_word": false,
465 "special": true
466 },
467 "58": {
468 "content": "<unk_56>",
469 "lstrip": false,
470 "normalized": false,
471 "rstrip": false,
472 "single_word": false,
473 "special": true
474 },
475 "59": {
476 "content": "<unk_57>",
477 "lstrip": false,
478 "normalized": false,
479 "rstrip": false,
480 "single_word": false,
481 "special": true
482 },
483 "60": {
484 "content": "<unk_58>",
485 "lstrip": false,
486 "normalized": false,
487 "rstrip": false,
488 "single_word": false,
489 "special": true
490 },
491 "61": {
492 "content": "<unk_59>",
493 "lstrip": false,
494 "normalized": false,
495 "rstrip": false,
496 "single_word": false,
497 "special": true
498 },
499 "62": {
500 "content": "<unk_60>",
501 "lstrip": false,
502 "normalized": false,
503 "rstrip": false,
504 "single_word": false,
505 "special": true
506 },
507 "63": {
508 "content": "<unk_61>",
509 "lstrip": false,
510 "normalized": false,
511 "rstrip": false,
512 "single_word": false,
513 "special": true
514 },
515 "64": {
516 "content": "<unk_62>",
517 "lstrip": false,
518 "normalized": false,
519 "rstrip": false,
520 "single_word": false,
521 "special": true
522 },
523 "65": {
524 "content": "<unk_63>",
525 "lstrip": false,
526 "normalized": false,
527 "rstrip": false,
528 "single_word": false,
529 "special": true
530 },
531 "66": {
532 "content": "<unk_64>",
533 "lstrip": false,
534 "normalized": false,
535 "rstrip": false,
536 "single_word": false,
537 "special": true
538 },
539 "67": {
540 "content": "<unk_65>",
541 "lstrip": false,
542 "normalized": false,
543 "rstrip": false,
544 "single_word": false,
545 "special": true
546 },
547 "68": {
548 "content": "<unk_66>",
549 "lstrip": false,
550 "normalized": false,
551 "rstrip": false,
552 "single_word": false,
553 "special": true
554 },
555 "69": {
556 "content": "<unk_67>",
557 "lstrip": false,
558 "normalized": false,
559 "rstrip": false,
560 "single_word": false,
561 "special": true
562 },
563 "70": {
564 "content": "<unk_68>",
565 "lstrip": false,
566 "normalized": false,
567 "rstrip": false,
568 "single_word": false,
569 "special": true
570 },
571 "71": {
572 "content": "<unk_69>",
573 "lstrip": false,
574 "normalized": false,
575 "rstrip": false,
576 "single_word": false,
577 "special": true
578 },
579 "72": {
580 "content": "<unk_70>",
581 "lstrip": false,
582 "normalized": false,
583 "rstrip": false,
584 "single_word": false,
585 "special": true
586 },
587 "73": {
588 "content": "<unk_71>",
589 "lstrip": false,
590 "normalized": false,
591 "rstrip": false,
592 "single_word": false,
593 "special": true
594 },
595 "74": {
596 "content": "<unk_72>",
597 "lstrip": false,
598 "normalized": false,
599 "rstrip": false,
600 "single_word": false,
601 "special": true
602 },
603 "75": {
604 "content": "<unk_73>",
605 "lstrip": false,
606 "normalized": false,
607 "rstrip": false,
608 "single_word": false,
609 "special": true
610 },
611 "76": {
612 "content": "<unk_74>",
613 "lstrip": false,
614 "normalized": false,
615 "rstrip": false,
616 "single_word": false,
617 "special": true
618 },
619 "77": {
620 "content": "<unk_75>",
621 "lstrip": false,
622 "normalized": false,
623 "rstrip": false,
624 "single_word": false,
625 "special": true
626 },
627 "78": {
628 "content": "<unk_76>",
629 "lstrip": false,
630 "normalized": false,
631 "rstrip": false,
632 "single_word": false,
633 "special": true
634 },
635 "79": {
636 "content": "<unk_77>",
637 "lstrip": false,
638 "normalized": false,
639 "rstrip": false,
640 "single_word": false,
641 "special": true
642 },
643 "80": {
644 "content": "<unk_78>",
645 "lstrip": false,
646 "normalized": false,
647 "rstrip": false,
648 "single_word": false,
649 "special": true
650 },
651 "81": {
652 "content": "<unk_79>",
653 "lstrip": false,
654 "normalized": false,
655 "rstrip": false,
656 "single_word": false,
657 "special": true
658 },
659 "82": {
660 "content": "<unk_80>",
661 "lstrip": false,
662 "normalized": false,
663 "rstrip": false,
664 "single_word": false,
665 "special": true
666 },
667 "83": {
668 "content": "<unk_81>",
669 "lstrip": false,
670 "normalized": false,
671 "rstrip": false,
672 "single_word": false,
673 "special": true
674 },
675 "84": {
676 "content": "<unk_82>",
677 "lstrip": false,
678 "normalized": false,
679 "rstrip": false,
680 "single_word": false,
681 "special": true
682 },
683 "85": {
684 "content": "<unk_83>",
685 "lstrip": false,
686 "normalized": false,
687 "rstrip": false,
688 "single_word": false,
689 "special": true
690 },
691 "86": {
692 "content": "<unk_84>",
693 "lstrip": false,
694 "normalized": false,
695 "rstrip": false,
696 "single_word": false,
697 "special": true
698 },
699 "87": {
700 "content": "<unk_85>",
701 "lstrip": false,
702 "normalized": false,
703 "rstrip": false,
704 "single_word": false,
705 "special": true
706 },
707 "88": {
708 "content": "<unk_86>",
709 "lstrip": false,
710 "normalized": false,
711 "rstrip": false,
712 "single_word": false,
713 "special": true
714 },
715 "89": {
716 "content": "<unk_87>",
717 "lstrip": false,
718 "normalized": false,
719 "rstrip": false,
720 "single_word": false,
721 "special": true
722 },
723 "90": {
724 "content": "<unk_88>",
725 "lstrip": false,
726 "normalized": false,
727 "rstrip": false,
728 "single_word": false,
729 "special": true
730 },
731 "91": {
732 "content": "<unk_89>",
733 "lstrip": false,
734 "normalized": false,
735 "rstrip": false,
736 "single_word": false,
737 "special": true
738 },
739 "92": {
740 "content": "<unk_90>",
741 "lstrip": false,
742 "normalized": false,
743 "rstrip": false,
744 "single_word": false,
745 "special": true
746 },
747 "93": {
748 "content": "<unk_91>",
749 "lstrip": false,
750 "normalized": false,
751 "rstrip": false,
752 "single_word": false,
753 "special": true
754 },
755 "94": {
756 "content": "<unk_92>",
757 "lstrip": false,
758 "normalized": false,
759 "rstrip": false,
760 "single_word": false,
761 "special": true
762 },
763 "95": {
764 "content": "<unk_93>",
765 "lstrip": false,
766 "normalized": false,
767 "rstrip": false,
768 "single_word": false,
769 "special": true
770 },
771 "96": {
772 "content": "<unk_94>",
773 "lstrip": false,
774 "normalized": false,
775 "rstrip": false,
776 "single_word": false,
777 "special": true
778 },
779 "97": {
780 "content": "<unk_95>",
781 "lstrip": false,
782 "normalized": false,
783 "rstrip": false,
784 "single_word": false,
785 "special": true
786 },
787 "98": {
788 "content": "<unk_96>",
789 "lstrip": false,
790 "normalized": false,
791 "rstrip": false,
792 "single_word": false,
793 "special": true
794 },
795 "99": {
796 "content": "<unk_97>",
797 "lstrip": false,
798 "normalized": false,
799 "rstrip": false,
800 "single_word": false,
801 "special": true
802 },
803 "100": {
804 "content": "<unk_98>",
805 "lstrip": false,
806 "normalized": false,
807 "rstrip": false,
808 "single_word": false,
809 "special": true
810 },
811 "101": {
812 "content": "<unk_99>",
813 "lstrip": false,
814 "normalized": false,
815 "rstrip": false,
816 "single_word": false,
817 "special": true
818 },
819 "102": {
820 "content": "<unk_100>",
821 "lstrip": false,
822 "normalized": false,
823 "rstrip": false,
824 "single_word": false,
825 "special": true
826 },
827 "103": {
828 "content": "<unk_101>",
829 "lstrip": false,
830 "normalized": false,
831 "rstrip": false,
832 "single_word": false,
833 "special": true
834 },
835 "104": {
836 "content": "<unk_102>",
837 "lstrip": false,
838 "normalized": false,
839 "rstrip": false,
840 "single_word": false,
841 "special": true
842 },
843 "105": {
844 "content": "<unk>",
845 "lstrip": false,
846 "normalized": false,
847 "rstrip": false,
848 "single_word": false,
849 "special": true
850 }
851 },
852 "additional_special_tokens": [
853 "<mask_1>",
854 "<unk_2>",
855 "<unk_3>",
856 "<unk_4>",
857 "<unk_5>",
858 "<unk_6>",
859 "<unk_7>",
860 "<unk_8>",
861 "<unk_9>",
862 "<unk_10>",
863 "<unk_11>",
864 "<unk_12>",
865 "<unk_13>",
866 "<unk_14>",
867 "<unk_15>",
868 "<unk_16>",
869 "<unk_17>",
870 "<unk_18>",
871 "<unk_19>",
872 "<unk_20>",
873 "<unk_21>",
874 "<unk_22>",
875 "<unk_23>",
876 "<unk_24>",
877 "<unk_25>",
878 "<unk_26>",
879 "<unk_27>",
880 "<unk_28>",
881 "<unk_29>",
882 "<unk_30>",
883 "<unk_31>",
884 "<unk_32>",
885 "<unk_33>",
886 "<unk_34>",
887 "<unk_35>",
888 "<unk_36>",
889 "<unk_37>",
890 "<unk_38>",
891 "<unk_39>",
892 "<unk_40>",
893 "<unk_41>",
894 "<unk_42>",
895 "<unk_43>",
896 "<unk_44>",
897 "<unk_45>",
898 "<unk_46>",
899 "<unk_47>",
900 "<unk_48>",
901 "<unk_49>",
902 "<unk_50>",
903 "<unk_51>",
904 "<unk_52>",
905 "<unk_53>",
906 "<unk_54>",
907 "<unk_55>",
908 "<unk_56>",
909 "<unk_57>",
910 "<unk_58>",
911 "<unk_59>",
912 "<unk_60>",
913 "<unk_61>",
914 "<unk_62>",
915 "<unk_63>",
916 "<unk_64>",
917 "<unk_65>",
918 "<unk_66>",
919 "<unk_67>",
920 "<unk_68>",
921 "<unk_69>",
922 "<unk_70>",
923 "<unk_71>",
924 "<unk_72>",
925 "<unk_73>",
926 "<unk_74>",
927 "<unk_75>",
928 "<unk_76>",
929 "<unk_77>",
930 "<unk_78>",
931 "<unk_79>",
932 "<unk_80>",
933 "<unk_81>",
934 "<unk_82>",
935 "<unk_83>",
936 "<unk_84>",
937 "<unk_85>",
938 "<unk_86>",
939 "<unk_87>",
940 "<unk_88>",
941 "<unk_89>",
942 "<unk_90>",
943 "<unk_91>",
944 "<unk_92>",
945 "<unk_93>",
946 "<unk_94>",
947 "<unk_95>",
948 "<unk_96>",
949 "<unk_97>",
950 "<unk_98>",
951 "<unk_99>",
952 "<unk_100>",
953 "<unk_101>",
954 "<unk_102>"
955 ],
956 "clean_up_tokenization_spaces": true,
957 "eos_token": "</s>",
958 "full_tokenizer_file": null,
959 "mask_token": "<mask_2>",
960 "mask_token_sent": "<mask_1>",
961 "model_max_length": 1024,
962 "offset": 103,
963 "pad_token": "<pad>",
964 "sp_model_kwargs": {},
965 "tokenizer_class": "PegasusTokenizer",
966 "unk_token": "<unk>"
967}
968