aroot/first_run_lines

1{2  "additional_special_tokens": [3    "ar_AR",4    "cs_CZ",5    "de_DE",6    "en_XX",7    "es_XX",8    "et_EE",9    "fi_FI",10    "fr_XX",11    "gu_IN",12    "hi_IN",13    "it_IT",14    "ja_XX",15    "kk_KZ",16    "ko_KR",17    "lt_LT",18    "lv_LV",19    "my_MM",20    "ne_NP",21    "nl_XX",22    "ro_RO",23    "ru_RU",24    "si_LK",25    "tr_TR",26    "vi_VN",27    "zh_CN",28    "af_ZA",29    "az_AZ",30    "bn_IN",31    "fa_IR",32    "he_IL",33    "hr_HR",34    "id_ID",35    "ka_GE",36    "km_KH",37    "mk_MK",38    "ml_IN",39    "mn_MN",40    "mr_IN",41    "pl_PL",42    "ps_AF",43    "pt_XX",44    "sv_SE",45    "sw_KE",46    "ta_IN",47    "te_IN",48    "th_TH",49    "tl_XX",50    "uk_UA",51    "ur_PK",52    "xh_ZA",53    "gl_ES",54    "sl_SI"55  ],56  "bos_token": "<s>",57  "clean_up_tokenization_spaces": true,58  "cls_token": "<s>",59  "eos_token": "</s>",60  "language_codes": "ML50",61  "mask_token": {62    "__type": "AddedToken",63    "content": "<mask>",64    "lstrip": true,65    "normalized": true,66    "rstrip": false,67    "single_word": false68  },69  "model_max_length": 1000000000000000019884624838656,70  "pad_token": "<pad>",71  "return_tensors": "pt",72  "sep_token": "</s>",73  "sp_model_kwargs": {},74  "src_lang": null,75  "tgt_lang": null,76  "tokenizer_class": "MBart50Tokenizer",77  "unk_token": "<unk>"78}79