basilkr/Bleu_error

1{2  "add_bos_token": false,3  "add_prefix_space": false,4  "bos_token": {5    "__type": "AddedToken",6    "content": "<|endoftext|>",7    "lstrip": false,8    "normalized": true,9    "rstrip": false,10    "single_word": false11  },12  "clean_up_tokenization_spaces": true,13  "eos_token": {14    "__type": "AddedToken",15    "content": "<|endoftext|>",16    "lstrip": false,17    "normalized": true,18    "rstrip": false,19    "single_word": false20  },21  "errors": "replace",22  "model_max_length": 1024,23  "pad_token": null,24  "processor_class": "WhisperProcessor",25  "return_attention_mask": false,26  "tokenizer_class": "WhisperTokenizer",27  "unk_token": {28    "__type": "AddedToken",29    "content": "<|endoftext|>",30    "lstrip": false,31    "normalized": true,32    "rstrip": false,33    "single_word": false34  }35}36