Geodezik/trainer_output

1{2  "additional_special_tokens": [3    "<|im_start|>",4    "<|im_end|>"5  ],6  "bos_token": {7    "content": "<|im_start|>",8    "lstrip": false,9    "normalized": false,10    "rstrip": false,11    "single_word": false12  },13  "eos_token": {14    "content": "<|im_end|>",15    "lstrip": false,16    "normalized": false,17    "rstrip": false,18    "single_word": false19  },20  "pad_token": "<|im_end|>",21  "unk_token": {22    "content": "<|endoftext|>",23    "lstrip": false,24    "normalized": false,25    "rstrip": false,26    "single_word": false27  }28}29