hyperlane-dev/hyperlane-ai-training

1{2  "additional_special_tokens": [3    "<|im_start|>",4    "<|im_end|>"5  ],6  "bos_token": {7    "content": "<|im_start|>",8    "lstrip": false,9    "normalized": false,10    "rstrip": false,11    "single_word": false12  },13  "eos_token": {14    "content": "<|im_end|>",15    "lstrip": false,16    "normalized": false,17    "rstrip": false,18    "single_word": false19  },20  "pad_token": {21    "content": "<|im_end|>",22    "lstrip": false,23    "normalized": false,24    "rstrip": false,25    "single_word": false26  },27  "unk_token": {28    "content": "<|endoftext|>",29    "lstrip": false,30    "normalized": false,31    "rstrip": false,32    "single_word": false33  }34}35