ScalableMath/Lean-STaR-plus

1{2  "auto_map": {3    "AutoTokenizer": [4      "tokenization_internlm2.InternLM2Tokenizer",5      "tokenization_internlm2_fast.InternLM2TokenizerFast"6    ]7  },8  "bos_token": "<s>",9  "clean_up_tokenization_spaces": false,10  "eos_token": "</s>",11  "model_max_length": 1000000000000000019884624838656,12  "pad_token": "</s>",13  "tokenizer_class": "InternLM2Tokenizer",14  "unk_token": "<unk>",15  "added_tokens_decoder": {16    "0": {17      "content": "<unk>",18      "lstrip": false,19      "normalized": false,20      "rstrip": false,21      "single_word": false,22      "special": true23    },24    "1": {25      "content": "<s>",26      "lstrip": false,27      "normalized": false,28      "rstrip": false,29      "single_word": false,30      "special": true31    },32    "2": {33      "content": "</s>",34      "lstrip": false,35      "normalized": false,36      "rstrip": false,37      "single_word": false,38      "special": true39    },40    "92543": {41      "content": "<|im_start|>",42      "lstrip": false,43      "normalized": false,44      "rstrip": false,45      "single_word": false,46      "special": true47    },48    "92542": {49      "content": "<|im_end|>",50      "lstrip": false,51      "normalized": false,52      "rstrip": false,53      "single_word": false,54      "special": true55    },56    "92541": {57      "content": "<|action_start|>",58      "lstrip": false,59      "normalized": false,60      "rstrip": false,61      "single_word": false,62      "special": true63    },64    "92540": {65      "content": "<|action_end|>",66      "lstrip": false,67      "normalized": false,68      "rstrip": false,69      "single_word": false,70      "special": true71    },72    "92539": {73      "content": "<|interpreter|>",74      "lstrip": false,75      "normalized": false,76      "rstrip": false,77      "single_word": false,78      "special": true79    },80    "92538": {81      "content": "<|plugin|>",82      "lstrip": false,83      "normalized": false,84      "rstrip": false,85      "single_word": false,86      "special": true87    }88  },89  "chat_template": "{{ bos_token }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"90}