ScalableMath/Lean-STaR-plus

1{2  "_name_or_path": "/data/user_data/shengyuf/Lean/checkpoints/internlm/internlm2-math-plus-7b",3  "architectures": [4    "InternLM2ForCausalLM"5  ],6  "attn_implementation": "eager",7  "auto_map": {8    "AutoConfig": "configuration_internlm2.InternLM2Config",9    "AutoModel": "modeling_internlm2.InternLM2ForCausalLM",10    "AutoModelForCausalLM": "modeling_internlm2.InternLM2ForCausalLM"11  },12  "bias": false,13  "bos_token_id": 1,14  "eos_token_id": 2,15  "hidden_act": "silu",16  "hidden_size": 4096,17  "initializer_range": 0.02,18  "intermediate_size": 14336,19  "max_position_embeddings": 8192,20  "model_type": "internlm2",21  "num_attention_heads": 32,22  "num_hidden_layers": 32,23  "num_key_value_heads": 8,24  "pad_token_id": 2,25  "rms_norm_eps": 1e-05,26  "rope_scaling": {27    "factor": 1.0,28    "type": "dynamic"29  },30  "rope_theta": 1000000,31  "tie_word_embeddings": false,32  "torch_dtype": "bfloat16",33  "transformers_version": "4.40.1",34  "use_cache": true,35  "vocab_size": 9254436}37