internlm/internlm2-math-plus-7b

1{2  "architectures": [3    "InternLM2ForCausalLM"4  ],5  "auto_map": {6    "AutoConfig": "configuration_internlm2.InternLM2Config",7    "AutoModelForCausalLM": "modeling_internlm2.InternLM2ForCausalLM",8    "AutoModel": "modeling_internlm2.InternLM2ForCausalLM"9  },10  "bias": false,11  "bos_token_id": 1,12  "eos_token_id": 2,13  "hidden_act": "silu",14  "hidden_size": 4096,15  "initializer_range": 0.02,16  "intermediate_size": 14336,17  "max_position_embeddings": 8192,18  "model_type": "internlm2",19  "num_attention_heads": 32,20  "num_hidden_layers": 32,21  "num_key_value_heads": 8,22  "pad_token_id": 2,23  "rms_norm_eps": 1e-05,24  "rope_scaling": {25    "factor": 1.0,26    "type": "dynamic"27  },28  "rope_theta": 1000000,29  "tie_word_embeddings": false,30  "torch_dtype": "bfloat16",31  "transformers_version": "4.40.2",32  "use_cache": true,33  "vocab_size": 9254434}