Modelpublic

openbmb/MiniCPM5-1B

sourceHugging Faceapache-2.0updated 1mo agoView on Hugging Face

1.1klikes572kdownloads

config.json31 linesDownload Raw Back to root

1{2    "_name_or_path": "openbmb/MiniCPM5-1B",3    "architectures": [4        "LlamaForCausalLM"5    ],6    "bos_token_id": 0,7    "eos_token_id": [8        1,9        13007310    ],11    "pad_token_id": 1,12    "hidden_act": "silu",13    "hidden_size": 1536,14    "initializer_range": 0.02,15    "intermediate_size": 4608,16    "max_position_embeddings": 131072,17    "model_type": "llama",18    "num_attention_heads": 16,19    "num_hidden_layers": 24,20    "num_key_value_heads": 2,21    "head_dim": 128,22    "rms_norm_eps": 1e-06,23    "rope_theta": 5000000,24    "rope_scaling": null,25    "tie_word_embeddings": false,26    "torch_dtype": "bfloat16",27    "transformers_version": "5.6.2",28    "use_cache": true,29    "vocab_size": 13056030}31