Reza2kn/MiniCPM5-1B-CoreML-4bit
032
1{2 "_name_or_path": "openbmb/MiniCPM5-1B",3 "architectures": [4 "LlamaForCausalLM"5 ],6 "bos_token_id": 0,7 "eos_token_id": [8 1,9 13007310 ],11 "pad_token_id": 1,12 "hidden_act": "silu",13 "hidden_size": 1536,14 "initializer_range": 0.02,15 "intermediate_size": 4608,16 "max_position_embeddings": 131072,17 "model_type": "llama",18 "num_attention_heads": 16,19 "num_hidden_layers": 24,20 "num_key_value_heads": 2,21 "head_dim": 128,22 "rms_norm_eps": 1e-06,23 "rope_theta": 5000000,24 "rope_scaling": null,25 "tie_word_embeddings": false,26 "torch_dtype": "bfloat16",27 "transformers_version": "5.6.2",28 "use_cache": true,29 "vocab_size": 13056030}31 