mlboydaisuke/Youtu-LLM-2B-CoreAI

1{2  "architectures": [3    "YoutuForCausalLM"4  ],5  "attention_bias": false,6  "attention_dropout": 0.0,7  "bos_token_id": 128000,8  "dtype": "bfloat16",9  "embedding_initializer_range": null,10  "eos_token_id": 128001,11  "hidden_act": "silu",12  "hidden_size": 2048,13  "initializer_range": null,14  "intermediate_size": 6144,15  "kv_lora_rank": 512,16  "max_position_embeddings": 131072,17  "mlp_bias": false,18  "model_type": "youtu",19  "num_attention_heads": 16,20  "num_hidden_layers": 32,21  "num_key_value_heads": 16,22  "pad_token_id": null,23  "q_lora_rank": 1536,24  "qk_head_dim": 192,25  "qk_nope_head_dim": 128,26  "qk_rope_head_dim": 64,27  "rms_norm_eps": 1e-06,28  "rope_interleave": true,29  "rope_parameters": {30    "rope_theta": 1600000,31    "rope_type": "default"32  },33  "tie_word_embeddings": true,34  "transformers_version": "5.0.0.dev0",35  "use_cache": true,36  "v_head_dim": 128,37  "vocab_size": 12825638}39