grayarea/Magistral-Small-2509-Heretic-v1.2

1{2  "dim": 5120,3  "n_layers": 40,4  "head_dim": 128,5  "hidden_dim": 32768,6  "n_heads": 32,7  "n_kv_heads": 8,8  "rope_theta": 1000000000.0,9  "norm_eps": 1e-05,10  "vocab_size": 131072,11  "max_position_embeddings": 131072,12  "vision_encoder": {13    "hidden_size": 1024,14    "num_channels": 3,15    "max_image_size": 1540,16    "patch_size": 14,17    "rope_theta": 10000.0,18    "intermediate_size": 4096,19    "num_hidden_layers": 24,20    "num_attention_heads": 16,21    "adapter_bias": false,22    "mm_projector_id": "patch_merge",23    "spatial_merge_size": 2,24    "add_pre_mm_projector_layer_norm": true,25    "image_token_id": 10,26    "image_break_token_id": 12,27    "image_end_token_id": 13,28    "image_size": 154029  }30}