tiny-random/mistral-3

1{2  "architectures": [3    "Mistral3ForConditionalGeneration"4  ],5  "dtype": "bfloat16",6  "image_token_index": 10,7  "model_type": "mistral3",8  "multimodal_projector_bias": false,9  "projector_hidden_act": "gelu",10  "spatial_merge_size": 2,11  "text_config": {12    "attention_dropout": 0.0,13    "head_dim": 32,14    "hidden_act": "silu",15    "hidden_size": 8,16    "initializer_range": 0.02,17    "intermediate_size": 64,18    "max_position_embeddings": 262144,19    "model_type": "ministral3",20    "num_attention_heads": 8,21    "num_hidden_layers": 2,22    "num_key_value_heads": 4,23    "rms_norm_eps": 1e-05,24    "rope_parameters": {25      "beta_fast": 32.0,26      "beta_slow": 1.0,27      "factor": 16.0,28      "llama_4_scaling_beta": 0.1,29      "mscale": 1.0,30      "mscale_all_dim": 1.0,31      "original_max_position_embeddings": 16384,32      "rope_theta": 1000000000.0,33      "rope_type": "yarn",34      "type": "yarn"35    },36    "sliding_window": null,37    "use_cache": true,38    "vocab_size": 13107239  },40  "transformers_version": "5.0.0.dev0",41  "vision_config": {42    "attention_dropout": 0.0,43    "head_dim": 32,44    "hidden_act": "silu",45    "hidden_size": 128,46    "image_size": 1540,47    "initializer_range": 0.02,48    "intermediate_size": 128,49    "model_type": "pixtral",50    "num_attention_heads": 4,51    "num_channels": 3,52    "num_hidden_layers": 2,53    "patch_size": 14,54    "rope_parameters": {55      "rope_theta": 10000.0,56      "rope_type": "default"57    }58  },59  "vision_feature_layer": -160}61