CoolFace
Modelpublic

Manusagents/FLUX.2-dev

sourceHugging Faceotherupdated 2mo agoView on Hugging Face
1likes13downloads
config.json49 linesDownload Raw Back to text_encoder
1{2  "architectures": [3    "Mistral3ForConditionalGeneration"4  ],5  "dtype": "bfloat16",6  "image_token_index": 10,7  "model_type": "mistral3",8  "multimodal_projector_bias": false,9  "projector_hidden_act": "gelu",10  "spatial_merge_size": 2,11  "text_config": {12    "attention_dropout": 0.0,13    "dtype": "bfloat16",14    "head_dim": 128,15    "hidden_act": "silu",16    "hidden_size": 5120,17    "initializer_range": 0.02,18    "intermediate_size": 32768,19    "max_position_embeddings": 131072,20    "model_type": "mistral",21    "num_attention_heads": 32,22    "num_hidden_layers": 40,23    "num_key_value_heads": 8,24    "rms_norm_eps": 1e-05,25    "rope_theta": 1000000000.0,26    "sliding_window": null,27    "use_cache": true,28    "vocab_size": 13107229  },30  "transformers_version": "4.57.1",31  "vision_config": {32    "attention_dropout": 0.0,33    "dtype": "bfloat16",34    "head_dim": 64,35    "hidden_act": "silu",36    "hidden_size": 1024,37    "image_size": 1540,38    "initializer_range": 0.02,39    "intermediate_size": 4096,40    "model_type": "pixtral",41    "num_attention_heads": 16,42    "num_channels": 3,43    "num_hidden_layers": 24,44    "patch_size": 14,45    "rope_theta": 10000.046  },47  "vision_feature_layer": -148}49