diffusers/FLUX.2-dev-bnb-4bit

1{2  "architectures": [3    "Mistral3ForConditionalGeneration"4  ],5  "dtype": "bfloat16",6  "image_token_index": 10,7  "model_type": "mistral3",8  "multimodal_projector_bias": false,9  "projector_hidden_act": "gelu",10  "quantization_config": {11    "_load_in_4bit": true,12    "_load_in_8bit": false,13    "bnb_4bit_compute_dtype": "bfloat16",14    "bnb_4bit_quant_storage": "uint8",15    "bnb_4bit_quant_type": "nf4",16    "bnb_4bit_use_double_quant": false,17    "llm_int8_enable_fp32_cpu_offload": false,18    "llm_int8_has_fp16_weight": false,19    "llm_int8_skip_modules": null,20    "llm_int8_threshold": 6.0,21    "load_in_4bit": true,22    "load_in_8bit": false,23    "quant_method": "bitsandbytes"24  },25  "spatial_merge_size": 2,26  "text_config": {27    "attention_dropout": 0.0,28    "dtype": "bfloat16",29    "head_dim": 128,30    "hidden_act": "silu",31    "hidden_size": 5120,32    "initializer_range": 0.02,33    "intermediate_size": 32768,34    "max_position_embeddings": 131072,35    "model_type": "mistral",36    "num_attention_heads": 32,37    "num_hidden_layers": 40,38    "num_key_value_heads": 8,39    "rms_norm_eps": 1e-05,40    "rope_theta": 1000000000.0,41    "sliding_window": null,42    "use_cache": true,43    "vocab_size": 13107244  },45  "transformers_version": "4.57.1",46  "vision_config": {47    "attention_dropout": 0.0,48    "dtype": "bfloat16",49    "head_dim": 64,50    "hidden_act": "silu",51    "hidden_size": 1024,52    "image_size": 1540,53    "initializer_range": 0.02,54    "intermediate_size": 4096,55    "model_type": "pixtral",56    "num_attention_heads": 16,57    "num_channels": 3,58    "num_hidden_layers": 24,59    "patch_size": 14,60    "rope_theta": 10000.061  },62  "vision_feature_layer": -163}64