DeepBeepMeep/Ideogram4

1{2  "_class_name": "Ideogram4Transformer2DModel",3  "_diffusers_version": "0.39.0.dev0",4  "_name_or_path": "/home/jinli/.cache/huggingface/hub/models--ideogram-ai--debug-ideogram-v4/snapshots/41af6183c9fd9b6254864b0720319ef984535bfc/unconditional_transformer",5  "adaln_dim": 512,6  "attention_head_dim": 256,7  "in_channels": 128,8  "intermediate_size": 12288,9  "llm_features_dim": 53248,10  "mrope_section": [11    24,12    20,13    2014  ],15  "norm_eps": 1e-05,16  "num_attention_heads": 18,17  "num_layers": 34,18  "quantization_config": {19    "_load_in_4bit": true,20    "_load_in_8bit": false,21    "bnb_4bit_compute_dtype": "bfloat16",22    "bnb_4bit_quant_storage": "uint8",23    "bnb_4bit_quant_type": "nf4",24    "bnb_4bit_use_double_quant": false,25    "llm_int8_enable_fp32_cpu_offload": false,26    "llm_int8_has_fp16_weight": false,27    "llm_int8_skip_modules": null,28    "llm_int8_threshold": 6.0,29    "load_in_4bit": true,30    "load_in_8bit": false,31    "quant_method": "bitsandbytes"32  },33  "rope_theta": 500000034}35