btly/flut

1{2    "architectures": [3        "Gemma3ForConditionalGeneration"4    ],5    "boi_token_index": 255999,6    "eoi_token_index": 256000,7    "eos_token_id": [8        1,9        10610    ],11    "image_token_index": 262144,12    "initializer_range": 0.02,13    "mm_tokens_per_image": 256,14    "model_type": "gemma3",15    "text_config": {16        "head_dim": 128,17        "hidden_size": 5376,18        "intermediate_size": 21504,19        "model_type": "gemma3_text",20        "num_attention_heads": 32,21        "num_hidden_layers": 62,22        "num_key_value_heads": 16,23        "query_pre_attn_scalar": 168,24        "rope_scaling": {25            "factor": 8.0,26            "rope_type": "linear"27        },28        "sliding_window": 102429    },30    "torch_dtype": "bfloat16",31    "transformers_version": "4.50.0.dev0",32    "vision_config": {33        "hidden_size": 1152,34        "image_size": 896,35        "intermediate_size": 4304,36        "model_type": "siglip_vision_model",37        "num_attention_heads": 16,38        "num_hidden_layers": 27,39        "patch_size": 14,40        "vision_use_head": false41    },42    "_name_or_path": "btly/flut"43}