ErrorAIStudios/Stark-v1

1{2    "architectures": [3        "Gemma3ForConditionalGeneration"4    ],5    "boi_token_index": 255999,6    "bos_token_id": 2,7    "torch_dtype": "float16",8    "eoi_token_index": 256000,9    "eos_token_id": 106,10    "image_token_index": 262144,11    "initializer_range": 0.02,12    "mm_tokens_per_image": 256,13    "model_name": "unsloth/gemma-3-4b-it-unsloth-bnb-4bit",14    "model_type": "gemma3",15    "pad_token_id": 0,16    "text_config": {17        "_sliding_window_pattern": 6,18        "attention_bias": false,19        "attention_dropout": 0.0,20        "attn_logit_softcapping": null,21        "cache_implementation": "hybrid",22        "torch_dtype": "float16",23        "final_logit_softcapping": null,24        "head_dim": 256,25        "hidden_activation": "gelu_pytorch_tanh",26        "hidden_size": 2560,27        "initializer_range": 0.02,28        "intermediate_size": 10240,29        "layer_types": [30            "sliding_attention",31            "sliding_attention",32            "sliding_attention",33            "sliding_attention",34            "sliding_attention",35            "full_attention",36            "sliding_attention",37            "sliding_attention",38            "sliding_attention",39            "sliding_attention",40            "sliding_attention",41            "full_attention",42            "sliding_attention",43            "sliding_attention",44            "sliding_attention",45            "sliding_attention",46            "sliding_attention",47            "full_attention",48            "sliding_attention",49            "sliding_attention",50            "sliding_attention",51            "sliding_attention",52            "sliding_attention",53            "full_attention",54            "sliding_attention",55            "sliding_attention",56            "sliding_attention",57            "sliding_attention",58            "sliding_attention",59            "full_attention",60            "sliding_attention",61            "sliding_attention",62            "sliding_attention",63            "sliding_attention"64        ],65        "max_position_embeddings": 131072,66        "model_type": "gemma3_text",67        "num_attention_heads": 8,68        "num_hidden_layers": 34,69        "num_key_value_heads": 4,70        "query_pre_attn_scalar": 256,71        "rms_norm_eps": 1e-06,72        "rope_local_base_freq": 10000.0,73        "rope_scaling": {74            "factor": 8.0,75            "rope_type": "linear"76        },77        "rope_theta": 1000000.0,78        "sliding_window": 1024,79        "use_cache": true,80        "vocab_size": 26220881    },82    "unsloth_fixed": true,83    "unsloth_version": "2026.5.5",84    "vision_config": {85        "attention_dropout": 0.0,86        "torch_dtype": "float16",87        "hidden_act": "gelu_pytorch_tanh",88        "hidden_size": 1152,89        "image_size": 896,90        "intermediate_size": 4304,91        "layer_norm_eps": 1e-06,92        "model_type": "siglip_vision_model",93        "num_attention_heads": 16,94        "num_channels": 3,95        "num_hidden_layers": 27,96        "patch_size": 14,97        "vision_use_head": false98    }99}