dan-text2sql/Phase2-12B-Builder

1{2    "architectures": [3        "Gemma3ForConditionalGeneration"4    ],5    "boi_token_index": 255999,6    "bos_token_id": 2,7    "torch_dtype": "bfloat16",8    "eoi_token_index": 256000,9    "eos_token_id": 106,10    "image_token_index": 262144,11    "initializer_range": 0.02,12    "mm_tokens_per_image": 256,13    "model_type": "gemma3",14    "pad_token_id": 0,15    "text_config": {16        "_sliding_window_pattern": 6,17        "attention_bias": false,18        "attention_dropout": 0.0,19        "attn_logit_softcapping": null,20        "cache_implementation": "hybrid",21        "torch_dtype": "bfloat16",22        "final_logit_softcapping": null,23        "head_dim": 256,24        "hidden_activation": "gelu_pytorch_tanh",25        "hidden_size": 3840,26        "initializer_range": 0.02,27        "intermediate_size": 15360,28        "layer_types": [29            "sliding_attention",30            "sliding_attention",31            "sliding_attention",32            "sliding_attention",33            "sliding_attention",34            "full_attention",35            "sliding_attention",36            "sliding_attention",37            "sliding_attention",38            "sliding_attention",39            "sliding_attention",40            "full_attention",41            "sliding_attention",42            "sliding_attention",43            "sliding_attention",44            "sliding_attention",45            "sliding_attention",46            "full_attention",47            "sliding_attention",48            "sliding_attention",49            "sliding_attention",50            "sliding_attention",51            "sliding_attention",52            "full_attention",53            "sliding_attention",54            "sliding_attention",55            "sliding_attention",56            "sliding_attention",57            "sliding_attention",58            "full_attention",59            "sliding_attention",60            "sliding_attention",61            "sliding_attention",62            "sliding_attention",63            "sliding_attention",64            "full_attention",65            "sliding_attention",66            "sliding_attention",67            "sliding_attention",68            "sliding_attention",69            "sliding_attention",70            "full_attention",71            "sliding_attention",72            "sliding_attention",73            "sliding_attention",74            "sliding_attention",75            "sliding_attention",76            "full_attention"77        ],78        "max_position_embeddings": 131072,79        "model_type": "gemma3_text",80        "num_attention_heads": 16,81        "num_hidden_layers": 48,82        "num_key_value_heads": 8,83        "query_pre_attn_scalar": 256,84        "rms_norm_eps": 1e-06,85        "rope_local_base_freq": 10000.0,86        "rope_scaling": {87            "factor": 8.0,88            "rope_type": "linear"89        },90        "rope_theta": 1000000.0,91        "sliding_window": 1024,92        "sliding_window_pattern": 6,93        "use_bidirectional_attention": false,94        "use_cache": true,95        "vocab_size": 26220896    },97    "transformers_version": "4.57.6",98    "unsloth_fixed": true,99    "unsloth_version": "2026.1.4",100    "vision_config": {101        "attention_dropout": 0.0,102        "torch_dtype": "bfloat16",103        "hidden_act": "gelu_pytorch_tanh",104        "hidden_size": 1152,105        "image_size": 896,106        "intermediate_size": 4304,107        "layer_norm_eps": 1e-06,108        "model_type": "siglip_vision_model",109        "num_attention_heads": 16,110        "num_channels": 3,111        "num_hidden_layers": 27,112        "patch_size": 14,113        "vision_use_head": false114    }115}