DrRiceIO7/mergedtest-2

1{
2  "architectures": [
3    "Gemma3ForConditionalGeneration"
4  ],
5  "boi_token_index": 255999,
6  "dtype": "bfloat16",
7  "eoi_token_index": 256000,
8  "eos_token_id": 1,
9  "image_token_index": 262144,
10  "initializer_range": 0.02,
11  "mm_tokens_per_image": 256,
12  "model_type": "gemma3",
13  "text_config": {
14    "_sliding_window_pattern": 6,
15    "attention_bias": false,
16    "attention_dropout": 0.0,
17    "attn_logit_softcapping": null,
18    "cache_implementation": "hybrid",
19    "dtype": "bfloat16",
20    "final_logit_softcapping": null,
21    "head_dim": 256,
22    "hidden_activation": "gelu_pytorch_tanh",
23    "hidden_size": 2560,
24    "initializer_range": 0.02,
25    "intermediate_size": 10240,
26    "layer_types": [
27      "sliding_attention",
28      "sliding_attention",
29      "sliding_attention",
30      "sliding_attention",
31      "sliding_attention",
32      "full_attention",
33      "sliding_attention",
34      "sliding_attention",
35      "sliding_attention",
36      "sliding_attention",
37      "sliding_attention",
38      "full_attention",
39      "sliding_attention",
40      "sliding_attention",
41      "sliding_attention",
42      "sliding_attention",
43      "sliding_attention",
44      "full_attention",
45      "sliding_attention",
46      "sliding_attention",
47      "sliding_attention",
48      "sliding_attention",
49      "sliding_attention",
50      "full_attention",
51      "sliding_attention",
52      "sliding_attention",
53      "sliding_attention",
54      "sliding_attention",
55      "sliding_attention",
56      "full_attention",
57      "sliding_attention",
58      "sliding_attention",
59      "sliding_attention",
60      "sliding_attention"
61    ],
62    "max_position_embeddings": 131072,
63    "model_type": "gemma3_text",
64    "num_attention_heads": 8,
65    "num_hidden_layers": 34,
66    "num_key_value_heads": 4,
67    "query_pre_attn_scalar": 256,
68    "rms_norm_eps": 1e-06,
69    "rope_local_base_freq": 10000.0,
70    "rope_scaling": {
71      "factor": 8.0,
72      "rope_type": "linear"
73    },
74    "rope_theta": 1000000.0,
75    "sliding_window": 1024,
76    "sliding_window_pattern": 6,
77    "use_bidirectional_attention": false,
78    "use_cache": true,
79    "vocab_size": 262208
80  },
81  "transformers_version": "4.57.1",
82  "use_cache": false,
83  "vision_config": {
84    "attention_dropout": 0.0,
85    "dtype": "bfloat16",
86    "hidden_act": "gelu_pytorch_tanh",
87    "hidden_size": 1152,
88    "image_size": 896,
89    "intermediate_size": 4304,
90    "layer_norm_eps": 1e-06,
91    "model_type": "siglip_vision_model",
92    "num_attention_heads": 16,
93    "num_channels": 3,
94    "num_hidden_layers": 27,
95    "patch_size": 14,
96    "vision_use_head": false
97  }
98}
99