Cyclone-Labs/Solar-Dawn-31B

1{2  "architectures": [3    "Gemma4ForConditionalGeneration"4  ],5  "audio_config": null,6  "audio_token_id": 258881,7  "boa_token_id": 256000,8  "boi_token_id": 255999,9  "dtype": "bfloat16",10  "eoa_token_id": 258883,11  "eoa_token_index": 258883,12  "eoi_token_id": 258882,13  "eos_token_id": [14    1,15    10616  ],17  "image_token_id": 258880,18  "initializer_range": 0.02,19  "model_type": "gemma4",20  "text_config": {21    "attention_bias": false,22    "attention_dropout": 0.0,23    "attention_k_eq_v": true,24    "bos_token_id": 2,25    "dtype": "bfloat16",26    "enable_moe_block": false,27    "eos_token_id": 1,28    "expert_intermediate_size": null,29    "final_logit_softcapping": 30.0,30    "global_head_dim": 512,31    "head_dim": 256,32    "hidden_activation": "gelu_pytorch_tanh",33    "hidden_size": 5376,34    "hidden_size_per_layer_input": 0,35    "initializer_range": 0.02,36    "intermediate_size": 21504,37    "layer_types": [38      "sliding_attention",39      "sliding_attention",40      "sliding_attention",41      "sliding_attention",42      "sliding_attention",43      "full_attention",44      "sliding_attention",45      "sliding_attention",46      "sliding_attention",47      "sliding_attention",48      "sliding_attention",49      "full_attention",50      "sliding_attention",51      "sliding_attention",52      "sliding_attention",53      "sliding_attention",54      "sliding_attention",55      "full_attention",56      "sliding_attention",57      "sliding_attention",58      "sliding_attention",59      "sliding_attention",60      "sliding_attention",61      "full_attention",62      "sliding_attention",63      "sliding_attention",64      "sliding_attention",65      "sliding_attention",66      "sliding_attention",67      "full_attention",68      "sliding_attention",69      "sliding_attention",70      "sliding_attention",71      "sliding_attention",72      "sliding_attention",73      "full_attention",74      "sliding_attention",75      "sliding_attention",76      "sliding_attention",77      "sliding_attention",78      "sliding_attention",79      "full_attention",80      "sliding_attention",81      "sliding_attention",82      "sliding_attention",83      "sliding_attention",84      "sliding_attention",85      "full_attention",86      "sliding_attention",87      "sliding_attention",88      "sliding_attention",89      "sliding_attention",90      "sliding_attention",91      "full_attention",92      "sliding_attention",93      "sliding_attention",94      "sliding_attention",95      "sliding_attention",96      "sliding_attention",97      "full_attention"98    ],99    "max_position_embeddings": 262144,100    "model_type": "gemma4_text",101    "moe_intermediate_size": null,102    "num_attention_heads": 32,103    "num_experts": null,104    "num_global_key_value_heads": 4,105    "num_hidden_layers": 60,106    "num_key_value_heads": 16,107    "num_kv_shared_layers": 0,108    "pad_token_id": 0,109    "rms_norm_eps": 1e-06,110    "rope_parameters": {111      "full_attention": {112        "partial_rotary_factor": 0.25,113        "rope_theta": 1000000.0,114        "rope_type": "proportional"115      },116      "sliding_attention": {117        "rope_theta": 10000.0,118        "rope_type": "default"119      }120    },121    "sliding_window": 1024,122    "tie_word_embeddings": true,123    "top_k_experts": null,124    "use_bidirectional_attention": "vision",125    "use_cache": true,126    "use_double_wide_mlp": false,127    "vocab_size": 262144,128    "vocab_size_per_layer_input": 262144129  },130  "tie_word_embeddings": true,131  "transformers_version": "5.5.3",132  "video_token_id": 258884,133  "vision_config": {134    "_name_or_path": "",135    "architectures": null,136    "attention_bias": false,137    "attention_dropout": 0.0,138    "chunk_size_feed_forward": 0,139    "default_output_length": 280,140    "dtype": "bfloat16",141    "global_head_dim": 72,142    "head_dim": 72,143    "hidden_activation": "gelu_pytorch_tanh",144    "hidden_size": 1152,145    "id2label": {146      "0": "LABEL_0",147      "1": "LABEL_1"148    },149    "initializer_range": 0.02,150    "intermediate_size": 4304,151    "is_encoder_decoder": false,152    "label2id": {153      "LABEL_0": 0,154      "LABEL_1": 1155    },156    "max_position_embeddings": 131072,157    "model_type": "gemma4_vision",158    "num_attention_heads": 16,159    "num_hidden_layers": 27,160    "num_key_value_heads": 16,161    "output_attentions": false,162    "output_hidden_states": false,163    "patch_size": 16,164    "pooling_kernel_size": 3,165    "position_embedding_size": 10240,166    "problem_type": null,167    "return_dict": true,168    "rms_norm_eps": 1e-06,169    "rope_parameters": {170      "rope_theta": 100.0,171      "rope_type": "default"172    },173    "standardize": true,174    "use_clipped_linears": false175  },176  "vision_soft_tokens_per_image": 280177}178