efficiencyx/Jun-LoRA-12B-Safetensor

1{2    "architectures": [3        "Gemma4UnifiedForConditionalGeneration"4    ],5    "audio_config": {6        "_name_or_path": "",7        "architectures": null,8        "audio_embed_dim": 640,9        "chunk_size_feed_forward": 0,10        "torch_dtype": "bfloat16",11        "id2label": {12            "0": "LABEL_0",13            "1": "LABEL_1"14        },15        "initializer_range": 0.02,16        "is_encoder_decoder": false,17        "label2id": {18            "LABEL_0": 0,19            "LABEL_1": 120        },21        "model_type": "gemma4_unified_audio",22        "output_attentions": false,23        "output_hidden_states": false,24        "problem_type": null,25        "return_dict": true,26        "rms_norm_eps": 1e-0627    },28    "audio_token_id": 258881,29    "boa_token_id": 256000,30    "boi_token_id": 255999,31    "torch_dtype": "bfloat16",32    "eoa_token_index": 258883,33    "eoi_token_id": 258882,34    "eos_token_id": [35        1,36        10637    ],38    "image_token_id": 258880,39    "initializer_range": 0.02,40    "model_type": "gemma4_unified",41    "text_config": {42        "attention_bias": false,43        "attention_dropout": 0.0,44        "attention_k_eq_v": true,45        "bos_token_id": 2,46        "torch_dtype": "bfloat16",47        "enable_moe_block": false,48        "eos_token_id": 1,49        "final_logit_softcapping": 30.0,50        "global_head_dim": 512,51        "head_dim": 256,52        "hidden_activation": "gelu_pytorch_tanh",53        "hidden_size": 3840,54        "hidden_size_per_layer_input": 0,55        "initializer_range": 0.02,56        "intermediate_size": 15360,57        "layer_types": [58            "sliding_attention",59            "sliding_attention",60            "sliding_attention",61            "sliding_attention",62            "sliding_attention",63            "full_attention",64            "sliding_attention",65            "sliding_attention",66            "sliding_attention",67            "sliding_attention",68            "sliding_attention",69            "full_attention",70            "sliding_attention",71            "sliding_attention",72            "sliding_attention",73            "sliding_attention",74            "sliding_attention",75            "full_attention",76            "sliding_attention",77            "sliding_attention",78            "sliding_attention",79            "sliding_attention",80            "sliding_attention",81            "full_attention",82            "sliding_attention",83            "sliding_attention",84            "sliding_attention",85            "sliding_attention",86            "sliding_attention",87            "full_attention",88            "sliding_attention",89            "sliding_attention",90            "sliding_attention",91            "sliding_attention",92            "sliding_attention",93            "full_attention",94            "sliding_attention",95            "sliding_attention",96            "sliding_attention",97            "sliding_attention",98            "sliding_attention",99            "full_attention",100            "sliding_attention",101            "sliding_attention",102            "sliding_attention",103            "sliding_attention",104            "sliding_attention",105            "full_attention"106        ],107        "max_position_embeddings": 262144,108        "model_type": "gemma4_unified_text",109        "moe_intermediate_size": null,110        "num_attention_heads": 16,111        "num_experts": null,112        "num_global_key_value_heads": 1,113        "num_hidden_layers": 48,114        "num_key_value_heads": 8,115        "num_kv_shared_layers": 0,116        "pad_token_id": 0,117        "rms_norm_eps": 1e-06,118        "rope_parameters": {119            "full_attention": {120                "partial_rotary_factor": 0.25,121                "rope_theta": 1000000.0,122                "rope_type": "proportional"123            },124            "sliding_attention": {125                "rope_theta": 10000.0,126                "rope_type": "default"127            }128        },129        "sliding_window": 1024,130        "tie_word_embeddings": true,131        "top_k_experts": null,132        "use_bidirectional_attention": "vision",133        "use_cache": true,134        "use_double_wide_mlp": false,135        "vocab_size": 262144,136        "vocab_size_per_layer_input": 0137    },138    "tie_word_embeddings": true,139    "video_token_id": 258884,140    "vision_config": {141        "_name_or_path": "",142        "architectures": null,143        "chunk_size_feed_forward": 0,144        "torch_dtype": "bfloat16",145        "id2label": {146            "0": "LABEL_0",147            "1": "LABEL_1"148        },149        "initializer_range": 0.02,150        "is_encoder_decoder": false,151        "label2id": {152            "LABEL_0": 0,153            "LABEL_1": 1154        },155        "mm_embed_dim": 3840,156        "mm_posemb_size": 1120,157        "model_type": "gemma4_unified_vision",158        "output_attentions": false,159        "output_hidden_states": false,160        "output_proj_dims": 3840,161        "patch_size": 16,162        "pooling_kernel_size": 3,163        "problem_type": null,164        "return_dict": true,165        "rms_norm_eps": 1e-06166    }167}