currentfear/qwen_devolution_full_16bit

1{2    "architectures": [3        "Qwen3VLForConditionalGeneration"4    ],5    "torch_dtype": "bfloat16",6    "eos_token_id": 151645,7    "image_token_id": 151655,8    "model_type": "qwen3_vl",9    "pad_token_id": 151654,10    "text_config": {11        "attention_bias": false,12        "attention_dropout": 0.0,13        "bos_token_id": 151643,14        "torch_dtype": "bfloat16",15        "eos_token_id": 151645,16        "head_dim": 128,17        "hidden_act": "silu",18        "hidden_size": 4096,19        "initializer_range": 0.02,20        "intermediate_size": 12288,21        "max_position_embeddings": 262144,22        "model_type": "qwen3_vl_text",23        "num_attention_heads": 32,24        "num_hidden_layers": 36,25        "num_key_value_heads": 8,26        "rms_norm_eps": 1e-06,27        "rope_scaling": {28            "mrope_interleaved": true,29            "mrope_section": [30                24,31                20,32                2033            ],34            "rope_type": "default"35        },36        "rope_theta": 5000000,37        "use_cache": true,38        "vocab_size": 15193639    },40    "tie_word_embeddings": false,41    "unsloth_fixed": true,42    "unsloth_version": "2026.2.1",43    "video_token_id": 151656,44    "vision_config": {45        "deepstack_visual_indexes": [46            8,47            16,48            2449        ],50        "depth": 27,51        "torch_dtype": "bfloat16",52        "hidden_act": "gelu_pytorch_tanh",53        "hidden_size": 1152,54        "in_channels": 3,55        "initializer_range": 0.02,56        "intermediate_size": 4304,57        "model_type": "qwen3_vl",58        "num_heads": 16,59        "num_position_embeddings": 2304,60        "out_hidden_size": 4096,61        "patch_size": 16,62        "spatial_merge_size": 2,63        "temporal_patch_size": 264    },65    "vision_end_token_id": 151653,66    "vision_start_token_id": 15165267}