jdopensource/JoyAI-VL-Interaction-INT4
6312
1{2 "architectures": [3 "Qwen3VLForConditionalGeneration"4 ],5 "dtype": "bfloat16",6 "eos_token_id": 151645,7 "hidden_size": 4096,8 "image_token_id": 151655,9 "model_type": "qwen3_vl",10 "pad_token_id": 151643,11 "quantization_config": {12 "config_groups": {13 "group_0": {14 "format": "pack-quantized",15 "input_activations": null,16 "output_activations": null,17 "targets": [18 "Linear"19 ],20 "weights": {21 "actorder": null,22 "block_structure": null,23 "dynamic": false,24 "group_size": 32,25 "num_bits": 4,26 "observer": "memoryless_minmax",27 "observer_kwargs": {},28 "scale_dtype": null,29 "strategy": "group",30 "symmetric": true,31 "type": "int",32 "zp_dtype": null33 }34 }35 },36 "format": "pack-quantized",37 "global_compression_ratio": null,38 "ignore": [39 "model.visual.blocks.0.attn.qkv",40 "model.visual.blocks.0.attn.proj",41 "model.visual.blocks.0.mlp.linear_fc1",42 "model.visual.blocks.0.mlp.linear_fc2",43 "model.visual.blocks.1.attn.qkv",44 "model.visual.blocks.1.attn.proj",45 "model.visual.blocks.1.mlp.linear_fc1",46 "model.visual.blocks.1.mlp.linear_fc2",47 "model.visual.blocks.2.attn.qkv",48 "model.visual.blocks.2.attn.proj",49 "model.visual.blocks.2.mlp.linear_fc1",50 "model.visual.blocks.2.mlp.linear_fc2",51 "model.visual.blocks.3.attn.qkv",52 "model.visual.blocks.3.attn.proj",53 "model.visual.blocks.3.mlp.linear_fc1",54 "model.visual.blocks.3.mlp.linear_fc2",55 "model.visual.blocks.4.attn.qkv",56 "model.visual.blocks.4.attn.proj",57 "model.visual.blocks.4.mlp.linear_fc1",58 "model.visual.blocks.4.mlp.linear_fc2",59 "model.visual.blocks.5.attn.qkv",60 "model.visual.blocks.5.attn.proj",61 "model.visual.blocks.5.mlp.linear_fc1",62 "model.visual.blocks.5.mlp.linear_fc2",63 "model.visual.blocks.6.attn.qkv",64 "model.visual.blocks.6.attn.proj",65 "model.visual.blocks.6.mlp.linear_fc1",66 "model.visual.blocks.6.mlp.linear_fc2",67 "model.visual.blocks.7.attn.qkv",68 "model.visual.blocks.7.attn.proj",69 "model.visual.blocks.7.mlp.linear_fc1",70 "model.visual.blocks.7.mlp.linear_fc2",71 "model.visual.blocks.8.attn.qkv",72 "model.visual.blocks.8.attn.proj",73 "model.visual.blocks.8.mlp.linear_fc1",74 "model.visual.blocks.8.mlp.linear_fc2",75 "model.visual.blocks.9.attn.qkv",76 "model.visual.blocks.9.attn.proj",77 "model.visual.blocks.9.mlp.linear_fc1",78 "model.visual.blocks.9.mlp.linear_fc2",79 "model.visual.blocks.10.attn.qkv",80 "model.visual.blocks.10.attn.proj",81 "model.visual.blocks.10.mlp.linear_fc1",82 "model.visual.blocks.10.mlp.linear_fc2",83 "model.visual.blocks.11.attn.qkv",84 "model.visual.blocks.11.attn.proj",85 "model.visual.blocks.11.mlp.linear_fc1",86 "model.visual.blocks.11.mlp.linear_fc2",87 "model.visual.blocks.12.attn.qkv",88 "model.visual.blocks.12.attn.proj",89 "model.visual.blocks.12.mlp.linear_fc1",90 "model.visual.blocks.12.mlp.linear_fc2",91 "model.visual.blocks.13.attn.qkv",92 "model.visual.blocks.13.attn.proj",93 "model.visual.blocks.13.mlp.linear_fc1",94 "model.visual.blocks.13.mlp.linear_fc2",95 "model.visual.blocks.14.attn.qkv",96 "model.visual.blocks.14.attn.proj",97 "model.visual.blocks.14.mlp.linear_fc1",98 "model.visual.blocks.14.mlp.linear_fc2",99 "model.visual.blocks.15.attn.qkv",100 "model.visual.blocks.15.attn.proj",101 "model.visual.blocks.15.mlp.linear_fc1",102 "model.visual.blocks.15.mlp.linear_fc2",103 "model.visual.blocks.16.attn.qkv",104 "model.visual.blocks.16.attn.proj",105 "model.visual.blocks.16.mlp.linear_fc1",106 "model.visual.blocks.16.mlp.linear_fc2",107 "model.visual.blocks.17.attn.qkv",108 "model.visual.blocks.17.attn.proj",109 "model.visual.blocks.17.mlp.linear_fc1",110 "model.visual.blocks.17.mlp.linear_fc2",111 "model.visual.blocks.18.attn.qkv",112 "model.visual.blocks.18.attn.proj",113 "model.visual.blocks.18.mlp.linear_fc1",114 "model.visual.blocks.18.mlp.linear_fc2",115 "model.visual.blocks.19.attn.qkv",116 "model.visual.blocks.19.attn.proj",117 "model.visual.blocks.19.mlp.linear_fc1",118 "model.visual.blocks.19.mlp.linear_fc2",119 "model.visual.blocks.20.attn.qkv",120 "model.visual.blocks.20.attn.proj",121 "model.visual.blocks.20.mlp.linear_fc1",122 "model.visual.blocks.20.mlp.linear_fc2",123 "model.visual.blocks.21.attn.qkv",124 "model.visual.blocks.21.attn.proj",125 "model.visual.blocks.21.mlp.linear_fc1",126 "model.visual.blocks.21.mlp.linear_fc2",127 "model.visual.blocks.22.attn.qkv",128 "model.visual.blocks.22.attn.proj",129 "model.visual.blocks.22.mlp.linear_fc1",130 "model.visual.blocks.22.mlp.linear_fc2",131 "model.visual.blocks.23.attn.qkv",132 "model.visual.blocks.23.attn.proj",133 "model.visual.blocks.23.mlp.linear_fc1",134 "model.visual.blocks.23.mlp.linear_fc2",135 "model.visual.blocks.24.attn.qkv",136 "model.visual.blocks.24.attn.proj",137 "model.visual.blocks.24.mlp.linear_fc1",138 "model.visual.blocks.24.mlp.linear_fc2",139 "model.visual.blocks.25.attn.qkv",140 "model.visual.blocks.25.attn.proj",141 "model.visual.blocks.25.mlp.linear_fc1",142 "model.visual.blocks.25.mlp.linear_fc2",143 "model.visual.blocks.26.attn.qkv",144 "model.visual.blocks.26.attn.proj",145 "model.visual.blocks.26.mlp.linear_fc1",146 "model.visual.blocks.26.mlp.linear_fc2",147 "model.visual.merger.linear_fc1",148 "model.visual.merger.linear_fc2",149 "model.visual.deepstack_merger_list.0.linear_fc1",150 "model.visual.deepstack_merger_list.0.linear_fc2",151 "model.visual.deepstack_merger_list.1.linear_fc1",152 "model.visual.deepstack_merger_list.1.linear_fc2",153 "model.visual.deepstack_merger_list.2.linear_fc1",154 "model.visual.deepstack_merger_list.2.linear_fc2",155 "lm_head"156 ],157 "kv_cache_scheme": null,158 "quant_method": "compressed-tensors",159 "quantization_status": "compressed",160 "sparsity_config": {},161 "transform_config": {},162 "version": "0.17.1"163 },164 "text_config": {165 "attention_bias": false,166 "attention_dropout": 0.0,167 "bos_token_id": 151643,168 "dtype": "bfloat16",169 "eos_token_id": 151645,170 "head_dim": 128,171 "hidden_act": "silu",172 "hidden_size": 4096,173 "initializer_range": 0.02,174 "intermediate_size": 12288,175 "max_position_embeddings": 262144,176 "model_type": "qwen3_vl_text",177 "num_attention_heads": 32,178 "num_hidden_layers": 36,179 "num_key_value_heads": 8,180 "pad_token_id": 151643,181 "rms_norm_eps": 1e-06,182 "rope_parameters": {183 "mrope_interleaved": true,184 "mrope_section": [185 24,186 20,187 20188 ],189 "rope_theta": 5000000,190 "rope_type": "default"191 },192 "use_cache": false,193 "vocab_size": 151936194 },195 "tie_word_embeddings": false,196 "transformers_version": "5.10.1",197 "video_token_id": 151656,198 "vision_config": {199 "deepstack_visual_indexes": [200 8,201 16,202 24203 ],204 "depth": 27,205 "dtype": "bfloat16",206 "hidden_act": "gelu_pytorch_tanh",207 "hidden_size": 1152,208 "in_channels": 3,209 "initializer_range": 0.02,210 "intermediate_size": 4304,211 "model_type": "qwen3_vl_vision",212 "num_heads": 16,213 "num_position_embeddings": 2304,214 "out_hidden_size": 4096,215 "pad_token_id": 151643,216 "patch_size": 16,217 "spatial_merge_size": 2,218 "temporal_patch_size": 2219 },220 "vision_end_token_id": 151653,221 "vision_start_token_id": 151652,222 "vocab_size": 151936223}