webAI-Official/webAI-ColVec1.1-4b

1{2  "architectures": [3    "ColQwen35Bidirection"4  ],5  "auto_map": {6    "AutoModel": "modeling_colqwen35_bidirection.ColQwen35Bidirection"7  },8  "dtype": "bfloat16",9  "embedding_dim": 640,10  "fusion_config": {11    "patch_embeddings": true12  },13  "image_token_id": 248056,14  "is_causal": false,15  "lm_head_removed": true,16  "model_type": "qwen3_5",17  "text_config": {18    "attention_bias": false,19    "attention_dropout": 0.0,20    "attn_output_gate": true,21    "bos_token_id": null,22    "dtype": "bfloat16",23    "eos_token_id": 248044,24    "full_attention_interval": 4,25    "head_dim": 256,26    "hidden_act": "silu",27    "hidden_size": 2560,28    "initializer_range": 0.02,29    "intermediate_size": 9216,30    "is_causal": false,31    "layer_types": [32      "linear_attention",33      "linear_attention",34      "linear_attention",35      "full_attention",36      "linear_attention",37      "linear_attention",38      "linear_attention",39      "full_attention",40      "linear_attention",41      "linear_attention",42      "linear_attention",43      "full_attention",44      "linear_attention",45      "linear_attention",46      "linear_attention",47      "full_attention",48      "linear_attention",49      "linear_attention",50      "linear_attention",51      "full_attention",52      "linear_attention",53      "linear_attention",54      "linear_attention",55      "full_attention",56      "linear_attention",57      "linear_attention",58      "linear_attention",59      "full_attention",60      "linear_attention",61      "linear_attention",62      "linear_attention",63      "full_attention"64    ],65    "linear_conv_kernel_dim": 4,66    "linear_key_head_dim": 128,67    "linear_num_key_heads": 16,68    "linear_num_value_heads": 32,69    "linear_value_head_dim": 128,70    "mamba_ssm_dtype": "float32",71    "max_position_embeddings": 262144,72    "mlp_only_layers": [],73    "model_type": "qwen3_5_text",74    "mtp_num_hidden_layers": 1,75    "mtp_use_dedicated_embeddings": false,76    "num_attention_heads": 16,77    "num_hidden_layers": 32,78    "num_key_value_heads": 4,79    "pad_token_id": null,80    "partial_rotary_factor": 0.25,81    "rms_norm_eps": 1e-06,82    "rope_parameters": {83      "mrope_interleaved": true,84      "mrope_section": [85        11,86        11,87        1088      ],89      "partial_rotary_factor": 0.25,90      "rope_theta": 10000000,91      "rope_type": "default"92    },93    "tie_word_embeddings": true,94    "use_cache": true,95    "vocab_size": 24832096  },97  "tie_word_embeddings": false,98  "transformers_version": "5.14.1",99  "video_token_id": 248057,100  "vision_config": {101    "deepstack_visual_indexes": [],102    "depth": 24,103    "dtype": "bfloat16",104    "hidden_act": "gelu_pytorch_tanh",105    "hidden_size": 1024,106    "in_channels": 3,107    "initializer_range": 0.02,108    "intermediate_size": 4096,109    "model_type": "qwen3_5_vision",110    "num_heads": 16,111    "num_position_embeddings": 2304,112    "out_hidden_size": 2560,113    "patch_size": 16,114    "spatial_merge_size": 2,115    "temporal_patch_size": 2116  },117  "vision_end_token_id": 248054,118  "vision_start_token_id": 248053119}120