Taxonomy-Aligned-Conversational-Tutor/TACTutor

1{2    "architectures": [3        "Qwen3_5ForConditionalGeneration"4    ],5    "image_token_id": 248056,6    "model_type": "qwen3_5",7    "text_config": {8        "attention_bias": false,9        "attention_dropout": 0.0,10        "attn_output_gate": true,11        "dtype": "bfloat16",12        "eos_token_id": 248044,13        "full_attention_interval": 4,14        "head_dim": 256,15        "hidden_act": "silu",16        "hidden_size": 2560,17        "initializer_range": 0.02,18        "intermediate_size": 9216,19        "layer_types": [20            "linear_attention",21            "linear_attention",22            "linear_attention",23            "full_attention",24            "linear_attention",25            "linear_attention",26            "linear_attention",27            "full_attention",28            "linear_attention",29            "linear_attention",30            "linear_attention",31            "full_attention",32            "linear_attention",33            "linear_attention",34            "linear_attention",35            "full_attention",36            "linear_attention",37            "linear_attention",38            "linear_attention",39            "full_attention",40            "linear_attention",41            "linear_attention",42            "linear_attention",43            "full_attention",44            "linear_attention",45            "linear_attention",46            "linear_attention",47            "full_attention",48            "linear_attention",49            "linear_attention",50            "linear_attention",51            "full_attention"52        ],53        "linear_conv_kernel_dim": 4,54        "linear_key_head_dim": 128,55        "linear_num_key_heads": 16,56        "linear_num_value_heads": 32,57        "linear_value_head_dim": 128,58        "max_position_embeddings": 262144,59        "mlp_only_layers": [],60        "model_type": "qwen3_5_text",61        "mtp_num_hidden_layers": 1,62        "mtp_use_dedicated_embeddings": false,63        "num_attention_heads": 16,64        "num_hidden_layers": 32,65        "num_key_value_heads": 4,66        "rms_norm_eps": 1e-06,67        "tie_word_embeddings": true,68        "use_cache": true,69        "vocab_size": 248320,70        "mamba_ssm_dtype": "float32",71        "rope_parameters": {72            "mrope_interleaved": true,73            "mrope_section": [74                11,75                11,76                1077            ],78            "rope_type": "default",79            "rope_theta": 10000000,80            "partial_rotary_factor": 0.2581        }82    },83    "tie_word_embeddings": true,84    "transformers_version": "4.57.0.dev0",85    "video_token_id": 248057,86    "vision_config": {87        "deepstack_visual_indexes": [],88        "depth": 24,89        "hidden_act": "gelu_pytorch_tanh",90        "hidden_size": 1024,91        "in_channels": 3,92        "initializer_range": 0.02,93        "intermediate_size": 4096,94        "model_type": "qwen3_5",95        "num_heads": 16,96        "num_position_embeddings": 2304,97        "out_hidden_size": 2560,98        "patch_size": 16,99        "spatial_merge_size": 2,100        "temporal_patch_size": 2101    },102    "vision_end_token_id": 248054,103    "vision_start_token_id": 248053104}