TrungTin0105/monkeyocr_w8a8_int8

1{2  "architectures": [3    "Qwen2_5_VLForConditionalGeneration"4  ],5  "attention_dropout": 0.0,6  "bos_token_id": 151643,7  "eos_token_id": 151645,8  "hidden_act": "silu",9  "hidden_size": 2048,10  "image_token_id": 151655,11  "initializer_range": 0.02,12  "intermediate_size": 11008,13  "max_position_embeddings": 128000,14  "max_window_layers": 70,15  "model_type": "qwen2_5_vl",16  "num_attention_heads": 16,17  "num_hidden_layers": 36,18  "num_key_value_heads": 2,19  "quantization_config": {20    "quant_dtype": "int8",21    "quant_method": "smooth_quant"22  },23  "rms_norm_eps": 1e-06,24  "rope_scaling": {25    "mrope_section": [26      16,27      24,28      2429    ],30    "rope_type": "default",31    "type": "default"32  },33  "rope_theta": 1000000.0,34  "sliding_window": 32768,35  "text_config": {36    "_name_or_path": "MonkeyOCR",37    "architectures": [38      "Qwen2_5_VLForConditionalGeneration"39    ],40    "attention_dropout": 0.0,41    "bos_token_id": 151643,42    "eos_token_id": 151645,43    "hidden_act": "silu",44    "hidden_size": 2048,45    "image_token_id": null,46    "initializer_range": 0.02,47    "intermediate_size": 11008,48    "max_position_embeddings": 128000,49    "max_window_layers": 70,50    "model_type": "qwen2_5_vl_text",51    "num_attention_heads": 16,52    "num_hidden_layers": 36,53    "num_key_value_heads": 2,54    "rms_norm_eps": 1e-06,55    "rope_scaling": {56      "mrope_section": [57        16,58        24,59        2460      ],61      "rope_type": "default",62      "type": "default"63    },64    "rope_theta": 1000000.0,65    "sliding_window": 32768,66    "tie_word_embeddings": true,67    "torch_dtype": "float32",68    "use_cache": false,69    "use_sliding_window": false,70    "video_token_id": null,71    "vision_end_token_id": 151653,72    "vision_start_token_id": 151652,73    "vision_token_id": 151654,74    "vocab_size": 15193675  },76  "torch_dtype": "float32",77  "transformers_version": "4.52.4",78  "use_cache": false,79  "use_sliding_window": false,80  "video_token_id": 151656,81  "vision_config": {82    "depth": 32,83    "fullatt_block_indexes": [84      7,85      15,86      23,87      3188    ],89    "hidden_act": "silu",90    "hidden_size": 1280,91    "in_channels": 3,92    "in_chans": 3,93    "initializer_range": 0.02,94    "intermediate_size": 3420,95    "model_type": "qwen2_5_vl",96    "num_heads": 16,97    "out_hidden_size": 2048,98    "patch_size": 14,99    "spatial_merge_size": 2,100    "spatial_patch_size": 14,101    "temporal_patch_size": 2,102    "tokens_per_second": 2,103    "torch_dtype": "float32",104    "window_size": 112105  },106  "vision_end_token_id": 151653,107  "vision_start_token_id": 151652,108  "vision_token_id": 151654,109  "vocab_size": 151936110}111