SAIFIINDUSTRIES/North-Micro-Vision-Instruct

1{2  "transformers_version": "5.15.0.dev0",3  "architectures": [4    "CohereCompassForConditionalGeneration"5  ],6  "output_hidden_states": false,7  "return_dict": true,8  "dtype": "bfloat16",9  "chunk_size_feed_forward": 0,10  "is_encoder_decoder": false,11  "id2label": {12    "0": "LABEL_0",13    "1": "LABEL_1"14  },15  "label2id": {16    "LABEL_0": 0,17    "LABEL_1": 118  },19  "problem_type": null,20  "text_config": {21    "architectures": null,22    "output_hidden_states": false,23    "return_dict": true,24    "dtype": "bfloat16",25    "chunk_size_feed_forward": 0,26    "is_encoder_decoder": false,27    "id2label": {28      "0": "LABEL_0",29      "1": "LABEL_1"30    },31    "label2id": {32      "LABEL_0": 0,33      "LABEL_1": 134    },35    "problem_type": null,36    "vocab_size": 262144,37    "hidden_size": 2048,38    "intermediate_size": 6144,39    "logit_scale": 0.25,40    "num_hidden_layers": 28,41    "num_attention_heads": 16,42    "num_key_value_heads": 8,43    "hidden_act": "silu",44    "max_position_embeddings": 500000,45    "initializer_range": 0.02,46    "layer_norm_eps": 1e-05,47    "use_cache": true,48    "pad_token_id": 0,49    "bos_token_id": 2,50    "eos_token_id": 255001,51    "tie_word_embeddings": true,52    "rope_parameters": {53      "sliding_attention": {54        "mrope_interleaved": true,55        "mrope_section": [56          24,57          20,58          2059        ],60        "rope_type": "default",61        "rope_theta": 5000062      },63      "full_attention": null,64      "rope_theta": 10000.0,65      "rope_type": "default"66    },67    "attention_bias": false,68    "attention_dropout": 0.0,69    "sliding_window": 4096,70    "layer_types": [71      "sliding_attention",72      "sliding_attention",73      "sliding_attention",74      "full_attention",75      "sliding_attention",76      "sliding_attention",77      "sliding_attention",78      "full_attention",79      "sliding_attention",80      "sliding_attention",81      "sliding_attention",82      "full_attention",83      "sliding_attention",84      "sliding_attention",85      "sliding_attention",86      "full_attention",87      "sliding_attention",88      "sliding_attention",89      "sliding_attention",90      "full_attention",91      "sliding_attention",92      "sliding_attention",93      "sliding_attention",94      "full_attention",95      "sliding_attention",96      "sliding_attention",97      "sliding_attention",98      "full_attention"99    ],100    "score_shift_a": null,101    "score_shift_b": null,102    "pooling": null,103    "head_dim": 128,104    "_name_or_path": "",105    "model_type": "cohere_compass_text",106    "output_attentions": false107  },108  "vision_config": {109    "architectures": null,110    "output_hidden_states": false,111    "return_dict": true,112    "dtype": "bfloat16",113    "chunk_size_feed_forward": 0,114    "is_encoder_decoder": false,115    "id2label": {116      "0": "LABEL_0",117      "1": "LABEL_1"118    },119    "label2id": {120      "LABEL_0": 0,121      "LABEL_1": 1122    },123    "problem_type": null,124    "depth": 27,125    "hidden_size": 1152,126    "hidden_act": "gelu_pytorch_tanh",127    "intermediate_size": 4304,128    "num_heads": 16,129    "in_channels": 3,130    "patch_size": 16,131    "spatial_merge_size": 2,132    "temporal_patch_size": 2,133    "out_hidden_size": 2048,134    "num_position_embeddings": 2304,135    "deepstack_visual_indexes": [136      8,137      16,138      24139    ],140    "initializer_range": 0.02,141    "_name_or_path": "",142    "model_type": "cohere_compass_vision",143    "output_attentions": false144  },145  "fusion_config": {146    "patch_embeddings": true147  },148  "image_token_id": 255031,149  "video_token_id": 255032,150  "vision_start_token_id": 255028,151  "vision_end_token_id": 255029,152  "tie_word_embeddings": true,153  "_name_or_path": "",154  "eos_token_id": 255001,155  "pad_token_id": 0,156  "model_type": "cohere_compass",157  "output_attentions": false158}