hf-tiny-v2/tiny-random-Cohere2VisionModel

1{2  "alignment_intermediate_size": 32,3  "architectures": [4    "Cohere2VisionModel"5  ],6  "downsample_factor": 2,7  "dtype": "float32",8  "image_token_id": 2,9  "model_type": "cohere2_vision",10  "text_config": {11    "attention_bias": false,12    "attention_dropout": 0.0,13    "bos_token_id": 5,14    "eos_token_id": 255001,15    "head_dim": 32,16    "hidden_act": "silu",17    "hidden_size": 128,18    "initializer_range": 0.02,19    "intermediate_size": 37,20    "layer_norm_eps": 1e-05,21    "layer_types": [22      "sliding_attention",23      "sliding_attention"24    ],25    "logit_scale": 0.0625,26    "max_position_embeddings": 512,27    "model_type": "cohere2",28    "num_attention_heads": 4,29    "num_hidden_layers": 2,30    "num_key_value_heads": 4,31    "output_channels": 64,32    "pad_token_id": 0,33    "rope_parameters": {34      "rope_theta": 10000.0,35      "rope_type": "default"36    },37    "sliding_window": 4096,38    "tie_word_embeddings": true,39    "use_cache": true,40    "vocab_size": 25503741  },42  "tie_word_embeddings": true,43  "transformers_version": "5.16.0.dev0",44  "vision_config": {45    "attention_dropout": 0.0,46    "hidden_act": "gelu_pytorch_tanh",47    "hidden_size": 32,48    "image_size": 64,49    "intermediate_size": 128,50    "layer_norm_eps": 1e-06,51    "model_type": "siglip_vision_model",52    "num_attention_heads": 4,53    "num_channels": 3,54    "num_hidden_layers": 2,55    "patch_size": 8,56    "vision_use_head": false57  }58}59