hf-tiny-v2/tiny-random-CohereCompassForConditionalGeneration

1{2  "architectures": [3    "CohereCompassForConditionalGeneration"4  ],5  "dtype": "float32",6  "image_token_id": 5,7  "model_type": "cohere_compass",8  "pad_token_id": 0,9  "text_config": {10    "attention_bias": false,11    "attention_dropout": 0.0,12    "bos_token_id": 2,13    "eos_token_id": 255001,14    "head_dim": 8,15    "hidden_act": "silu",16    "hidden_size": 32,17    "initializer_range": 0.02,18    "intermediate_size": 64,19    "layer_norm_eps": 1e-05,20    "layer_types": [21      "full_attention",22      "full_attention"23    ],24    "logit_scale": null,25    "max_position_embeddings": 200,26    "model_type": "cohere_compass_text",27    "num_attention_heads": 4,28    "num_hidden_layers": 2,29    "num_key_value_heads": 2,30    "pad_token_id": 0,31    "pooling": null,32    "rope_parameters": {33      "full_attention": {34        "mrope_section": [35          1,36          1,37          238        ],39        "rope_theta": 10000,40        "rope_type": "default"41      },42      "rope_theta": 10000.0,43      "rope_type": "default"44    },45    "sliding_window": 4096,46    "tie_word_embeddings": false,47    "use_cache": true,48    "vocab_size": 25503549  },50  "tie_word_embeddings": false,51  "transformers_version": "5.16.0.dev0",52  "video_token_id": 8,53  "vision_config": {54    "deepstack_visual_indexes": [55      056    ],57    "depth": 2,58    "hidden_act": "silu",59    "hidden_size": 32,60    "in_channels": 3,61    "initializer_range": 0.02,62    "intermediate_size": 64,63    "model_type": "cohere_compass_vision",64    "num_heads": 4,65    "num_position_embeddings": 2304,66    "out_hidden_size": 32,67    "patch_size": 16,68    "spatial_merge_size": 2,69    "temporal_patch_size": 270  },71  "vision_end_token_id": 7,72  "vision_start_token_id": 673}74