hf-tiny-v2/tiny-random-Idefics2ForConditionalGeneration

1{2  "architectures": [3    "Idefics2ForConditionalGeneration"4  ],5  "dtype": "float32",6  "image_token_id": 99,7  "model_type": "idefics2",8  "perceiver_config": {9    "attention_dropout": 0.0,10    "hidden_act": "silu",11    "hidden_size": 64,12    "initializer_range": 0.02,13    "model_type": "idefics2_perceiver",14    "num_key_value_heads": 1,15    "resampler_depth": 2,16    "resampler_head_dim": 12,17    "resampler_n_heads": 2,18    "resampler_n_latents": 2,19    "rms_norm_eps": 1e-0620  },21  "text_config": {22    "attention_dropout": 0.0,23    "bos_token_id": 1,24    "eos_token_id": 2,25    "head_dim": 32,26    "hidden_act": "silu",27    "hidden_size": 64,28    "image_token_id": 99,29    "initializer_range": 0.02,30    "intermediate_size": 56,31    "max_position_embeddings": 256,32    "model_type": "mistral",33    "num_attention_heads": 2,34    "num_hidden_layers": 2,35    "num_key_value_heads": 2,36    "pad_token_id": 0,37    "rms_norm_eps": 1e-06,38    "rope_parameters": {39      "rope_theta": 10000.0,40      "rope_type": "default"41    },42    "sliding_window": 32,43    "tie_word_embeddings": false,44    "use_cache": true,45    "vocab_size": 3200346  },47  "tie_word_embeddings": false,48  "transformers_version": "5.16.0.dev0",49  "use_cache": false,50  "vision_config": {51    "attention_dropout": 0.1,52    "dropout": 0.1,53    "hidden_act": "gelu_pytorch_tanh",54    "hidden_size": 32,55    "image_size": 12,56    "initializer_range": 0.02,57    "intermediate_size": 32,58    "layer_norm_eps": 1e-06,59    "model_type": "idefics2_vision",60    "num_attention_heads": 4,61    "num_channels": 3,62    "num_hidden_layers": 2,63    "patch_size": 1264  },65  "vocab_size": 3200366}67