HuggingFaceM4/tiny-random-idefics

1{2  "additional_vocab_size": 2,3  "alpha_initializer": "ones",4  "alpha_type": "vector",5  "alphas_initializer_range": 0.0,6  "architectures": [7    "IdeficsForVisionText2Text"8  ],9  "bos_token_id": 1,10  "cross_layer_activation_function": "swiglu",11  "cross_layer_interval": 1,12  "dropout": 0.0,13  "eos_token_id": 2,14  "ffn_dim": 64,15  "freeze_lm_head": false,16  "freeze_text_layers": false,17  "freeze_text_module_exceptions": [],18  "freeze_vision_layers": false,19  "freeze_vision_module_exceptions": [],20  "hidden_act": "silu",21  "hidden_size": 16,22  "initializer_range": 0.02,23  "intermediate_size": 11008,24  "max_new_tokens": 128,25  "max_position_embeddings": 128,26  "model_type": "idefics",27  "num_attention_heads": 4,28  "num_hidden_layers": 2,29  "pad_token_id": 0,30  "qk_layer_norms": false,31  "rms_norm_eps": 1e-06,32  "tie_word_embeddings": false,33  "torch_dtype": "float16",34  "transformers_version": "4.27.0.dev0",35  "use_cache": true,36  "use_resampler": true,37  "vocab_size": 32000,38  "word_embed_proj_dim": 16,39  "vision_config": {40    "hidden_act": "gelu",41    "embed_dim": 32,42    "image_size": 30,43    "intermediate_size": 37,44    "patch_size": 2,45    "num_attention_heads": 4,46    "num_hidden_layers": 5,47    "vision_model_name": "hf-internal-testing/tiny-random-clip"48  },49  "perceiver_config": {50    "qk_layer_norms_perceiver": false,51    "resampler_depth": 2,52    "resampler_head_dim": 8,53    "resampler_n_heads": 2,54    "resampler_n_latents": 1655  }56}57