google/tipsv1-s14
2363
1{2 "architectures": [3 "TIPSv2Model"4 ],5 "auto_map": {6 "AutoConfig": "configuration_tips.TIPSv2Config",7 "AutoModel": "modeling_tips.TIPSv2Model"8 },9 "model_type": "tipsv2",10 "temperature_init_value": 0.005497702397406101,11 "text_config": {12 "attention_dropout": 0.0,13 "bos_token_id": null,14 "eos_token_id": null,15 "hidden_act": "relu",16 "hidden_size": 384,17 "initializer_range": 0.02,18 "intermediate_size": 1536,19 "layer_norm_eps": 1e-05,20 "max_position_embeddings": 64,21 "model_type": "tipsv2_text_model",22 "num_attention_heads": 6,23 "num_hidden_layers": 12,24 "pad_token_id": 0,25 "pooling_epsilon": 1e-08,26 "scale_sqrt_depth": true,27 "vocab_size": 3200028 },29 "transformers_version": "5.14.1",30 "vision_config": {31 "apply_layernorm": true,32 "attention_probs_dropout_prob": 0.0,33 "drop_path_rate": 0.0,34 "hidden_act": "gelu",35 "hidden_dropout_prob": 0.0,36 "hidden_size": 384,37 "image_size": 448,38 "initializer_range": 0.02,39 "layer_norm_eps": 1e-06,40 "layerscale_value": 1.0,41 "mlp_ratio": 4,42 "model_type": "tipsv2_vision_model",43 "num_attention_heads": 6,44 "num_channels": 3,45 "num_hidden_layers": 12,46 "num_register_tokens": 1,47 "out_features": [48 "stage12"49 ],50 "out_indices": [51 1252 ],53 "patch_size": 14,54 "qkv_bias": true,55 "reshape_hidden_states": true,56 "stage_names": [57 "stem",58 "stage1",59 "stage2",60 "stage3",61 "stage4",62 "stage5",63 "stage6",64 "stage7",65 "stage8",66 "stage9",67 "stage10",68 "stage11",69 "stage12"70 ],71 "use_swiglu_ffn": false72 }73}74 