edlee123/bridgetower

1{2  "_name_or_path": "BridgeTower/bridgetower-large-itm-mlm-itc",3  "architectures": [4    "BridgeTowerForContrastiveLearning"5  ],6  "contrastive_hidden_size": 512,7  "drop_rate": 0.1,8  "head_hidden_scale": 2,9  "hidden_act": "gelu",10  "hidden_size": 1024,11  "init_layernorm_from_vision_encoder": false,12  "initializer_factor": 1,13  "layer_norm_eps": 1e-05,14  "link_tower_type": "add",15  "logit_scale_init_value": 2.6592,16  "model_type": "bridgetower",17  "num_attention_heads": 16,18  "num_hidden_layers": 6,19  "share_cross_modal_transformer_layers": true,20  "share_link_tower_layers": false,21  "text_config": {22    "architectures": [23      "BridgeTowerTextModel"24    ],25    "classifier_dropout": null,26    "hidden_size": 1024,27    "initializer_range": 0.02,28    "intermediate_size": 4096,29    "model_type": "bridgetower_text_model",30    "num_attention_heads": 16,31    "num_hidden_layers": 2432  },33  "tie_word_embeddings": false,34  "torch_dtype": "float32",35  "transformers_version": "4.43.4",36  "vision_config": {37    "architectures": [38      "BridgeTowerVisionModel"39    ],40    "hidden_size": 1024,41    "image_size": 294,42    "model_type": "bridgetower_vision_model",43    "num_hidden_layers": 24,44    "patch_size": 1445  }46}47