biohub/ESMFold2
62391k
1{2 "transformers_version": "5.16.0.dev0",3 "architectures": [4 "EsmFold2Model"5 ],6 "output_hidden_states": false,7 "return_dict": true,8 "dtype": "float32",9 "chunk_size_feed_forward": 0,10 "is_encoder_decoder": false,11 "id2label": {12 "0": "LABEL_0",13 "1": "LABEL_1"14 },15 "label2id": {16 "LABEL_0": 0,17 "LABEL_1": 118 },19 "problem_type": null,20 "hidden_size": 384,21 "pairwise_hidden_size": 256,22 "single_inputs_size": 451,23 "pair_transition_intermediate_size": 1024,24 "sliding_window": 128,25 "chunk_size": 64,26 "num_relative_residx_bins": 32,27 "num_relative_chain_bins": 2,28 "num_loops": 20,29 "num_res_types": 33,30 "max_atomic_number": 128,31 "char_vocab_size": 64,32 "max_chars": 4,33 "max_atoms_per_token": 23,34 "atom_feature_dim": 389,35 "folding_trunk_num_hidden_layers": 48,36 "parcae_num_coda_layers": 2,37 "atom_encoder": {38 "architectures": null,39 "output_hidden_states": false,40 "return_dict": true,41 "dtype": null,42 "chunk_size_feed_forward": 0,43 "is_encoder_decoder": false,44 "id2label": {45 "0": "LABEL_0",46 "1": "LABEL_1"47 },48 "label2id": {49 "LABEL_0": 0,50 "LABEL_1": 151 },52 "problem_type": null,53 "hidden_size": 128,54 "output_dim": 384,55 "num_hidden_layers": 3,56 "num_attention_heads": 4,57 "head_dim": 32,58 "intermediate_size": 256,59 "spatial_rope_base_frequency": 20.0,60 "num_spatial_rope_pairs_per_axis": 2,61 "num_uid_rope_pairs": 10,62 "uid_rope_base_frequency": 10000.0,63 "_name_or_path": "",64 "model_type": "",65 "output_attentions": false,66 "n_spatial_rope_pairs_per_axis": 2,67 "n_uid_rope_pairs": 10,68 "expansion_ratio": 2,69 "token_hidden_size": 76870 },71 "structure_head": {72 "architectures": null,73 "output_hidden_states": false,74 "return_dict": true,75 "dtype": null,76 "chunk_size_feed_forward": 0,77 "is_encoder_decoder": false,78 "id2label": {79 "0": "LABEL_0",80 "1": "LABEL_1"81 },82 "label2id": {83 "LABEL_0": 0,84 "LABEL_1": 185 },86 "problem_type": null,87 "diffusion_module": {88 "architectures": null,89 "output_hidden_states": false,90 "return_dict": true,91 "dtype": null,92 "chunk_size_feed_forward": 0,93 "is_encoder_decoder": false,94 "id2label": {95 "0": "LABEL_0",96 "1": "LABEL_1"97 },98 "label2id": {99 "LABEL_0": 0,100 "LABEL_1": 1101 },102 "problem_type": null,103 "sigma_data": 16.0,104 "hidden_size": 768,105 "fourier_dim": 256,106 "num_hidden_layers": 12,107 "num_attention_heads": 16,108 "head_dim": 48,109 "intermediate_size": 1536,110 "pair_intermediate_size": 512,111 "atom_encoder": {112 "architectures": null,113 "output_hidden_states": false,114 "return_dict": true,115 "dtype": null,116 "chunk_size_feed_forward": 0,117 "is_encoder_decoder": false,118 "id2label": {119 "0": "LABEL_0",120 "1": "LABEL_1"121 },122 "label2id": {123 "LABEL_0": 0,124 "LABEL_1": 1125 },126 "problem_type": null,127 "hidden_size": 128,128 "output_dim": 768,129 "num_hidden_layers": 3,130 "num_attention_heads": 4,131 "head_dim": 32,132 "intermediate_size": 256,133 "spatial_rope_base_frequency": 20.0,134 "num_spatial_rope_pairs_per_axis": 2,135 "num_uid_rope_pairs": 10,136 "uid_rope_base_frequency": 10000.0,137 "_name_or_path": "",138 "model_type": "",139 "output_attentions": false140 },141 "_name_or_path": "",142 "model_type": "",143 "output_attentions": false,144 "token_hidden_size": 768,145 "token_num_blocks": 12,146 "token_num_heads": 16,147 "transition_multiplier": 2,148 "c_z": 256,149 "c_s_inputs": 451,150 "relpos_r_max": 32,151 "relpos_s_max": 2152 },153 "num_distogram_bins": 64,154 "num_diffusion_samples": 32,155 "gamma_0": 0.8,156 "gamma_min": 1.0,157 "noise_scale": 1.003,158 "step_scale": 1.5,159 "inference_sigma_max_ratio": 160.0,160 "inference_sigma_min_ratio": 0.0004,161 "inference_exponent": 7.0,162 "inference_num_steps": 14,163 "inference_sigma_cap": 256.0,164 "_name_or_path": "",165 "model_type": "",166 "output_attentions": false,167 "distogram_bins": 64,168 "inference_s_max": 160.0,169 "inference_s_min": 0.0004,170 "inference_p": 7.0,171 "train_noise_log_mean": -1.2,172 "train_noise_log_std": 1.5173 },174 "confidence_head": {175 "architectures": null,176 "output_hidden_states": false,177 "return_dict": true,178 "dtype": null,179 "chunk_size_feed_forward": 0,180 "is_encoder_decoder": false,181 "id2label": {182 "0": "LABEL_0",183 "1": "LABEL_1"184 },185 "label2id": {186 "LABEL_0": 0,187 "LABEL_1": 1188 },189 "problem_type": null,190 "num_hidden_layers": 4,191 "num_plddt_bins": 50,192 "num_pde_bins": 64,193 "num_pae_bins": 64,194 "min_dist": 3.25,195 "max_dist": 50.75,196 "distogram_bins": 39,197 "eps": 1e-06,198 "_name_or_path": "",199 "model_type": "",200 "output_attentions": false,201 "enabled": true,202 "num_attention_heads": 8,203 "dropout": 0.25204 },205 "msa_encoder": {206 "architectures": null,207 "output_hidden_states": false,208 "return_dict": true,209 "dtype": null,210 "chunk_size_feed_forward": 0,211 "is_encoder_decoder": false,212 "id2label": {213 "0": "LABEL_0",214 "1": "LABEL_1"215 },216 "label2id": {217 "LABEL_0": 0,218 "LABEL_1": 1219 },220 "problem_type": null,221 "hidden_size": 128,222 "outer_hidden_size": 32,223 "num_hidden_layers": 4,224 "num_attention_heads": 8,225 "head_dim": 16,226 "intermediate_size": 512,227 "outer_product_chunk_size": null,228 "_name_or_path": "",229 "model_type": "",230 "output_attentions": false,231 "head_width": 16,232 "enabled": true,233 "overwrite": true,234 "max_depth": 1024,235 "column_mask_rate": 0.1236 },237 "lm_encoder": {238 "architectures": null,239 "output_hidden_states": false,240 "return_dict": true,241 "dtype": null,242 "chunk_size_feed_forward": 0,243 "is_encoder_decoder": false,244 "id2label": {245 "0": "LABEL_0",246 "1": "LABEL_1"247 },248 "label2id": {249 "LABEL_0": 0,250 "LABEL_1": 1251 },252 "problem_type": null,253 "num_hidden_layers": 4,254 "lm_dropout": 0.25,255 "per_loop_lm_dropout": true,256 "_name_or_path": "",257 "model_type": "",258 "output_attentions": false,259 "enabled": true260 },261 "esmc_config": {262 "architectures": null,263 "output_hidden_states": false,264 "return_dict": true,265 "dtype": "float32",266 "chunk_size_feed_forward": 0,267 "is_encoder_decoder": false,268 "id2label": {269 "0": "LABEL_0",270 "1": "LABEL_1"271 },272 "label2id": {273 "LABEL_0": 0,274 "LABEL_1": 1275 },276 "problem_type": null,277 "vocab_size": 64,278 "hidden_size": 2560,279 "intermediate_size": 6912,280 "num_hidden_layers": 80,281 "num_attention_heads": 40,282 "num_key_value_heads": 40,283 "hidden_act": "silu",284 "max_position_embeddings": 2048,285 "initializer_range": 0.02,286 "pad_token_id": 1,287 "bos_token_id": 0,288 "eos_token_id": 2,289 "tie_word_embeddings": false,290 "rope_parameters": {291 "rope_theta": 10000.0,292 "rope_type": "default"293 },294 "attention_bias": false,295 "attention_dropout": 0.0,296 "mlp_bias": false,297 "head_dim": 64,298 "mask_token_id": 32,299 "classifier_dropout": 0.1,300 "_name_or_path": "",301 "model_type": "esmc",302 "output_attentions": false303 },304 "_name_or_path": "",305 "model_type": "esmfold2",306 "output_attentions": false,307 "n_relative_residx_bins": 32,308 "n_relative_chain_bins": 2,309 "type": "release",310 "folding_trunk_num_attention_heads": 8,311 "folding_trunk_dropout": 0.25,312 "disable_msa_features": false,313 "lm_dropout": 0.0,314 "force_lm_dropout_during_inference": false,315 "lm_d_model": 2560,316 "lm_num_layers": 80,317 "lm_mask_pct": 0.0,318 "num_diffusion_samples": 32,319 "parcae": {320 "enabled": true,321 "poisson_mean": 3.0,322 "min_steps": 1,323 "max_steps": 6,324 "coda_n_layers": 2325 },326 "auto_map": {327 "AutoConfig": "modeling_esmfold2_remote.EsmFold2RemoteConfig",328 "AutoModel": "modeling_esmfold2_remote.EsmFold2RemoteModel"329 }330}331