Synthyra/FastESMFold

1{2  "architectures": [3    "FastEsmForProteinFolding"4  ],5  "attention_probs_dropout_prob": 0.0,6  "attn_backend": "sdpa",7  "auto_map": {8    "AutoConfig": "modeling_fastplms.FastEsmFoldConfig",9    "AutoModel": "modeling_fastplms.FastEsmForProteinFolding"10  },11  "classifier_dropout": null,12  "dtype": "float32",13  "emb_layer_norm_before": false,14  "esmfold_config": {15    "bypass_lm": false,16    "embed_aa": true,17    "esm_ablate_pairwise": false,18    "esm_ablate_sequence": false,19    "esm_input_dropout": 0,20    "esm_type": "esm2_3B",21    "fp16_esm": false,22    "lddt_head_hid_dim": 128,23    "trunk": {24      "chunk_size": null,25      "cpu_grad_checkpoint": false,26      "dropout": 0,27      "layer_drop": 0,28      "max_recycles": 4,29      "num_blocks": 48,30      "pairwise_head_width": 32,31      "pairwise_state_dim": 128,32      "position_bins": 32,33      "sequence_head_width": 32,34      "sequence_state_dim": 1024,35      "structure_module": {36        "dropout_rate": 0.1,37        "epsilon": 1e-08,38        "inf": 100000.0,39        "ipa_dim": 16,40        "num_angles": 7,41        "num_blocks": 8,42        "num_heads_ipa": 12,43        "num_qk_points": 4,44        "num_resnet_blocks": 2,45        "num_transition_layers": 1,46        "num_v_points": 8,47        "pairwise_dim": 128,48        "resnet_dim": 128,49        "sequence_dim": 384,50        "trans_scale_factor": 1051      }52    },53    "use_esm_attn_map": false54  },55  "fastplms_checkpoint_hash": "50adf597cd90d0d7db0e3684f2e73c62297fc556cf1dad459c923977ad8108ba",56  "fastplms_checkpoint_repo_id": "Synthyra/FastESMFold",57  "fastplms_checkpoint_revision": "b88c8cb50d19b2cf7ab4fee4b0a61f5e02da7823",58  "fastplms_model_id": "esmfold",59  "fastplms_release_tool_revision": "e6dd397a9ad368c998d714f6bd64d40b533d1ed1",60  "fastplms_release_tool_sha256": "6d335c05aa49a232086a816deb25d248d1490529e5783acc3355b9bc6f03e0c2",61  "fastplms_runtime_bundle_sha256": "899b79836910097d523aa944c1342d227221c535365e90dfd15ba72dabbb1875",62  "fastplms_runtime_revision": "e6dd397a9ad368c998d714f6bd64d40b533d1ed1",63  "fastplms_source_tree_sha256": "45689da1c4bc32afb64352fe83809f9c506186de963e5db3968613d40b796644",64  "fastplms_weights_revision": "b88c8cb50d19b2cf7ab4fee4b0a61f5e02da7823",65  "hidden_act": "gelu",66  "hidden_dropout_prob": 0.0,67  "hidden_size": 2560,68  "initializer_range": 0.02,69  "intermediate_size": 10240,70  "is_folding_model": true,71  "layer_norm_eps": 1e-05,72  "mask_token_id": 32,73  "max_position_embeddings": 1026,74  "model_type": "fast_esmfold",75  "num_attention_heads": 40,76  "num_hidden_layers": 36,77  "pad_token_id": 1,78  "position_embedding_type": "rotary",79  "token_dropout": true,80  "transformers_version": "4.57.6",81  "ttt_config": {82    "ags": 4,83    "batch_size": 4,84    "lora_alpha": 32.0,85    "lora_rank": 8,86    "lr": 0.0004,87    "mask_ratio": 0.15,88    "steps": 3089  },90  "use_cache": true,91  "vocab_list": [92    "<cls>",93    "<pad>",94    "<eos>",95    "<unk>",96    "L",97    "A",98    "G",99    "V",100    "S",101    "E",102    "R",103    "T",104    "I",105    "D",106    "P",107    "K",108    "Q",109    "N",110    "F",111    "Y",112    "M",113    "H",114    "W",115    "C",116    "X",117    "B",118    "U",119    "Z",120    "O",121    ".",122    "-",123    "<null_1>",124    "<mask>"125  ],126  "vocab_size": 33127}128