multimolecule/splicebert.510

1{2  "add_cross_attention": false,3  "architectures": [4    "SpliceBertForPreTraining"5  ],6  "attention_dropout": 0.1,7  "bos_token_id": 1,8  "classifier_dropout": null,9  "dtype": "float32",10  "eos_token_id": 2,11  "head": null,12  "hidden_act": "gelu",13  "hidden_dropout": 0.1,14  "hidden_size": 512,15  "id2label": null,16  "initializer_range": 0.02,17  "intermediate_size": 2048,18  "is_decoder": false,19  "label2id": null,20  "layer_norm_eps": 1e-12,21  "lm_head": null,22  "mask_token_id": 4,23  "max_position_embeddings": 512,24  "model_type": "splicebert",25  "null_token_id": 5,26  "num_attention_heads": 16,27  "num_hidden_layers": 6,28  "num_labels": 1,29  "output_hidden_states": true,30  "pad_token_id": 0,31  "position_embedding_type": "absolute",32  "tie_word_embeddings": true,33  "transformers_version": "5.9.0",34  "type_vocab_size": 2,35  "unk_token_id": 3,36  "use_cache": true,37  "vocab_size": 2838}39