mlml-chip/negation_pubmedbert_sharpseed

1{2  "architectures": [3    "CnlpModelForClassification"4  ],5  "cnlpt_version": "0.6.0",6  "encoder_config": {7    "_name_or_path": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",8    "add_cross_attention": false,9    "architectures": [10      "BertForMaskedLM"11    ],12    "attention_probs_dropout_prob": 0.1,13    "bad_words_ids": null,14    "bos_token_id": null,15    "chunk_size_feed_forward": 0,16    "classifier_dropout": null,17    "cross_attention_hidden_size": null,18    "decoder_start_token_id": null,19    "diversity_penalty": 0.0,20    "do_sample": false,21    "early_stopping": false,22    "encoder_no_repeat_ngram_size": 0,23    "eos_token_id": null,24    "exponential_decay_length_penalty": null,25    "finetuning_task": null,26    "forced_bos_token_id": null,27    "forced_eos_token_id": null,28    "hidden_act": "gelu",29    "hidden_dropout_prob": 0.1,30    "hidden_size": 768,31    "id2label": {32      "0": "LABEL_0",33      "1": "LABEL_1"34    },35    "initializer_range": 0.02,36    "intermediate_size": 3072,37    "is_decoder": false,38    "is_encoder_decoder": false,39    "label2id": {40      "LABEL_0": 0,41      "LABEL_1": 142    },43    "layer_norm_eps": 1e-12,44    "length_penalty": 1.0,45    "max_length": 20,46    "max_position_embeddings": 512,47    "min_length": 0,48    "model_type": "bert",49    "no_repeat_ngram_size": 0,50    "num_attention_heads": 12,51    "num_beam_groups": 1,52    "num_beams": 1,53    "num_hidden_layers": 12,54    "num_return_sequences": 1,55    "output_attentions": false,56    "output_hidden_states": false,57    "output_scores": false,58    "pad_token_id": 0,59    "position_embedding_type": "absolute",60    "prefix": null,61    "problem_type": null,62    "pruned_heads": {},63    "remove_invalid_values": false,64    "repetition_penalty": 1.0,65    "return_dict": true,66    "return_dict_in_generate": false,67    "sep_token_id": null,68    "task_specific_params": null,69    "temperature": 1.0,70    "tf_legacy_loss": false,71    "tie_encoder_decoder": false,72    "tie_word_embeddings": true,73    "tokenizer_class": null,74    "top_k": 50,75    "top_p": 1.0,76    "torch_dtype": null,77    "torchscript": false,78    "transformers_version": "4.22.2",79    "type_vocab_size": 2,80    "typical_p": 1.0,81    "use_bfloat16": false,82    "use_cache": true,83    "vocab_size": 2890384  },85  "encoder_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",86  "finetuning_task": [87    "Negation"88  ],89  "hidden_dropout_prob": 0.1,90  "hidden_size": 768,91  "hier_head_config": null,92  "label_dictionary": {93    "Negation": [94      "-1",95      "1"96    ]97  },98  "layer": 8,99  "model_type": "cnlpt",100  "num_rel_attention_heads": 12,101  "rel_attention_head_dims": 64,102  "relations": {103    "Negation": false104  },105  "tagger": {106    "Negation": false107  },108  "tokens": false,109  "torch_dtype": "float32",110  "transformers_version": "4.22.2",111  "use_prior_tasks": false,112  "vocab_size": 28903113}114