Kh0128/Aphasia_Classification
1
1{2 "model_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",3 "model_type": "StableAphasiaClassifier",4 "num_labels": 9,5 "architectures": ["StableAphasiaClassifier"],6 7 "_name_or_path": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",8 "problem_type": "single_label_classification",9 10 "aphasia_types_mapping": {11 "BROCA": 0,12 "TRANSMOTOR": 1,13 "NOTAPHASICBYWAB": 2,14 "CONDUCTION": 3,15 "WERNICKE": 4,16 "ANOMIC": 5,17 "GLOBAL": 6,18 "ISOLATION": 7,19 "TRANSSENSORY": 820 },21 22 "id2label": {23 "0": "BROCA",24 "1": "TRANSMOTOR", 25 "2": "NOTAPHASICBYWAB",26 "3": "CONDUCTION",27 "4": "WERNICKE",28 "5": "ANOMIC",29 "6": "GLOBAL",30 "7": "ISOLATION",31 "8": "TRANSSENSORY"32 },33 34 "label2id": {35 "BROCA": 0,36 "TRANSMOTOR": 1,37 "NOTAPHASICBYWAB": 2,38 "CONDUCTION": 3,39 "WERNICKE": 4,40 "ANOMIC": 5,41 "GLOBAL": 6,42 "ISOLATION": 7,43 "TRANSSENSORY": 844 },45 46 "model_config": {47 "max_length": 512,48 "hidden_size": 768,49 "pos_vocab_size": 150,50 "pos_emb_dim": 64,51 "grammar_dim": 3,52 "grammar_hidden_dim": 64,53 "duration_hidden_dim": 128,54 "prosody_dim": 32,55 "num_attention_heads": 8,56 "attention_dropout": 0.3,57 "classifier_hidden_dims": [512, 256],58 "dropout_rate": 0.3,59 "activation_fn": "tanh"60 },61 62 "training_config": {63 "learning_rate": 0.0005,64 "weight_decay": 0.01,65 "warmup_ratio": 0.1,66 "batch_size": 10,67 "gradient_accumulation_steps": 4,68 "use_focal_loss": true,69 "focal_alpha": 1.0,70 "focal_gamma": 2.0,71 "use_mixup": false,72 "mixup_alpha": 0.2,73 "use_label_smoothing": true,74 "label_smoothing": 0.175 },76 77 "adaptive_lr_config": {78 "adaptive_lr": true,79 "lr_patience": 3,80 "lr_factor": 0.8,81 "lr_increase_factor": 1.2,82 "min_lr": 1e-06,83 "max_lr": 0.001,84 "oscillation_amplitude": 0.185 },86 87 "tokenizer_config": {88 "pad_token": "[PAD]",89 "unk_token": "[UNK]",90 "sep_token": "[SEP]",91 "cls_token": "[CLS]",92 "mask_token": "[MASK]",93 "additional_special_tokens": [94 "[DIALOGUE]",95 "[TURN]", 96 "[PAUSE]",97 "[REPEAT]",98 "[HESITATION]"99 ]100 },101 102 "torch_dtype": "float32",103 "transformers_version": "4.36.0",104 105 "_commit_hash": null,106 "auto_map": {107 "AutoModel": "StableAphasiaClassifier"108 }109}