CoolFace
Apppublic

Kh0128/Aphasia_Classification__Lang

sourceHugging Faceupdated 11mo agoView on Hugging Face
0likes
config.json109 linesDownload Raw Back to root
1{2  "model_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",3  "model_type": "StableAphasiaClassifier",4  "num_labels": 9,5  "architectures": ["StableAphasiaClassifier"],6  7  "_name_or_path": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",8  "problem_type": "single_label_classification",9  10  "aphasia_types_mapping": {11    "BROCA": 0,12    "TRANSMOTOR": 1,13    "NOTAPHASICBYWAB": 2,14    "CONDUCTION": 3,15    "WERNICKE": 4,16    "ANOMIC": 5,17    "GLOBAL": 6,18    "ISOLATION": 7,19    "TRANSSENSORY": 820  },21  22  "id2label": {23    "0": "BROCA",24    "1": "TRANSMOTOR", 25    "2": "NOTAPHASICBYWAB",26    "3": "CONDUCTION",27    "4": "WERNICKE",28    "5": "ANOMIC",29    "6": "GLOBAL",30    "7": "ISOLATION",31    "8": "TRANSSENSORY"32  },33  34  "label2id": {35    "BROCA": 0,36    "TRANSMOTOR": 1,37    "NOTAPHASICBYWAB": 2,38    "CONDUCTION": 3,39    "WERNICKE": 4,40    "ANOMIC": 5,41    "GLOBAL": 6,42    "ISOLATION": 7,43    "TRANSSENSORY": 844  },45  46  "model_config": {47    "max_length": 512,48    "hidden_size": 768,49    "pos_vocab_size": 150,50    "pos_emb_dim": 64,51    "grammar_dim": 3,52    "grammar_hidden_dim": 64,53    "duration_hidden_dim": 128,54    "prosody_dim": 32,55    "num_attention_heads": 8,56    "attention_dropout": 0.3,57    "classifier_hidden_dims": [512, 256],58    "dropout_rate": 0.3,59    "activation_fn": "tanh"60  },61  62  "training_config": {63    "learning_rate": 0.0005,64    "weight_decay": 0.01,65    "warmup_ratio": 0.1,66    "batch_size": 10,67    "gradient_accumulation_steps": 4,68    "use_focal_loss": true,69    "focal_alpha": 1.0,70    "focal_gamma": 2.0,71    "use_mixup": false,72    "mixup_alpha": 0.2,73    "use_label_smoothing": true,74    "label_smoothing": 0.175  },76  77  "adaptive_lr_config": {78    "adaptive_lr": true,79    "lr_patience": 3,80    "lr_factor": 0.8,81    "lr_increase_factor": 1.2,82    "min_lr": 1e-06,83    "max_lr": 0.001,84    "oscillation_amplitude": 0.185  },86  87  "tokenizer_config": {88    "pad_token": "[PAD]",89    "unk_token": "[UNK]",90    "sep_token": "[SEP]",91    "cls_token": "[CLS]",92    "mask_token": "[MASK]",93    "additional_special_tokens": [94      "[DIALOGUE]",95      "[TURN]", 96      "[PAUSE]",97      "[REPEAT]",98      "[HESITATION]"99    ]100  },101  102  "torch_dtype": "float32",103  "transformers_version": "4.36.0",104  105  "_commit_hash": null,106  "auto_map": {107    "AutoModel": "StableAphasiaClassifier"108  }109}