aadel4/Wav2vec_Classroom_FT
04
1{2 "activation_dropout": 0.1,3 "adapter_attn_dim": null,4 "adapter_kernel_size": 3,5 "adapter_stride": 2,6 "add_adapter": false,7 "apply_spec_augment": true,8 "architectures": [9 "Wav2Vec2ForCTC"10 ],11 "attention_dropout": 0.1,12 "bos_token_id": 1,13 "classifier_proj_size": 256,14 "codevector_dim": 768,15 "contrastive_logits_temperature": 0.1,16 "conv_bias": true,17 "conv_dim": [18 512,19 512,20 512,21 512,22 512,23 512,24 51225 ],26 "conv_kernel": [27 10,28 3,29 3,30 3,31 3,32 2,33 234 ],35 "conv_stride": [36 5,37 2,38 2,39 2,40 2,41 2,42 243 ],44 "ctc_loss_reduction": "sum",45 "ctc_zero_infinity": false,46 "diversity_loss_weight": 0.1,47 "do_stable_layer_norm": true,48 "eos_token_id": 2,49 "feat_extract_activation": "gelu",50 "feat_extract_dropout": 0.0,51 "feat_extract_norm": "layer",52 "feat_proj_dropout": 0.1,53 "feat_quantizer_dropout": 0.0,54 "final_dropout": 0.1,55 "gradient_checkpointing": false,56 "hidden_act": "gelu",57 "hidden_dropout": 0.1,58 "hidden_dropout_prob": 0.1,59 "hidden_size": 1024,60 "initializer_range": 0.02,61 "intermediate_size": 4096,62 "layer_norm_eps": 1e-05,63 "layerdrop": 0.1,64 "mask_feature_length": 10,65 "mask_feature_min_masks": 0,66 "mask_feature_prob": 0.0,67 "mask_time_length": 10,68 "mask_time_min_masks": 2,69 "mask_time_prob": 0.05,70 "model_type": "wav2vec2",71 "num_adapter_layers": 3,72 "num_attention_heads": 16,73 "num_codevector_groups": 2,74 "num_codevectors_per_group": 320,75 "num_conv_pos_embedding_groups": 16,76 "num_conv_pos_embeddings": 128,77 "num_feat_extract_layers": 7,78 "num_hidden_layers": 24,79 "num_negatives": 100,80 "output_hidden_size": 1024,81 "pad_token_id": 0,82 "proj_codevector_dim": 768,83 "tdnn_dilation": [84 1,85 2,86 3,87 1,88 189 ],90 "tdnn_dim": [91 512,92 512,93 512,94 512,95 150096 ],97 "tdnn_kernel": [98 5,99 3,100 3,101 1,102 1103 ],104 "torch_dtype": "float32",105 "transformers_version": "4.44.2",106 "use_weighted_layer_sum": false,107 "vocab_size": 47,108 "xvector_output_dim": 512109}110 