TechInterMezzo/contentvec-500

1{2  "activation_dropout": 0.1,3  "apply_spec_augment": true,4  "architectures": [5    "HubertModel"6  ],7  "attention_dropout": 0.1,8  "bos_token_id": 1,9  "classifier_proj_size": 256,10  "conv_bias": false,11  "conv_dim": [12    512,13    512,14    512,15    512,16    512,17    512,18    51219  ],20  "conv_kernel": [21    10,22    3,23    3,24    3,25    3,26    2,27    228  ],29  "conv_stride": [30    5,31    2,32    2,33    2,34    2,35    2,36    237  ],38  "ctc_loss_reduction": "sum",39  "ctc_zero_infinity": false,40  "do_stable_layer_norm": false,41  "eos_token_id": 2,42  "feat_extract_activation": "gelu",43  "feat_extract_norm": "group",44  "feat_proj_dropout": 0.0,45  "feat_proj_layer_norm": true,46  "final_dropout": 0.1,47  "hidden_act": "gelu",48  "hidden_dropout": 0.1,49  "hidden_size": 768,50  "initializer_range": 0.02,51  "intermediate_size": 3072,52  "layer_norm_eps": 1e-05,53  "layerdrop": 0.1,54  "mask_feature_length": 10,55  "mask_feature_min_masks": 0,56  "mask_feature_prob": 0.0,57  "mask_time_length": 10,58  "mask_time_min_masks": 2,59  "mask_time_prob": 0.05,60  "model_type": "hubert",61  "num_attention_heads": 12,62  "num_conv_pos_embedding_groups": 16,63  "num_conv_pos_embeddings": 128,64  "num_feat_extract_layers": 7,65  "num_hidden_layers": 12,66  "pad_token_id": 0,67  "torch_dtype": "float16",68  "transformers_version": "4.34.1",69  "use_weighted_layer_sum": false,70  "vocab_size": 3271}72