hf-tiny-model-private/tiny-random-SEWDForCTC

1{2  "activation_dropout": 0.1,3  "apply_spec_augment": true,4  "architectures": [5    "SEWDForCTC"6  ],7  "attention_dropout": 0.1,8  "bos_token_id": 1,9  "classifier_proj_size": 256,10  "conv_bias": false,11  "conv_dim": [12    64,13    32,14    3215  ],16  "conv_kernel": [17    10,18    3,19    120  ],21  "conv_stride": [22    5,23    2,24    125  ],26  "ctc_loss_reduction": "mean",27  "ctc_zero_infinity": false,28  "eos_token_id": 2,29  "feat_extract_activation": "gelu",30  "feat_extract_dropout": 0.0,31  "feat_extract_norm": "group",32  "feat_proj_dropout": 0.0,33  "feature_layer_norm_eps": 1e-05,34  "final_dropout": 0.1,35  "hidden_act": "gelu",36  "hidden_dropout": 0.1,37  "hidden_size": 32,38  "initializer_range": 0.02,39  "intermediate_size": 20,40  "layer_norm_eps": 1e-05,41  "mask_feature_length": 10,42  "mask_feature_min_masks": 0,43  "mask_feature_prob": 0.0,44  "mask_time_length": 10,45  "mask_time_min_masks": 2,46  "mask_time_prob": 0.05,47  "max_position_embeddings": 512,48  "model_type": "sew-d",49  "norm_rel_ebd": "layer_norm",50  "num_attention_heads": 2,51  "num_conv_pos_embedding_groups": 2,52  "num_conv_pos_embeddings": 31,53  "num_feat_extract_layers": 3,54  "num_hidden_layers": 4,55  "pad_token_id": 0,56  "pos_att_type": [57    "p2c",58    "c2p"59  ],60  "position_biased_input": false,61  "position_buckets": 256,62  "relative_attention": true,63  "share_att_key": true,64  "squeeze_factor": 2,65  "torch_dtype": "float32",66  "transformers_version": "4.28.0.dev0",67  "use_weighted_layer_sum": false,68  "vocab_size": 3269}70