CoolFace
Modelpublic

hf-tiny-v2/tiny-random-CohereAsrModel

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes5downloads
config.json53 linesDownload Raw Back to root
1{2  "architectures": [3    "CohereAsrModel"4  ],5  "attention_bias": true,6  "attention_dropout": 0.0,7  "bos_token_id": 4,8  "decoder_start_token_id": 85,9  "dtype": "float32",10  "encoder_config": {11    "activation_dropout": 0.0,12    "attention_bias": true,13    "attention_dropout": 0.0,14    "conv_kernel_size": 9,15    "convolution_bias": true,16    "dropout": 0.0,17    "dropout_positions": 0.0,18    "hidden_act": "silu",19    "hidden_size": 16,20    "initializer_range": 0.02,21    "intermediate_size": 32,22    "layerdrop": 0.0,23    "max_position_embeddings": 5000,24    "model_type": "parakeet_encoder",25    "num_attention_heads": 2,26    "num_hidden_layers": 2,27    "num_key_value_heads": 2,28    "num_mel_bins": 8,29    "scale_input": false,30    "subsampling_conv_channels": 8,31    "subsampling_conv_kernel_size": 3,32    "subsampling_conv_stride": 2,33    "subsampling_factor": 434  },35  "eos_token_id": 3,36  "head_dim": 8,37  "hidden_act": "relu",38  "hidden_size": 16,39  "initializer_range": 0.02,40  "intermediate_size": 32,41  "is_encoder_decoder": true,42  "max_position_embeddings": 1024,43  "model_type": "cohere_asr",44  "num_attention_heads": 2,45  "num_hidden_layers": 2,46  "num_key_value_heads": 2,47  "pad_token_id": 2,48  "tie_word_embeddings": false,49  "transformers_version": "5.16.0.dev0",50  "use_cache": true,51  "vocab_size": 1638452}53