mlx-community/Mega-ASR-6bit
119
1{2 "audio_config": {3 "num_mel_bins": 128,4 "encoder_layers": 24,5 "encoder_attention_heads": 16,6 "encoder_ffn_dim": 4096,7 "d_model": 1024,8 "dropout": 0,9 "attention_dropout": 0,10 "activation_function": "gelu",11 "activation_dropout": 0,12 "scale_embedding": false,13 "initializer_range": 0.02,14 "max_source_positions": 1500,15 "n_window": 50,16 "output_dim": 2048,17 "n_window_infer": 800,18 "conv_chunksize": 500,19 "downsample_hidden_size": 48020 },21 "audio_end_token_id": 151670,22 "audio_start_token_id": 151669,23 "audio_token_id": 151676,24 "model_repo": null,25 "model_type": "qwen3_asr",26 "quantization": {27 "group_size": 64,28 "bits": 6,29 "mode": "affine"30 },31 "quantization_config": {32 "group_size": 64,33 "bits": 6,34 "mode": "affine"35 },36 "support_languages": [37 "Chinese",38 "English",39 "Cantonese",40 "Arabic",41 "German",42 "French",43 "Spanish",44 "Portuguese",45 "Indonesian",46 "Italian",47 "Korean",48 "Russian",49 "Thai",50 "Vietnamese",51 "Japanese",52 "Turkish",53 "Hindi",54 "Malay",55 "Dutch",56 "Swedish",57 "Danish",58 "Finnish",59 "Polish",60 "Czech",61 "Filipino",62 "Persian",63 "Greek",64 "Romanian",65 "Hungarian",66 "Macedonian"67 ],68 "text_config": {69 "model_type": "qwen3",70 "vocab_size": 151936,71 "hidden_size": 2048,72 "intermediate_size": 6144,73 "num_hidden_layers": 28,74 "num_attention_heads": 16,75 "num_key_value_heads": 8,76 "head_dim": 128,77 "hidden_act": "silu",78 "max_position_embeddings": 65536,79 "initializer_range": 0.02,80 "rms_norm_eps": 1e-06,81 "use_cache": true,82 "tie_word_embeddings": true,83 "rope_theta": 1000000,84 "rope_scaling": {85 "interleaved": true,86 "mrope_interleaved": true,87 "mrope_section": [88 24,89 20,90 2091 ],92 "rope_type": "default",93 "type": "default"94 },95 "attention_bias": false,96 "attention_dropout": 0.097 }98}