Notacape/EdgeDecoder-JAX

1{2  "architectures": [3    "Qwen3ForCausalLM"4  ],5  "model_type": "qwen3",6  "vocab_size": 49152,7  "hidden_size": 1280,8  "intermediate_size": 3328,9  "num_hidden_layers": 25,10  "num_attention_heads": 10,11  "num_key_value_heads": 5,12  "head_dim": 128,13  "hidden_act": "silu",14  "rms_norm_eps": 1e-05,15  "rope_theta": 10000.0,16  "rope_scaling": null,17  "max_position_embeddings": 1024,18  "tie_word_embeddings": true,19  "attention_bias": false,20  "attention_dropout": 0.0,21  "use_cache": true,22  "sliding_window": null,23  "use_sliding_window": false,24  "torch_dtype": "float32",25  "bos_token_id": 0,26  "eos_token_id": 2,27  "pad_token_id": 028}