kugu/email_classification

1{2    "architectures": [3        "Qwen3ForCausalLM"4    ],5    "attention_bias": false,6    "attention_dropout": 0.0,7    "torch_dtype": "float16",8    "eos_token_id": 151645,9    "head_dim": 128,10    "hidden_act": "silu",11    "hidden_size": 2560,12    "initializer_range": 0.02,13    "intermediate_size": 9728,14    "layer_types": [15        "full_attention",16        "full_attention",17        "full_attention",18        "full_attention",19        "full_attention",20        "full_attention",21        "full_attention",22        "full_attention",23        "full_attention",24        "full_attention",25        "full_attention",26        "full_attention",27        "full_attention",28        "full_attention",29        "full_attention",30        "full_attention",31        "full_attention",32        "full_attention",33        "full_attention",34        "full_attention",35        "full_attention",36        "full_attention",37        "full_attention",38        "full_attention",39        "full_attention",40        "full_attention",41        "full_attention",42        "full_attention",43        "full_attention",44        "full_attention",45        "full_attention",46        "full_attention",47        "full_attention",48        "full_attention",49        "full_attention",50        "full_attention"51    ],52    "max_position_embeddings": 262144,53    "max_window_layers": 36,54    "model_type": "qwen3",55    "num_attention_heads": 32,56    "num_hidden_layers": 36,57    "num_key_value_heads": 8,58    "pad_token_id": 151669,59    "rms_norm_eps": 1e-06,60    "rope_scaling": null,61    "rope_theta": 5000000,62    "sliding_window": null,63    "tie_word_embeddings": true,64    "unsloth_fixed": true,65    "unsloth_version": "2026.5.2",66    "use_cache": true,67    "use_sliding_window": false,68    "vocab_size": 15193669}