im21/category-classifier

1{2  "architectures": [3    "ModernBertForSequenceClassification"4  ],5  "attention_bias": false,6  "attention_dropout": 0.0,7  "bos_token_id": null,8  "classifier_activation": "gelu",9  "classifier_bias": false,10  "classifier_dropout": 0.0,11  "classifier_pooling": "mean",12  "cls_token_id": 50281,13  "decoder_bias": true,14  "deterministic_flash_attn": false,15  "dtype": "float32",16  "embedding_dropout": 0.0,17  "eos_token_id": null,18  "global_attn_every_n_layers": 3,19  "gradient_checkpointing": false,20  "hidden_activation": "gelu",21  "hidden_size": 1024,22  "id2label": {23    "0": "Security & Error Pages",24    "1": "Site Functions & Legal",25    "2": "Ecommerce, Fashion & Retail",26    "3": "Education",27    "4": "Financial Services",28    "5": "Business & Professional Services",29    "6": "Technology & Software",30    "7": "Gaming & Sports",31    "8": "News & Weather",32    "9": "Health & Wellness",33    "10": "Entertainment & Media",34    "11": "Lifestyle & Hobbies",35    "12": "Communication & Support",36    "13": "Dating & Relationships",37    "14": "Gambling & Lottery",38    "15": "Automotive & Transportation",39    "16": "Travel, Tourism & Leisure",40    "17": "Adult Content",41    "18": "Home & Construction",42    "19": "Food & Dining",43    "20": "Government & Public Services",44    "21": "Community, Religion & Nonprofit",45    "22": "Agriculture & Farming",46    "23": "Energy & Utilities",47    "24": "Industrial & Manufacturing",48    "25": "Beauty & Personal Care",49    "26": "Other"50  },51  "initializer_cutoff_factor": 2.0,52  "initializer_range": 0.02,53  "intermediate_size": 2624,54  "label2id": {55    "Adult Content": 17,56    "Agriculture & Farming": 22,57    "Automotive & Transportation": 15,58    "Beauty & Personal Care": 25,59    "Business & Professional Services": 5,60    "Communication & Support": 12,61    "Community, Religion & Nonprofit": 21,62    "Dating & Relationships": 13,63    "Ecommerce, Fashion & Retail": 2,64    "Education": 3,65    "Energy & Utilities": 23,66    "Entertainment & Media": 10,67    "Financial Services": 4,68    "Food & Dining": 19,69    "Gambling & Lottery": 14,70    "Gaming & Sports": 7,71    "Government & Public Services": 20,72    "Health & Wellness": 9,73    "Home & Construction": 18,74    "Industrial & Manufacturing": 24,75    "Lifestyle & Hobbies": 11,76    "News & Weather": 8,77    "Other": 26,78    "Security & Error Pages": 0,79    "Site Functions & Legal": 1,80    "Technology & Software": 6,81    "Travel, Tourism & Leisure": 1682  },83  "layer_norm_eps": 1e-05,84  "layer_types": [85    "full_attention",86    "sliding_attention",87    "sliding_attention",88    "full_attention",89    "sliding_attention",90    "sliding_attention",91    "full_attention",92    "sliding_attention",93    "sliding_attention",94    "full_attention",95    "sliding_attention",96    "sliding_attention",97    "full_attention",98    "sliding_attention",99    "sliding_attention",100    "full_attention",101    "sliding_attention",102    "sliding_attention",103    "full_attention",104    "sliding_attention",105    "sliding_attention",106    "full_attention",107    "sliding_attention",108    "sliding_attention",109    "full_attention",110    "sliding_attention",111    "sliding_attention",112    "full_attention"113  ],114  "local_attention": 128,115  "max_position_embeddings": 8192,116  "mlp_bias": false,117  "mlp_dropout": 0.0,118  "model_type": "modernbert",119  "norm_bias": false,120  "norm_eps": 1e-05,121  "num_attention_heads": 16,122  "num_hidden_layers": 28,123  "pad_token_id": 50283,124  "position_embedding_type": "absolute",125  "problem_type": "multi_label_classification",126  "rope_parameters": {127    "full_attention": {128      "rope_theta": 160000.0,129      "rope_type": "default"130    },131    "sliding_attention": {132      "rope_theta": 10000.0,133      "rope_type": "default"134    }135  },136  "sep_token_id": 50282,137  "sparse_pred_ignore_index": -100,138  "sparse_prediction": false,139  "tie_word_embeddings": true,140  "transformers_version": "5.15.1",141  "vocab_size": 50368142}143