hf-tiny-v2/tiny-random-CohereCompassTextForSequenceClassification

1{2  "architectures": [3    "CohereCompassTextForSequenceClassification"4  ],5  "attention_bias": false,6  "attention_dropout": 0.0,7  "bos_token_id": 2,8  "dtype": "float32",9  "eos_token_id": 255001,10  "head_dim": 8,11  "hidden_act": "silu",12  "hidden_size": 32,13  "initializer_range": 0.02,14  "intermediate_size": 64,15  "layer_norm_eps": 1e-05,16  "layer_types": [17    "full_attention",18    "full_attention"19  ],20  "logit_scale": null,21  "max_position_embeddings": 200,22  "model_type": "cohere_compass_text",23  "num_attention_heads": 4,24  "num_hidden_layers": 2,25  "num_key_value_heads": 2,26  "pad_token_id": 0,27  "pooling": null,28  "rope_parameters": {29    "full_attention": {30      "mrope_section": [31        1,32        1,33        234      ],35      "rope_theta": 10000,36      "rope_type": "default"37    },38    "rope_theta": 10000.0,39    "rope_type": "default"40  },41  "sliding_window": 4096,42  "tie_word_embeddings": false,43  "transformers_version": "5.16.0.dev0",44  "use_cache": true,45  "vocab_size": 25503546}47