CoolFace
Modelpublic

needle-tools/PII-Tracer-webgpu

sourceHugging Facemitupdated 3d agoView on Hugging Face
0likes9downloads
config.json101 linesDownload Raw Back to root
1{2  "architectures": [3    "PiiMaskingModel"4  ],5  "auto_map": {6    "AutoConfig": "modeling_pii_masking.PiiMaskingConfig",7    "AutoModel": "modeling_pii_masking.PiiMaskingModel"8  },9  "dtype": "bfloat16",10  "transformers_version": "5.2.0",11  "model_type": "pii_masking",12  "backbone": {13    "vocab_size": 151936,14    "max_position_embeddings": 32768,15    "hidden_size": 1024,16    "intermediate_size": 3072,17    "num_hidden_layers": 28,18    "num_attention_heads": 16,19    "use_sliding_window": false,20    "sliding_window": null,21    "max_window_layers": 28,22    "num_key_value_heads": 8,23    "head_dim": 128,24    "hidden_act": "silu",25    "initializer_range": 0.02,26    "rms_norm_eps": 1e-06,27    "use_cache": false,28    "attention_bias": false,29    "attention_dropout": 0.0,30    "layer_types": [31      "full_attention",32      "full_attention",33      "full_attention",34      "full_attention",35      "full_attention",36      "full_attention",37      "full_attention",38      "full_attention",39      "full_attention",40      "full_attention",41      "full_attention",42      "full_attention",43      "full_attention",44      "full_attention",45      "full_attention",46      "full_attention",47      "full_attention",48      "full_attention",49      "full_attention",50      "full_attention",51      "full_attention",52      "full_attention",53      "full_attention",54      "full_attention",55      "full_attention",56      "full_attention",57      "full_attention",58      "full_attention"59    ],60    "pad_token_id": null,61    "bos_token_id": 151643,62    "eos_token_id": 151643,63    "tie_word_embeddings": true,64    "rope_parameters": {65      "rope_theta": 1000000,66      "rope_type": "default"67    },68    "return_dict": true,69    "output_hidden_states": false,70    "dtype": "bfloat16",71    "chunk_size_feed_forward": 0,72    "is_encoder_decoder": false,73    "architectures": [74      "Qwen3Model"75    ],76    "id2label": {77      "0": "LABEL_0",78      "1": "LABEL_1"79    },80    "label2id": {81      "LABEL_0": 0,82      "LABEL_1": 183    },84    "problem_type": null,85    "_name_or_path": "perplexity-ai/pplx-embed-v1-0.6b",86    "transformers_version": "5.2.0",87    "model_type": "qwen3",88    "is_causal": false,89    "output_attentions": false90  },91  "num_token_labels": 37,92  "hidden_size": 1024,93  "loss_weight_token_cls": 1.5,94  "loss_weight_sensitivity": 0.3,95  "dropout": 0.1,96  "max_seq_len": 4096,97  "viterbi_b_bias": 0.0,98  "viterbi_e_bias": 0.0,99  "freeze_backbone": false100}101