Modelpublic

Shoriful025/Healthcare-Readmission-RiskGPT

sourceHugging Facecc-by-nc-4.0updated 10mo agoView on Hugging Face

0likes127downloads

config.json24 linesDownload Raw Back to root

1{2  "_name_or_path": "HealthcareReadmissionGPT",3  "architectures": ["GPT2LMHeadModel"],4  "model_type": "gpt2",5  "vocab_size": 50257,6  "n_positions": 512,7  "n_ctx": 512,8  "n_embd": 768,9  "n_layer": 8,10  "n_head": 12,11  "activation_function": "gelu",12  "resid_pdrop": 0.1,13  "embd_pdrop": 0.1,14  "attn_pdrop": 0.1,15  "layer_norm_epsilon": 1e-05,16  "initializer_range": 0.02,17  "bos_token_id": 50256,18  "eos_token_id": 50256,19  "use_cache": true,20  "is_encoder_decoder": false,21  "add_cross_attention": false,22  "scale_attn_weights": true,23  "torch_dtype": "float32"24}