Modelpublic

aframson/RDPDLM

sourceHugging Faceapache-2.0updated 3y agoView on Hugging Face

0likes24downloads

config.json25 linesDownload Raw Back to root

1{2  "architectures": [3    "OBILanguageModel"4  ],5  "auto_map": {6    "AutoConfig": "modelConfig.OBIConfig",7    "AutoModel": "modelLM.OBILanguageModel",8    "AutoModelForCausalLM": "modelLM.OBILanguageModel",9    "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel"10  },11  "batch_size": 24,12  "block_size": 150,13  "device": "cuda",14  "eval_interval": 500,15  "hidden_dropout_prob": 0.1,16  "hidden_size": 256,17  "learning_rate": 0.001,18  "max_iters": 20000,19  "num_attention_heads": 32,20  "num_hidden_layers": 24,21  "torch_dtype": "float32",22  "transformers_version": "4.34.0",23  "vocab_size": 500024}25