zai-org/WebGLM

1{2  "_name_or_path": "/workspace/hanyu/hanyu/WebGLM-HGF/WebGLM",3  "architectures": [4    "GLMForConditionalGeneration"5  ],6  "attention_dropout_prob": 0.1,7  "attention_scale": 1.0,8  "auto_map": {9    "AutoConfig": "configuration_glm.GLMConfig",10    "AutoModel": "modeling_glm.GLMModel",11    "AutoModelForMultipleChoice": "modeling_glm.GLMForMultipleChoice",12    "AutoModelForSeq2SeqLM": "modeling_glm.GLMForConditionalGeneration"13  },14  "block_position_encoding": true,15  "checkpoint_activations": false,16  "checkpoint_num_layers": 1,17  "embedding_dropout_prob": 0.1,18  "hidden_size": 4096,19  "initializer_range": 0.02,20  "max_sequence_length": 1024,21  "model_type": "glm",22  "num_attention_heads": 64,23  "num_layers": 48,24  "output_dropout_prob": 0.1,25  "output_predict": true,26  "parallel_output": true,27  "pool_token": "cls",28  "relative_encoding": false,29  "spell_func": "lstm",30  "spell_length": null,31  "torch_dtype": "float32",32  "transformers_version": "4.27.4",33  "vocab_size": 5030434}35