CoolFace
Modelpublic

LLM-course/simple_tokenizer_retrained2

sourceHugging Facemitupdated 8mo agoView on Hugging Face
0likes21downloads
config.json25 linesDownload Raw Back to root
1{2  "architectures": [3    "ChessForCausalLM"4  ],5  "auto_map": {6    "AutoConfig": "model.ChessConfig",7    "AutoModelForCausalLM": "model.ChessForCausalLM"8  },9  "bos_token_id": 1,10  "dropout": 0.1,11  "dtype": "float32",12  "eos_token_id": 2,13  "layer_norm_epsilon": 1e-05,14  "model_type": "chess_transformer",15  "n_ctx": 128,16  "n_embd": 144,17  "n_head": 16,18  "n_inner": 432,19  "n_layer": 4,20  "pad_token_id": 0,21  "tie_weights": true,22  "transformers_version": "4.57.6",23  "vocab_size": 7424}25