vmal/3-digit-basic-calc

1{2  "architectures": [3    "ThreeDigitBasicCalcForCausalLM"4  ],5  "auto_map": {6    "AutoConfig": "config.ThreeDigitBasicCalcConfig",7    "AutoModelForCausalLM": "modeling.ThreeDigitBasicCalcForCausalLM"8  },9  "bos_token_id": 1,10  "dropout": 0.05,11  "dtype": "float32",12  "eos_token_id": 2,13  "hidden_size": 256,14  "max_position_embeddings": 176,15  "model_type": "3-digit-basic-calc",16  "n_loops": 8,17  "num_attention_heads": 8,18  "num_hidden_layers": 2,19  "pad_token_id": 0,20  "rms_eps": 1e-06,21  "rope_base": 10000.0,22  "tie_word_embeddings": false,23  "transformers_version": "5.3.0",24  "unk_token_id": 3,25  "use_cache": false,26  "vocab_size": 3427}28