CodeIsAbstract/HybridModelScratch

1{2  "architectures": [3    "HybridFourierLM"4  ],5  "bos_token_id": 0,6  "dropout": 0.05,7  "dtype": "float32",8  "eos_token_id": 0,9  "latent_dim": 768,10  "layer_types": [11    "linear",12    "linear",13    "linear",14    "softmax",15    "linear",16    "linear",17    "linear",18    "softmax",19    "linear",20    "linear",21    "linear",22    "softmax"23  ],24  "model_type": "hybrid_fourier_lm",25  "num_layers": 12,26  "num_modes": 64,27  "pad_token_id": 0,28  "time_scale": 128.0,29  "transformers_version": "4.56.0",30  "vocab_size": 5027731}32