RtaForge/Anvaya-Rabbit-2.7B

1from transformers import PretrainedConfig2 3 4class RabbitConfig(PretrainedConfig):5    model_type = "rabbit_ssm"6 7    def __init__(8        self,9        vocab_size: int = 50280,10        d_model: int = 2560,11        n_layers: int = 64,12        **kwargs,13    ):14        self.d_model = d_model15        self.n_layers = n_layers16        super().__init__(vocab_size=vocab_size, **kwargs)17