yeelou/design2code-hf-bit8

1from typing import Literal2 3from transformers import PretrainedConfig4 5 6class CogAgentConfig(PretrainedConfig):7    _auto_class = "AutoConfig"8 9    def __init__(10        self,11        vocab_size=32000,12        hidden_size=4096,13        cross_hidden_size=1024,14        cross_compute_hidden_size=1024,15        cross_image_size=1120,16        intermediate_size=11008,17        num_hidden_layers=32,18        num_attention_heads=32,19        hidden_act="silu",20        max_position_embeddings=2048,21        initializer_range=0.02,22        rms_norm_eps=1e-06,23        template_version: Literal["base", "chat"] = "chat",24        pad_token_id=0,25        bos_token_id=1,26        eos_token_id=2,27        tie_word_embeddings=False,28        use_cache=True,29        **kwargs,30    ):31        self.hidden_size = hidden_size32        self.cross_hidden_size = cross_hidden_size33        self.cross_compute_hidden_size = cross_compute_hidden_size34        self.cross_image_size = cross_image_size35        self.intermediate_size = intermediate_size36        self.num_attention_heads = num_attention_heads37        self.max_position_embeddings = max_position_embeddings38        self.rms_norm_eps = rms_norm_eps39        self.initializer_range = initializer_range40        self.vocab_size = vocab_size41        self.num_hidden_layers = num_hidden_layers42        self.hidden_act = hidden_act43        self.template_version = template_version44        self.use_cache = use_cache45        super().__init__(46            pad_token_id=pad_token_id,47            bos_token_id=bos_token_id,48            eos_token_id=eos_token_id,49            tie_word_embeddings=tie_word_embeddings,50            **kwargs,51        )52