MathLLMs/MathCoder-VL-2B

1# --------------------------------------------------------2# InternVL3# Copyright (c) 2023 OpenGVLab4# Licensed under The MIT License [see LICENSE for details]5# --------------------------------------------------------6 7import copy8 9from transformers import AutoConfig, LlamaConfig10from transformers.configuration_utils import PretrainedConfig11from transformers.utils import logging12 13from .configuration_intern_vit import InternVisionConfig14from .configuration_internlm2 import InternLM2Config15 16logger = logging.get_logger(__name__)17 18 19class InternVLChatConfig(PretrainedConfig):20    model_type = 'internvl_chat'21    is_composition = True22 23    def __init__(24            self,25            vision_config=None,26            llm_config=None,27            use_backbone_lora=0,28            use_llm_lora=0,29            pad2square=False,30            select_layer=-1,31            force_image_size=None,32            downsample_ratio=0.5,33            template=None,34            dynamic_image_size=False,35            use_thumbnail=False,36            ps_version='v1',37            min_dynamic_patch=1,38            max_dynamic_patch=6,39            **kwargs):40        super().__init__(**kwargs)41 42        if vision_config is None:43            vision_config = {}44            logger.info('vision_config is None. Initializing the InternVisionConfig with default values.')45 46        if llm_config is None:47            llm_config = {}48            logger.info('llm_config is None. Initializing the LlamaConfig config with default values (`LlamaConfig`).')49 50        self.vision_config = InternVisionConfig(**vision_config)51        if llm_config['architectures'][0] == 'LlamaForCausalLM':52            self.llm_config = LlamaConfig(**llm_config)53        elif llm_config['architectures'][0] == 'InternLM2ForCausalLM':54            self.llm_config = InternLM2Config(**llm_config)55        else:56            raise ValueError('Unsupported architecture: {}'.format(llm_config['architectures'][0]))57        self.use_backbone_lora = use_backbone_lora58        self.use_llm_lora = use_llm_lora59        self.pad2square = pad2square60        self.select_layer = select_layer61        self.force_image_size = force_image_size62        self.downsample_ratio = downsample_ratio63        self.template = template64        self.dynamic_image_size = dynamic_image_size65        self.use_thumbnail = use_thumbnail66        self.ps_version = ps_version  # pixel shuffle version67        self.min_dynamic_patch = min_dynamic_patch68        self.max_dynamic_patch = max_dynamic_patch69 70        logger.info(f'vision_select_layer: {self.select_layer}')71        logger.info(f'ps_version: {self.ps_version}')72        logger.info(f'min_dynamic_patch: {self.min_dynamic_patch}')73        logger.info(f'max_dynamic_patch: {self.max_dynamic_patch}')74 75    def to_dict(self):76        """77        Serializes this instance to a Python dictionary. Override the default [`~PretrainedConfig.to_dict`].78 79        Returns:80            `Dict[str, any]`: Dictionary of all the attributes that make up this configuration instance,81        """82        output = copy.deepcopy(self.__dict__)83        output['vision_config'] = self.vision_config.to_dict()84        output['llm_config'] = self.llm_config.to_dict()85        output['model_type'] = self.__class__.model_type86        output['use_backbone_lora'] = self.use_backbone_lora87        output['use_llm_lora'] = self.use_llm_lora88        output['pad2square'] = self.pad2square89        output['select_layer'] = self.select_layer90        output['force_image_size'] = self.force_image_size91        output['downsample_ratio'] = self.downsample_ratio92        output['template'] = self.template93        output['dynamic_image_size'] = self.dynamic_image_size94        output['use_thumbnail'] = self.use_thumbnail95        output['ps_version'] = self.ps_version96        output['min_dynamic_patch'] = self.min_dynamic_patch97        output['max_dynamic_patch'] = self.max_dynamic_patch98 99        return output100