Felipe97/llama-cpp-compiled

1from __future__ import annotations2 3from typing import Callable, TYPE_CHECKING4 5if TYPE_CHECKING:6    from torch import Tensor7 8from .base import ModelBase, gguf9 10from .llava import LlavaVisionModel11 12 13@ModelBase.register("LightOnOCRForConditionalGeneration")14@ModelBase.example("lightonai/LightOnOCR-1B-1025")15class LightOnOCRVisionModel(LlavaVisionModel):16    is_mistral_format = False17    use_break_tok = False18 19    def set_gguf_parameters(self):20        super().set_gguf_parameters()21        self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.LIGHTONOCR)22 23    @classmethod24    def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None:25        name, gen = item26 27        name = name.replace("model.vision_encoder.", "vision_tower.")28        name = name.replace("model.vision_projection.", "multi_modal_projector.")29 30        return super().filter_tensors((name, gen))31