skhavin/proactive-cache

1"""2proactive_cache — make any HuggingFace transformer O(n).3 4Main entry point:5    from proactive_cache import ProactiveCache6"""7 8from .core import ProactiveCache9from .eviction import score_tokens, prune_kv_cache10from .prototypes import build_prototypes, load_prototypes, save_prototypes11from .profiler import profile_model12from .press import ProactiveCachePress13 14__version__ = "0.1.0"15__author__ = "Khavin S"16 17__all__ = [18    "ProactiveCache",19    "ProactiveCachePress",20    "profile_model",21    "build_prototypes",22    "load_prototypes",23    "save_prototypes",24    "score_tokens",25    "prune_kv_cache",26]27