procgne/Plonk

1def print_trainable_parameters(model):2    """3    Prints the number and percentage of trainable parameters in the model.4    Useful for tracking % parameters trained for LoRA.5    """6    trainable_params = 07    all_param = 08    for _, param in model.named_parameters():9        all_param += param.numel()10        if param.requires_grad:11            trainable_params += param.numel()12    print(13        f"trainable params: {trainable_params} || all params: {all_param} || trainable%: {100 * trainable_params / all_param}"14    )15