art0xx/lotl-deepseek-14b

from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel

BASE = "unsloth/DeepSeek-R1-Distill-Qwen-14B-unsloth-bnb-4bit"
ADAPTER = "art0xx/lotl-deepseek-14b"

model = AutoModelForCausalLM.from_pretrained(BASE, load_in_4bit=True)
model = PeftModel.from_pretrained(model, ADAPTER)
tokenizer = AutoTokenizer.from_pretrained(BASE)

messages = [
    {"role": "system", "content": "You are a LOTL cybersecurity assistant."},
    {"role": "user", "content": "How do attackers use certutil?"},
]
inputs = tokenizer.apply_chat_template(messages, return_tensors="pt", add_generation_prompt=True)
outputs = model.generate(inputs, max_new_tokens=1024)
print(tokenizer.decode(outputs[0], skip_special_tokens=True))