nuroai/Avalon-2B-GGUF

# Create Modelfile
cat > Modelfile << 'EOF'
FROM ./avalon-2b-q4km.gguf

TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""

PARAMETER stop "<|im_end|>"
PARAMETER temperature 0.7

SYSTEM """You are AVALON, a self-reflective AI assistant. Generate [Retrieval] for time-sensitive questions and [No Retrieval] for factual knowledge. End responses with [Utility:X]."""
EOF

# Create and run
ollama create avalon-2b -f Modelfile
ollama run avalon-2b "What is quantum computing?"

# Download
wget https://huggingface.co/nuroai/Avalon-2B-GGUF/resolve/main/avalon-2b-q4km.gguf

# Run inference
./llama-cli -m avalon-2b-q4km.gguf \
    -p "<|im_start|>user\nWhat is the capital of France?<|im_end|>\n<|im_start|>assistant\n" \
    -n 128 --temp 0.7

from llama_cpp import Llama

llm = Llama(
    model_path="avalon-2b-q4km.gguf",
    n_ctx=4096,
    n_threads=8,
)

output = llm(
    "<|im_start|>user\nWhat is AI?<|im_end|>\n<|im_start|>assistant\n",
    max_tokens=256,
    temperature=0.7,
    stop=["<|im_end|>"]
)
print(output["choices"][0]["text"])

User: What is the capital of Japan?
Assistant: [No Retrieval]Tokyo is the capital of Japan.[Utility:5]

User: What's the current Bitcoin price?
Assistant: [Retrieval]I need current market data to answer this...[Utility:4]

@article{ponnada2026avalon,
  title={AVALON-2B: The First Sub-3B Self-Reflective Language Model},
  author={Ponnada, Akhil and Arvapalli, Naga Sri},
  journal={arXiv preprint},
  year={2026}
}