chopeace/arxiv-newsbriefing-v4.2

# Clone repository
git clone https://huggingface.co/chopeace/arxiv-newsbriefing-v4.2
cd arxiv-newsbriefing-v4.2

# Install dependencies
pip install -r requirements.txt

from llama_cpp import Llama

# Load GGUF model
model = Llama(
    model_path="ArXiv-NewsBrief-Q4_K_M.gguf",
    n_ctx=2048,
    n_threads=8
)

# Summarize abstract
abstract = """
We present a novel approach to quantum computing using topological 
qubits that achieves 99.9% gate fidelity, significantly improving 
upon previous methods.
"""

result = model(
    f"Convert this ArXiv abstract into a 2-sentence news briefing: {abstract}",
    max_tokens=120,
    temperature=0.4
)

print(result['choices'][0]['text'])
# Output: Scientists developed a new quantum computing method using 
# topological qubits that achieves record 99.9% accuracy. The breakthrough 
# could enable more reliable quantum computers for practical applications.

from transformers import AutoTokenizer, AutoModelForCausalLM

# Load base model
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-1.5B-Instruct")
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-1.5B-Instruct")

# Apply LoRA adapters (after training)
# from peft import PeftModel
# model = PeftModel.from_pretrained(model, "./final_model")

# Prepare input
abstract = "Your research abstract here..."
system_message = "Convert this ArXiv abstract into a 2-sentence news briefing."

messages = [
    {"role": "system", "content": system_message},
    {"role": "user", "content": abstract}
]

# Generate
inputs = tokenizer.apply_chat_template(
    messages, 
    tokenize=True, 
    return_tensors="pt"
)

outputs = model.generate(
    inputs,
    max_new_tokens=120,
    temperature=0.4,
    top_p=0.9,
    do_sample=True
)

summary = tokenizer.decode(outputs[0], skip_special_tokens=True)
print(summary)

# GGUF model is included in this repository
# Or download directly:
wget https://huggingface.co/chopeace/arxiv-newsbriefing-v4.2/resolve/main/ArXiv-NewsBrief-Q4_K_M.gguf

# Set API key for teacher model (Gemini)
export GOOGLE_API_KEY="your-api-key"

# Generate dataset
python scripts/dataset_generator.py

# Full training (MODE 1)
python scripts/sft_train.py

python scripts/sft_merge_gguf.py

Convert this ArXiv abstract into a concise 2-sentence news briefing.

Requirements:
- Use clear, accessible language without technical jargon
- Maximum 45 words total
- Exactly 2 sentences
- Style: NPR/BBC news broadcast tone
- No hallucinations: only use information from the abstract
- Focus on practical implications and significance

Format:
[Sentence 1: Main finding/innovation in simple terms]
[Sentence 2: Significance/implications for practical applications]

# Base Model
base_model = "Qwen/Qwen2.5-1.5B-Instruct"

# LoRA Configuration
lora_r = 16
lora_alpha = 32
lora_dropout = 0.05
target_modules = ["q_proj", "k_proj", "v_proj", "o_proj"]

# Training
num_epochs = 5
learning_rate = 2e-4
per_device_train_batch_size = 4
gradient_accumulation_steps = 2
max_seq_length = 512

# Generation
temperature = 0.4
top_k = 40
top_p = 0.9
max_new_tokens = 120

arxiv-newsbriefing-v4.2/
├── README.md                           # This file
├── LICENSE                             # Apache 2.0
├── requirements.txt                    # Dependencies
├── QUICKSTART.md                       # Quick start guide
│
├── ArXiv-NewsBrief-Q4_K_M.gguf        # ⭐ GGUF model (CPU-optimized)
│
├── scripts/
│   ├── dataset_generator.py           # Multi-LLM data generation
│   ├── sft_train.py                   # 3-mode QLoRA training
│   ├── sft_merge_gguf.py              # Merge & GGUF conversion
│   └── web.py                         # Streamlit web interface
│
├── data/
│   ├── processed/
│   │   ├── train.csv                  # 1,660 training samples
│   │   └── validation.csv             # 185 validation samples
│   └── teacher_prompt.md              # System prompt template
│
├── samples/
│   └── example_outputs.md             # Sample model outputs
│
├── docs/                               # Detailed documentation
│   ├── DATASET_CONSTRUCTION.md
│   ├── TRAINING_GUIDE.md
│   ├── LLM_JUDGE_GUIDE.md
│   └── UV_GUIDE.md
│
└── reports/
    ├── evaluation/                     # Quality assessment
    │   ├── chatgpt_result_v4.2.md
    │   ├── claude_result_v4.2.md
    │   └── LLM-as-a-Judge.md
    ├── training/                       # Training logs
    │   └── colab_train_result_v4.2.md
    └── colab/                          # Jupyter notebooks
        ├── Dataset_Generater_V4_2.ipynb
        ├── V4_0_SFT_DATASET_maker.ipynb
        └── DATA_Merger_GGUF.ipynb

# Step 1: Generate training data
python scripts/dataset_generator.py
# Output: data/processed/train.csv

# Step 2: Train LoRA
python scripts/sft_train.py
# Output: ./final_model/

# Step 3: Merge and convert
python scripts/sft_merge_gguf.py
# Output: ArXiv-NewsBrief-Q4_K_M.gguf

transformers>=4.46.0
torch>=2.0.0
peft>=0.13.0
bitsandbytes>=0.43.0
datasets>=3.2.0
accelerate>=1.2.0
llama-cpp-python  # For GGUF inference

# Reduce batch size in scripts/sft_train.py
per_device_train_batch_size = 2  # default: 4

# Increase threads
n_threads = 16  # use all CPU cores

# Create .env file
echo "GOOGLE_API_KEY=your-key" > .env

@software{arxiv_newsbriefing_2025,
  author = {Peace Cho},
  title = {ArXiv NewsBriefing: Transform Academic Papers into News Briefings},
  year = {2025},
  version = {4.2},
  publisher = {Hugging Face},
  url = {https://huggingface.co/chopeace/arxiv-newsbriefing-v4.2}
}