AbteeXAILab/lumynax-tiny

1import sys
2from pathlib import Path
3
4from transformers import AutoModelForCausalLM, AutoTokenizer
5
6if hasattr(sys.stdout, "reconfigure"):
7    sys.stdout.reconfigure(encoding="utf-8")
8
9model_dir = Path(__file__).resolve().parent / "merged_model"
10tokenizer = AutoTokenizer.from_pretrained(model_dir)
11if tokenizer.pad_token is None:
12    tokenizer.pad_token = tokenizer.eos_token
13model = AutoModelForCausalLM.from_pretrained(model_dir)
14model.generation_config.temperature = None
15model.generation_config.top_p = None
16model.generation_config.top_k = None
17encoded = tokenizer("Aotearoa is", return_tensors="pt")
18output = model.generate(
19    **encoded,
20    max_new_tokens=48,
21    do_sample=False,
22    pad_token_id=tokenizer.eos_token_id,
23)
24print(tokenizer.decode(output[0], skip_special_tokens=True).strip())
25