AesopX/123

Use a pipeline as a high-level helper

from transformers import pipeline

messages = [ {"role": "user", "content": "Who are you?"}, ] pipe = pipeline("text-generation", model="shenzhi-wang/Llama3-8B-Chinese-Chat") pipe(messages)

Load model directly

from transformers import AutoTokenizer, AutoModelForCausalLM

tokenizer = AutoTokenizer.frompretrained("shenzhi-wang/Llama3-8B-Chinese-Chat") model = AutoModelForCausalLM.frompretrained("shenzhi-wang/Llama3-8B-Chinese-Chat")