IES-Rafael-Alberti/PerfectGPT

1from transformers import AutoTokenizer, AutoModelForSeq2SeqLM2# from transformers import pipeline3import torch4import gradio as gr5from huggingface_hub import InferenceClient6 7# chatgpt-gpt4-prompts-bart-large-cnn-samsum8tokenizer = AutoTokenizer.from_pretrained("Kaludi/chatgpt-gpt4-prompts-bart-large-cnn-samsum")9model = AutoModelForSeq2SeqLM.from_pretrained("Kaludi/chatgpt-gpt4-prompts-bart-large-cnn-samsum", from_tf=True)10 11# zephyr12client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")13# pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-alpha",torch_dtype=torch.bfloat16, device_map="auto")14 15def generateZep(inputuno):16    prompt = inputuno17    # promptdos = inputdos18    19    generate_kwargs = dict(20        temperature=0.9,21        max_new_tokens=3556,22        top_p=float(0.95),23        repetition_penalty=1.0,24        do_sample=True,25        seed=42,26    )27 28    batch = tokenizer(prompt, return_tensors="pt")29    generated_ids = model.generate(batch["input_ids"])30    output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)31    new_prompt = output[0]32    33#    messages = [34#        {35#            "role": "system", "content": str(new_prompt)36#        },37#        {38#            "role": "user", "content": str(promptdos)39#        },40#    ]41 42    formatted_prompt = f"<s>[INST] {new_prompt} [/INST]"43    44    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)45    output = ""46 47    for response in stream:48        output += response.token.text49        yield output50    return output51    52#53 54# Interface55 56 57input_prompt = gr.Textbox(label="Actua como: ", value="Chef")58# input_promptdos = gr.Textbox(label="Prompt: ", value="Recipe for ham croquettes")59output_component = gr.Textbox(label="Output: ")60examples = [["photographer"], ["developer"], ["teacher"], ["human resources staff"], ["recipe for ham croquettes"]]61description = ""62 63PerfectGPT = gr.Interface(fn=generateZep, inputs=input_prompt, outputs=output_component, examples=examples, title="🗿 PerfectGPT v1 🗿", description=description)64 65PerfectGPT.launch()66