Sohmsss/Wizard-Coder

1import gradio as gr2from transformers import AutoTokenizer, AutoModelForCausalLM3 4# Load the model and tokenizer5model_name = "models/WizardLM/WizardCoder-15B-V1.0"6tokenizer = AutoTokenizer.from_pretrained(model_name)7model = AutoModelForCausalLM.from_pretrained(model_name)8 9def generate_response(input_text):10    # Encode the input text11    input_ids = tokenizer.encode(input_text, return_tensors='pt')12 13    # Generate a response14    output = model.generate(input_ids, max_length=500, do_sample=True, temperature=0.7)15 16    # Decode the response17    response = tokenizer.decode(output[:, input_ids.shape[-1]:][0], skip_special_tokens=True)18    return response19 20iface = gr.Interface(fn=generate_response, 21                     inputs=gr.inputs.Textbox(lines=2, placeholder='Enter your text here...'), 22                     outputs="text")23 24iface.launch()25