AI-Edify/Joey-Reasearch-v2
0
1import gradio as gr2import openai3import requests4import csv5import os6 7API= os.environ.get("api_key")8print(API)9 10 11prompt_templates = {"Default ChatGPT": ""}12 13def get_empty_state():14 return {"total_tokens": 0, "messages": []}15 16def download_prompt_templates():17 url = "https://raw.githubusercontent.com/Friendly-Neighbourhood-Insomniac/resources/main/JOEY_Research.csv"18 try:19 response = requests.get(url)20 reader = csv.reader(response.text.splitlines())21 next(reader) # skip the header row22 for row in reader:23 if len(row) >= 2:24 act = row[0].strip('"')25 prompt = row[1].strip('"')26 prompt_templates[act] = prompt27 28 except requests.exceptions.RequestException as e:29 print(f"An error occurred while downloading prompt templates: {e}")30 return31 32 choices = list(prompt_templates.keys())33 choices = choices[:1] + sorted(choices[1:])34 return gr.update(value=choices[0], choices=choices)35 36def on_token_change(user_token):37 openai.api_key = user_token38 39def on_prompt_template_change(prompt_template):40 if not isinstance(prompt_template, str): return41 return prompt_templates[prompt_template]42 43def submit_message( user_token, prompt, prompt_template, temperature, max_tokens, context_length, state):44 45 history = state['messages']46 47 if not prompt:48 return gr.update(value=''), [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], f"Total tokens used: {state['total_tokens']}", state49 50 prompt_template = prompt_templates[prompt_template]51 52 system_prompt = []53 if prompt_template:54 system_prompt = [{ "role": "system", "content": prompt_template }]55 56 prompt_msg = { "role": "user", "content": prompt }57 58 if not user_token:59 history.append(prompt_msg)60 history.append({61 "role": "system",62 "content": "Error: OpenAI API Key is not set."63 })64 return '', [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], f"Total tokens used: 0", state65 66 try:67 completion = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=system_prompt + history[-context_length*2:] + [prompt_msg], temperature=temperature, max_tokens=max_tokens)68 69 history.append(prompt_msg)70 history.append(completion.choices[0].message.to_dict())71 72 state['total_tokens'] += completion['usage']['total_tokens']73 74 except Exception as e:75 history.append(prompt_msg)76 history.append({77 "role": "system",78 "content": f"Error: {e}"79 })80 81 total_tokens_used_msg = f"Total tokens used: {state['total_tokens']}"82 chat_messages = [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)]83 84 return '', chat_messages, total_tokens_used_msg, state85 86 87def clear_conversation():88 return gr.update(value=None, visible=True), None, "", get_empty_state()89 90 91 92 93 94 95 96css = """97 #col-container {max-width: 80%; margin-left: auto; margin-right: auto;}98 #chatbox {min-height: 400px;}99 #header {text-align: center; margin-left: auto; margin-right: auto;}100 101 #prompt_template_preview {padding: 1em; border-width: 1px; border-style: solid; border-color: #e0e0e0; border-radius: 4px;}102 #total_tokens_str {text-align: right; font-size: 0.8em; color: #666;}103 #label {font-size: 0.8em; padding: 0.5em; margin: 0;}104 .message { font-size: 1.2em; }105 106 }107 """108 109with gr.Blocks(css=css) as demo:110 111 state = gr.State(get_empty_state())112 113 114 with gr.Column(elem_id="col-container"):115 gr.Markdown("""## J.O.E-E AI-Educational Research Demo""",116 elem_id="header")117 118 119 with gr.Row():120 with gr.Column():121 chatbot = gr.Chatbot(elem_id="chatbox")122 input_message = gr.Textbox(show_label=False, placeholder="Enter text and press enter", visible=True).style(container=False)123 btn_submit = gr.Button("Submit")124 total_tokens_str = gr.Markdown(elem_id="total_tokens_str")125 btn_clear_conversation = gr.Button("🔃 Start New Conversation")126 with gr.Column():127 gr.Markdown("OpenAI API Key.", elem_id="label")128 user_token=gr.Textbox(value=API, type="password", placeholder="qwerty", visible=True)129 prompt_template = gr.Dropdown(label="Set a custom insruction for the chatbot:", choices=list(prompt_templates.keys()))130 prompt_template_preview = gr.Markdown(elem_id="prompt_template_preview", visible=False)131 with gr.Accordion("Advanced parameters", open=False, visible=False):132 temperature = gr.Slider(minimum=0, maximum=2.0, value=0.7, step=0.1, label="Temperature", info="Higher = more creative/chaotic")133 max_tokens = gr.Slider(minimum=100, maximum=4096, value=1000, step=1, label="Max tokens per response")134 context_length = gr.Slider(minimum=1, maximum=10, value=2, step=1, label="Context length", info="Number of previous messages to send to the chatbot. Be careful with high values, it can blow up the token budget quickly.")135 136 137 138 btn_submit.click(submit_message, [ user_token,input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])139 input_message.submit(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])140 btn_clear_conversation.click(clear_conversation, [], [input_message, chatbot, total_tokens_str, state])141 prompt_template.change(on_prompt_template_change, inputs=[prompt_template], outputs=[prompt_template_preview])142 user_token.submit(on_token_change, inputs=[user_token], outputs=[])143 144 145 demo.load(download_prompt_templates, inputs=None, outputs=[prompt_template], queur=False)146 147 148demo.queue(concurrency_count=10)149demo.launch(height='1000px',width='800px')