Dwild/ChuanhuChatGPT
0
1# -*- coding:utf-8 -*-2import os3import logging4import sys5 6import gradio as gr7 8from modules import config9from modules.config import *10from modules.utils import *11from modules.presets import *12from modules.overwrites import *13from modules.chat_func import *14from modules.openai_func import get_usage15 16gr.Chatbot.postprocess = postprocess17PromptHelper.compact_text_chunks = compact_text_chunks18 19with open("assets/custom.css", "r", encoding="utf-8") as f:20 customCSS = f.read()21 22with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:23 user_name = gr.State("")24 history = gr.State([])25 token_count = gr.State([])26 promptTemplates = gr.State(load_template(get_template_names(plain=True)[0], mode=2))27 user_api_key = gr.State(my_api_key)28 user_question = gr.State("")29 outputing = gr.State(False)30 topic = gr.State("未命名对话历史记录")31 32 with gr.Row():33 with gr.Column():34 gr.HTML(title)35 user_info = gr.Markdown(value="", elem_id="user_info")36 gr.HTML('<center><a href="https://huggingface.co/spaces/JohnSmith9982/ChuanhuChatGPT?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a></center>')37 status_display = gr.Markdown(get_geoip(), elem_id="status_display")38 39 # https://github.com/gradio-app/gradio/pull/329640 def create_greeting(request: gr.Request):41 if hasattr(request, "username") and request.username: # is not None or is not ""42 logging.info(f"Get User Name: {request.username}")43 return gr.Markdown.update(value=f"User: {request.username}"), request.username44 else:45 return gr.Markdown.update(value=f"User: default", visible=False), ""46 demo.load(create_greeting, inputs=None, outputs=[user_info, user_name])47 48 with gr.Row().style(equal_height=True):49 with gr.Column(scale=5):50 with gr.Row():51 chatbot = gr.Chatbot(elem_id="chuanhu_chatbot").style(height="100%")52 with gr.Row():53 with gr.Column(scale=12):54 user_input = gr.Textbox(55 elem_id="user_input_tb",56 show_label=False, placeholder="在这里输入"57 ).style(container=False)58 with gr.Column(min_width=70, scale=1):59 submitBtn = gr.Button("发送", variant="primary")60 cancelBtn = gr.Button("取消", variant="secondary", visible=False)61 with gr.Row():62 emptyBtn = gr.Button(63 "🧹 新的对话",64 )65 retryBtn = gr.Button("🔄 重新生成")66 delFirstBtn = gr.Button("🗑️ 删除最旧对话")67 delLastBtn = gr.Button("🗑️ 删除最新对话")68 reduceTokenBtn = gr.Button("♻️ 总结对话")69 70 with gr.Column():71 with gr.Column(min_width=50, scale=1):72 with gr.Tab(label="ChatGPT"):73 keyTxt = gr.Textbox(74 show_label=True,75 placeholder=f"OpenAI API-key...",76 value=hide_middle_chars(my_api_key),77 type="password",78 visible=not HIDE_MY_KEY,79 label="API-Key",80 )81 if multi_api_key:82 usageTxt = gr.Markdown("多账号模式已开启，无需输入key，可直接开始对话", elem_id="usage_display")83 else:84 usageTxt = gr.Markdown("**发送消息** 或 **提交key** 以显示额度", elem_id="usage_display")85 model_select_dropdown = gr.Dropdown(86 label="选择模型", choices=MODELS, multiselect=False, value=MODELS[0]87 )88 use_streaming_checkbox = gr.Checkbox(89 label="实时传输回答", value=True, visible=enable_streaming_option90 )91 use_websearch_checkbox = gr.Checkbox(label="使用在线搜索", value=False)92 language_select_dropdown = gr.Dropdown(93 label="选择回复语言（针对搜索&索引功能）",94 choices=REPLY_LANGUAGES,95 multiselect=False,96 value=REPLY_LANGUAGES[0],97 )98 index_files = gr.Files(label="上传索引文件", type="file", multiple=True)99 two_column = gr.Checkbox(label="双栏pdf", value=advance_docs["pdf"].get("two_column", False))100 # TODO: 公式ocr101 # formula_ocr = gr.Checkbox(label="识别公式", value=advance_docs["pdf"].get("formula_ocr", False))102 103 with gr.Tab(label="Prompt"):104 systemPromptTxt = gr.Textbox(105 show_label=True,106 placeholder=f"在这里输入System Prompt...",107 label="System prompt",108 value=initial_prompt,109 lines=10,110 ).style(container=False)111 with gr.Accordion(label="加载Prompt模板", open=True):112 with gr.Column():113 with gr.Row():114 with gr.Column(scale=6):115 templateFileSelectDropdown = gr.Dropdown(116 label="选择Prompt模板集合文件",117 choices=get_template_names(plain=True),118 multiselect=False,119 value=get_template_names(plain=True)[0],120 ).style(container=False)121 with gr.Column(scale=1):122 templateRefreshBtn = gr.Button("🔄 刷新")123 with gr.Row():124 with gr.Column():125 templateSelectDropdown = gr.Dropdown(126 label="从Prompt模板中加载",127 choices=load_template(128 get_template_names(plain=True)[0], mode=1129 ),130 multiselect=False,131 ).style(container=False)132 133 with gr.Tab(label="保存/加载"):134 with gr.Accordion(label="保存/加载对话历史记录", open=True):135 with gr.Column():136 with gr.Row():137 with gr.Column(scale=6):138 historyFileSelectDropdown = gr.Dropdown(139 label="从列表中加载对话",140 choices=get_history_names(plain=True),141 multiselect=False,142 value=get_history_names(plain=True)[0],143 )144 with gr.Column(scale=1):145 historyRefreshBtn = gr.Button("🔄 刷新")146 with gr.Row():147 with gr.Column(scale=6):148 saveFileName = gr.Textbox(149 show_label=True,150 placeholder=f"设置文件名: 默认为.json，可选为.md",151 label="设置保存文件名",152 value="对话历史记录",153 ).style(container=True)154 with gr.Column(scale=1):155 saveHistoryBtn = gr.Button("💾 保存对话")156 exportMarkdownBtn = gr.Button("📝 导出为Markdown")157 gr.Markdown("默认保存于history文件夹")158 with gr.Row():159 with gr.Column():160 downloadFile = gr.File(interactive=True)161 162 with gr.Tab(label="高级"):163 gr.Markdown("# ⚠️ 务必谨慎更改 ⚠️\n\n如果无法使用请恢复默认设置")164 default_btn = gr.Button("🔙 恢复默认设置")165 166 with gr.Accordion("参数", open=False):167 top_p = gr.Slider(168 minimum=-0,169 maximum=1.0,170 value=1.0,171 step=0.05,172 interactive=True,173 label="Top-p",174 )175 temperature = gr.Slider(176 minimum=-0,177 maximum=2.0,178 value=1.0,179 step=0.1,180 interactive=True,181 label="Temperature",182 )183 184 with gr.Accordion("网络设置", open=False, visible=False):185 # 优先展示自定义的api_host186 apihostTxt = gr.Textbox(187 show_label=True,188 placeholder=f"在这里输入API-Host...",189 label="API-Host",190 value=config.api_host or shared.API_HOST,191 lines=1,192 )193 changeAPIURLBtn = gr.Button("🔄 切换API地址")194 proxyTxt = gr.Textbox(195 show_label=True,196 placeholder=f"在这里输入代理地址...",197 label="代理地址（示例：http://127.0.0.1:10809）",198 value="",199 lines=2,200 )201 changeProxyBtn = gr.Button("🔄 设置代理地址")202 203 gr.Markdown(description)204 gr.HTML(footer.format(versions=versions_html()), elem_id="footer")205 chatgpt_predict_args = dict(206 fn=predict,207 inputs=[208 user_api_key,209 systemPromptTxt,210 history,211 user_question,212 chatbot,213 token_count,214 top_p,215 temperature,216 use_streaming_checkbox,217 model_select_dropdown,218 use_websearch_checkbox,219 index_files,220 language_select_dropdown,221 ],222 outputs=[chatbot, history, status_display, token_count],223 show_progress=True,224 )225 226 start_outputing_args = dict(227 fn=start_outputing,228 inputs=[],229 outputs=[submitBtn, cancelBtn],230 show_progress=True,231 )232 233 end_outputing_args = dict(234 fn=end_outputing, inputs=[], outputs=[submitBtn, cancelBtn]235 )236 237 reset_textbox_args = dict(238 fn=reset_textbox, inputs=[], outputs=[user_input]239 )240 241 transfer_input_args = dict(242 fn=transfer_input, inputs=[user_input], outputs=[user_question, user_input, submitBtn, cancelBtn], show_progress=True243 )244 245 get_usage_args = dict(246 fn=get_usage, inputs=[user_api_key], outputs=[usageTxt], show_progress=False247 )248 249 250 # Chatbot251 cancelBtn.click(cancel_outputing, [], [])252 253 user_input.submit(**transfer_input_args).then(**chatgpt_predict_args).then(**end_outputing_args)254 user_input.submit(**get_usage_args)255 256 submitBtn.click(**transfer_input_args).then(**chatgpt_predict_args).then(**end_outputing_args)257 submitBtn.click(**get_usage_args)258 259 emptyBtn.click(260 reset_state,261 outputs=[chatbot, history, token_count, status_display],262 show_progress=True,263 )264 emptyBtn.click(**reset_textbox_args)265 266 retryBtn.click(**start_outputing_args).then(267 retry,268 [269 user_api_key,270 systemPromptTxt,271 history,272 chatbot,273 token_count,274 top_p,275 temperature,276 use_streaming_checkbox,277 model_select_dropdown,278 language_select_dropdown,279 ],280 [chatbot, history, status_display, token_count],281 show_progress=True,282 ).then(**end_outputing_args)283 retryBtn.click(**get_usage_args)284 285 delFirstBtn.click(286 delete_first_conversation,287 [history, token_count],288 [history, token_count, status_display],289 )290 291 delLastBtn.click(292 delete_last_conversation,293 [chatbot, history, token_count],294 [chatbot, history, token_count, status_display],295 show_progress=True,296 )297 298 reduceTokenBtn.click(299 reduce_token_size,300 [301 user_api_key,302 systemPromptTxt,303 history,304 chatbot,305 token_count,306 top_p,307 temperature,308 gr.State(sum(token_count.value[-4:])),309 model_select_dropdown,310 language_select_dropdown,311 ],312 [chatbot, history, status_display, token_count],313 show_progress=True,314 )315 reduceTokenBtn.click(**get_usage_args)316 317 two_column.change(update_doc_config, [two_column], None)318 319 # ChatGPT320 keyTxt.change(submit_key, keyTxt, [user_api_key, status_display]).then(**get_usage_args)321 keyTxt.submit(**get_usage_args)322 323 # Template324 templateRefreshBtn.click(get_template_names, None, [templateFileSelectDropdown])325 templateFileSelectDropdown.change(326 load_template,327 [templateFileSelectDropdown],328 [promptTemplates, templateSelectDropdown],329 show_progress=True,330 )331 templateSelectDropdown.change(332 get_template_content,333 [promptTemplates, templateSelectDropdown, systemPromptTxt],334 [systemPromptTxt],335 show_progress=True,336 )337 338 # S&L339 saveHistoryBtn.click(340 save_chat_history,341 [saveFileName, systemPromptTxt, history, chatbot, user_name],342 downloadFile,343 show_progress=True,344 )345 saveHistoryBtn.click(get_history_names, [gr.State(False), user_name], [historyFileSelectDropdown])346 exportMarkdownBtn.click(347 export_markdown,348 [saveFileName, systemPromptTxt, history, chatbot, user_name],349 downloadFile,350 show_progress=True,351 )352 historyRefreshBtn.click(get_history_names, [gr.State(False), user_name], [historyFileSelectDropdown])353 historyFileSelectDropdown.change(354 load_chat_history,355 [historyFileSelectDropdown, systemPromptTxt, history, chatbot, user_name],356 [saveFileName, systemPromptTxt, history, chatbot],357 show_progress=True,358 )359 downloadFile.change(360 load_chat_history,361 [downloadFile, systemPromptTxt, history, chatbot, user_name],362 [saveFileName, systemPromptTxt, history, chatbot],363 )364 365 # Advanced366 default_btn.click(367 reset_default, [], [apihostTxt, proxyTxt, status_display], show_progress=True368 )369 changeAPIURLBtn.click(370 change_api_host,371 [apihostTxt],372 [status_display],373 show_progress=True,374 )375 changeProxyBtn.click(376 change_proxy,377 [proxyTxt],378 [status_display],379 show_progress=True,380 )381 382logging.info(383 colorama.Back.GREEN384 + "\n川虎的温馨提示：访问 http://localhost:7860 查看界面"385 + colorama.Style.RESET_ALL386)387# 默认开启本地服务器，默认可以直接从IP访问，默认不创建公开分享链接388demo.title = "川虎ChatGPT 🚀"389 390if __name__ == "__main__":391 reload_javascript()392 # if running in Docker393 if dockerflag:394 if authflag:395 demo.queue(concurrency_count=CONCURRENT_COUNT).launch(396 server_name="0.0.0.0",397 server_port=7860,398 auth=auth_list,399 favicon_path="./assets/favicon.ico",400 )401 else:402 demo.queue(concurrency_count=CONCURRENT_COUNT).launch(403 server_name="0.0.0.0",404 server_port=7860,405 share=False,406 favicon_path="./assets/favicon.ico",407 )408 # if not running in Docker409 else:410 if authflag:411 demo.queue(concurrency_count=CONCURRENT_COUNT).launch(412 share=False,413 auth=auth_list,414 favicon_path="./assets/favicon.ico",415 inbrowser=True,416 )417 else:418 demo.queue(concurrency_count=CONCURRENT_COUNT).launch(419 share=False, favicon_path="./assets/favicon.ico", inbrowser=True420 ) # 改为 share=True 可以创建公开分享链接421 # demo.queue(concurrency_count=CONCURRENT_COUNT).launch(server_name="0.0.0.0", server_port=7860, share=False) # 可自定义端口422 # demo.queue(concurrency_count=CONCURRENT_COUNT).launch(server_name="0.0.0.0", server_port=7860,auth=("在这里填写用户名", "在这里填写密码")) # 可设置用户名与密码423 # demo.queue(concurrency_count=CONCURRENT_COUNT).launch(auth=("在这里填写用户名", "在这里填写密码")) # 适合Nginx反向代理424