a9081212071/mythomax-sillytavern
0
import gradio as gr from llama_cpp import Llama llm = Llama(model_path="models/mythomax-l2-13b.gguf") def generate(prompt): out = llm(prompt=prompt, max_tokens=256, temperature=0.9) return out['choices'][0]['text'] with gr.Interface( fn=generate, inputs=gr.Textbox(lines=3, placeholder="請輸入中文小說開頭..."), outputs="textbox", title="MythoMax‑L2 中文小說生成" ) as demo: demo.launch()
initial commit
