ModularityAI/LLama3Rag

1import gradio as gr2 3# Gradio application setup4def create_demo():5    with gr.Blocks(title="LLAMA 3 Rag on Fly", theme="Monochrome") as demo:6        # App Description7        gr.Markdown(8            """9            ## LLAMA 3 Rag on Fly App10 11            This application allows you to experiment with LLAMA 3 8B Instruct model for RAG.             12            You can adjust various parameters to control the model's output.             13            """14        )15 16        with gr.Row():17            # Chatbot and Image Column (75% space)18            with gr.Column(scale=0.95):19                with gr.Row():20                    chat_history = gr.Chatbot(value=[], elem_id='chatbot', height=480)21                    show_img = gr.Image(label='Uploaded PDF', height=480)22 23            # Sliders Column (25% space)24            with gr.Column(scale=0.05):25                with gr.Row():26                    slider_chunk_size = gr.Slider(27                        minimum=256, maximum=1024, value=256, label="Chunk Size", elem_id='slider1'28                    )29                with gr.Row():30                    slider_overlap_percentage = gr.Slider(31                        minimum=0, maximum=99, value=50, label="Chunk Overlap Percentage", elem_id='slider2'32                    )33                with gr.Row():34                    slider_temp = gr.Slider(35                        minimum=0, maximum=1, value=0.5, label="Model Temperature", elem_id='slider3'36                    )37                with gr.Row():38                    slider_k = gr.Slider(39                        minimum=1, step=1,maximum=5, value=2, label="Max Chunks in Context", elem_id='slider2'40                    )41 42        # Input and Submit Button Row43        with gr.Row():44            with gr.Column(scale=0.60):45                text_input = gr.Textbox(46                    show_label=False,47                    placeholder="Type here to ask your PDF",48                    container=False49                )50            with gr.Column(scale=0.20):51                submit_button = gr.Button('Send')52            with gr.Column(scale=0.20):53                uploaded_pdf = gr.UploadButton("📁 Upload PDF", file_types=[".pdf"], elem_id='upload_pdf')54 55    return demo, chat_history, show_img, text_input, submit_button, uploaded_pdf, slider_chunk_size,slider_overlap_percentage,slider_temp,slider_k56 57if __name__ == '__main__':58    demo, chatbot, show_img, text_input, submit_button, uploaded_pdf, slider_chunk_size,slider_overlap_percentage,slider_temp,slider_k = create_demo()59    demo.queue()60    demo.launch()61