LuisMBA/multimodal_RAG_kaggle_based
0
1import gradio as gr2from search_ocean import search_text, search_image3 4def multimodal_search(query, image):5 results = []6 if query:7 text_results = search_text(query)8 results += [f"๐ Text result:\n{str(r['content']['content'])[:512]}" for r in text_results]9 if image:10 image_results = search_image(image)11 results += [f"๐ผ๏ธ Image result:\n{str(r['content'])}" for r in image_results]12 return "\n\n".join(results)13 14gr.Interface(15 fn=multimodal_search,16 inputs=[17 gr.Textbox(label="Text Query"),18 gr.Image(type="pil", label="Image Query")19 ],20 outputs=gr.Textbox(label="Top Results"),21 title="Multimodal RAG with Ocean and CLIP",22).launch()