CoolFace
Apppublic

LuisMBA/multimodal_RAG_kaggle_based

sourceHugging Faceapache-2.0updated 1y agoView on Hugging Face
0likes
app.py22 linesDownload Raw Back to root
1import gradio as gr2from search_ocean import search_text, search_image3 4def multimodal_search(query, image):5    results = []6    if query:7        text_results = search_text(query)8        results += [f"๐Ÿ“ Text result:\n{str(r['content']['content'])[:512]}" for r in text_results]9    if image:10        image_results = search_image(image)11        results += [f"๐Ÿ–ผ๏ธ Image result:\n{str(r['content'])}" for r in image_results]12    return "\n\n".join(results)13 14gr.Interface(15    fn=multimodal_search,16    inputs=[17        gr.Textbox(label="Text Query"),18        gr.Image(type="pil", label="Image Query")19    ],20    outputs=gr.Textbox(label="Top Results"),21    title="Multimodal RAG with Ocean and CLIP",22).launch()