MachineLearningReply/search_mlReply

1import argparse2import os3import os4from dotenv import load_dotenv5 6load_dotenv()7parser = argparse.ArgumentParser(description='This app lists animals')8 9document_store_choices = ('inmemory', 'weaviate', 'milvus', 'opensearch')10parser.add_argument('--store', choices=document_store_choices, default='inmemory', help='DocumentStore selection (default: %(default)s)')11parser.add_argument('--name', default="Document Insights: Extractive & Generative Methods")12 13model_configs = {14    'EMBEDDING_MODEL': os.getenv("EMBEDDING_MODEL", "sentence-transformers/all-MiniLM-L12-v2"),15    'GENERATIVE_MODEL': os.getenv("GENERATIVE_MODEL", "gpt-4"),16    #'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "deepset/roberta-base-squad2"),17    'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "deepset/gelectra-large-germanquad"),18    #'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "MachineLearningReply/bert-base-german-legal-qa"),19    'OPENAI_KEY': os.getenv("OPENAI_KEY"),20    'COHERE_KEY': os.getenv("COHERE_KEY"),21}22 23document_store_configs = {24# Weaviate Config25'WEAVIATE_HOST':  os.getenv("WEAVIATE_HOST", "http://localhost"),26'WEAVIATE_PORT': os.getenv("WEAVIATE_PORT", 8080),27'WEAVIATE_INDEX': os.getenv("WEAVIATE_INDEX", "Document"),28'WEAVIATE_EMBEDDING_DIM': os.getenv("WEAVIATE_EMBEDDING_DIM", 768),29 30# OpenSearch Config31'OPENSEARCH_SCHEME': os.getenv("OPENSEARCH_SCHEME",  "https"),32'OPENSEARCH_USERNAME': os.getenv("OPENSEARCH_USERNAME", "admin"), 33'OPENSEARCH_PASSWORD': os.getenv("OPENSEARCH_PASSWORD", "admin"),34'OPENSEARCH_HOST': os.getenv("OPENSEARCH_HOST", "localhost"),35'OPENSEARCH_PORT': os.getenv("OPENSEARCH_PORT", 9200),36'OPENSEARCH_INDEX':  os.getenv("OPENSEARCH_INDEX", "document"),37'OPENSEARCH_EMBEDDING_DIM': os.getenv("OPENSEARCH_EMBEDDING_DIM", 768),38 39# Milvus Config40'MILVUS_URI': os.getenv("MILVUS_URI", "http://localhost:19530/default"),41'MILVUS_INDEX':  os.getenv("MILVUS_INDEX", "document"),42'MILVUS_EMBEDDING_DIM': os.getenv("MILVUS_EMBEDDING_DIM", 768),43}