nick1221/system1

1import os2import boto33from langchain_openai import ChatOpenAI4from langchain_community.llms import Bedrock5from langchain_aws import ChatBedrock6from langchain_together.llms import Together7from langchain_groq import ChatGroq8from langchain_community.chat_models import ChatOllama9from dotenv import load_dotenv10load_dotenv()11 12AWS_ACCESS_KEY = os.getenv('AWS_ACCESS_KEY')13AWS_SECRET_ACCESS_KEY = os.getenv('AWS_SECRET_ACCESS_KEY')14AWS_REGION = os.getenv('AWS_REGION', 'us-east-1')15 16def get_openai_llm(model_id):17    return ChatOpenAI(model=model_id, temperature=0.1, streaming=False)18 19def get_bedrock_llm(model_id):20    bedrock = boto3.client(21        service_name='bedrock-runtime',22        aws_access_key_id=AWS_ACCESS_KEY,23        aws_secret_access_key=AWS_SECRET_ACCESS_KEY,24        region_name=AWS_REGION25    )26    return Bedrock(model_id=model_id)27 28def get_bedrock_chat_llm(model_id):29    bedrock = boto3.client(30        service_name='bedrock-runtime',31        aws_access_key_id=AWS_ACCESS_KEY,32        aws_secret_access_key=AWS_SECRET_ACCESS_KEY,33        region_name=AWS_REGION34    )35    return ChatBedrock(model_id=model_id)36 37def get_together_llm(model_id):38    together_api_key = os.getenv("TOGETHER_API_KEY")39    if not together_api_key:40        raise ValueError("TOGETHER_API_KEY must be set in the environment variables.")41    return Together(42        model=model_id,43        temperature=0.1,44        top_k=1,45        together_api_key=together_api_key46    )47 48def get_groq_llm(model_id):49    groq_api_key = os.getenv("GROQ_API_KEY")50    return ChatGroq(temperature=0.2, groq_api_key=groq_api_key, model=model_id)51 52 53 54def get_ollama_llm(model_id):55    return ChatOpenAI(api_key="ollama", model=model_id, base_url="http://192.168.1.164:1234/v1/")56