FloatingDreaming/template
0
1# Configuration version (required)2version: 1.0.03 4# Cache settings: Set to true to enable caching5cache: true6 7# Definition of custom endpoints8endpoints:9 custom:10 # qwem AI API11 - name: "qwen" # Unique name for the endpoint12 # For `apiKey` and `baseURL`, you can use environment variables that you define.13 apiKey: "${QWEN_API_KEY}"14 baseURL: "https://dashscope.aliyuncs.com/compatible-mode/v1"15 # Models configuration16 models:17 # List of default models to use. At least one value is required.18 default: ["qwen-max", "qwen-plus", "qwen-long"]19 # Fetch option: Set to true to fetch models from API.20 fetch: true # Defaults to false.21 # Title Conversation setting22 titleConvo: true23 titleMethod: "completion"24 titleModel: "qwen-max"25 summarize: false26 forcePrompt: false27 modelDisplayLabel: "qwen"28 dropParams: ["stop", "temperature", "top_p"]29 30 # Mistral AI API31 - name: "Mistral" # Unique name for the endpoint32 # For `apiKey` and `baseURL`, you can use environment variables that you define.33 # recommended environment variables:34 apiKey: "${MISTRAL_API_KEY}"35 baseURL: "https://api.mistral.ai/v1"36 37 # Models configuration38 models:39 # List of default models to use. At least one value is required.40 default: ["mistral-tiny", "mistral-small", "mistral-medium"]41 # Fetch option: Set to true to fetch models from API.42 fetch: true # Defaults to false.43 44 # Optional configurations45 46 # Title Conversation setting47 titleConvo: true # Set to true to enable title conversation48 49 # Title Method: Choose between "completion" or "functions".50 titleMethod: "completion" # Defaults to "completion" if omitted.51 52 # Title Model: Specify the model to use for titles.53 titleModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted.54 55 # Summarize setting: Set to true to enable summarization.56 summarize: false57 58 # Summary Model: Specify the model to use if summarization is enabled.59 summaryModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted.60 61 # Force Prompt setting: If true, sends a `prompt` parameter instead of `messages`.62 forcePrompt: false63 64 # The label displayed for the AI model in messages.65 modelDisplayLabel: "Mistral" # Default is "AI" when not set.66 67 # Add additional parameters to the request. Default params will be overwritten.68 addParams:69 safe_mode: true # This field is specific to Mistral AI: https://docs.mistral.ai/api/70 71 # Drop Default params parameters from the request. See default params in guide linked below.72 dropParams: ["stop", "temperature", "top_p"]73 # - stop # dropped since it's not recognized by Mistral AI API74 # `temperature` and `top_p` are removed to allow Mistral AI API defaults to be used:75 # - temperature76 # - top_p77 78 # OpenRouter.ai Example79 - name: "OpenRouter"80 # For `apiKey` and `baseURL`, you can use environment variables that you define.81 # recommended environment variables:82 # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.83 apiKey: "${OPENROUTER_KEY}"84 baseURL: "https://openrouter.ai/api/v1"85 models:86 default:87 [88 "nousresearch/nous-capybara-7b:free",89 "mistralai/mistral-7b-instruct:free",90 "huggingfaceh4/zephyr-7b-beta:free",91 "openchat/openchat-7b:free",92 "gryphe/mythomist-7b:free",93 "undi95/toppy-m-7b:free",94 "openrouter/cinematika-7b:free",95 "openrouter/auto",96 "nousresearch/nous-capybara-7b",97 "mistralai/mistral-7b-instruct",98 "huggingfaceh4/zephyr-7b-beta",99 "openchat/openchat-7b",100 "gryphe/mythomist-7b",101 "openrouter/cinematika-7b",102 "rwkv/rwkv-5-world-3b",103 "recursal/rwkv-5-3b-ai-town",104 "jondurbin/bagel-34b",105 "jebcarter/psyfighter-13b",106 "koboldai/psyfighter-13b-2",107 "neversleep/noromaid-mixtral-8x7b-instruct",108 "nousresearch/nous-hermes-llama2-13b",109 "meta-llama/codellama-34b-instruct",110 "phind/phind-codellama-34b",111 "intel/neural-chat-7b",112 "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",113 "nousresearch/nous-hermes-2-mixtral-8x7b-sft",114 "haotian-liu/llava-13b",115 "nousresearch/nous-hermes-2-vision-7b",116 "meta-llama/llama-2-13b-chat",117 "gryphe/mythomax-l2-13b",118 "nousresearch/nous-hermes-llama2-70b",119 "teknium/openhermes-2-mistral-7b",120 "teknium/openhermes-2.5-mistral-7b",121 "undi95/remm-slerp-l2-13b",122 "undi95/toppy-m-7b",123 "01-ai/yi-34b-chat",124 "01-ai/yi-34b",125 "01-ai/yi-6b",126 "togethercomputer/stripedhyena-nous-7b",127 "togethercomputer/stripedhyena-hessian-7b",128 "mistralai/mixtral-8x7b",129 "nousresearch/nous-hermes-yi-34b",130 "open-orca/mistral-7b-openorca",131 "openai/gpt-3.5-turbo",132 "openai/gpt-3.5-turbo-1106",133 "openai/gpt-3.5-turbo-16k",134 "openai/gpt-4-1106-preview",135 "openai/gpt-4",136 "openai/gpt-4-32k",137 "openai/gpt-4-vision-preview",138 "openai/gpt-3.5-turbo-instruct",139 "google/palm-2-chat-bison",140 "google/palm-2-codechat-bison",141 "google/palm-2-chat-bison-32k",142 "google/palm-2-codechat-bison-32k",143 "google/gemini-pro",144 "google/gemini-pro-vision",145 "perplexity/pplx-70b-online",146 "perplexity/pplx-7b-online",147 "perplexity/pplx-7b-chat",148 "perplexity/pplx-70b-chat",149 "meta-llama/llama-2-70b-chat",150 "nousresearch/nous-capybara-34b",151 "jondurbin/airoboros-l2-70b",152 "austism/chronos-hermes-13b",153 "migtissera/synthia-70b",154 "pygmalionai/mythalion-13b",155 "undi95/remm-slerp-l2-13b-6k",156 "xwin-lm/xwin-lm-70b",157 "gryphe/mythomax-l2-13b-8k",158 "alpindale/goliath-120b ",159 "lizpreciatior/lzlv-70b-fp16-hf",160 "neversleep/noromaid-20b",161 "mistralai/mixtral-8x7b-instruct",162 "cognitivecomputations/dolphin-mixtral-8x7b",163 "anthropic/claude-2",164 "anthropic/claude-2.0",165 "anthropic/claude-instant-v1",166 "mancer/weaver",167 "mistralai/mistral-tiny",168 "mistralai/mistral-small",169 "mistralai/mistral-medium",170 ]171 fetch: true172 titleConvo: true173 titleModel: "gpt-3.5-turbo"174 summarize: false175 summaryModel: "gpt-3.5-turbo"176 forcePrompt: false177 modelDisplayLabel: "OpenRouter"178 179 - name: "Reverse Proxy"180 # For `apiKey` and `baseURL`, you can use environment variables that you define.181 # recommended environment variables:182 # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.183 apiKey: "user_provided"184 baseURL: "user_provided"185 models:186 default: ["gpt-3.5-turbo"]187 fetch: true188 titleConvo: true189 titleModel: "gpt-3.5-turbo"190 summarize: false191 summaryModel: "gpt-3.5-turbo"192 forcePrompt: false193 modelDisplayLabel: "AI"194# See the Custom Configuration Guide for more information:195# https://docs.librechat.ai/install/configuration/custom_config.html196 