64 lines
1.7 KiB
YAML
64 lines
1.7 KiB
YAML
model_list:
|
|
- model_name: gpt-4o
|
|
litellm_params:
|
|
model: openai/gpt-4o
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
- model_name: text-embedding-3-small
|
|
litellm_params:
|
|
model: openai/text-embedding-3-small
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
- model_name: bedrock-claude-sonnet-3.5
|
|
litellm_params:
|
|
model: "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-claude-sonnet-4
|
|
litellm_params:
|
|
model: "bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-claude-sonnet-4.5
|
|
litellm_params:
|
|
model: "bedrock/us.anthropic.claude-sonnet-4-5-20250929-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-claude-opus-4.5
|
|
litellm_params:
|
|
model: "bedrock/converse/us.anthropic.claude-opus-4-5-20251101-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-nova-premier
|
|
litellm_params:
|
|
model: "bedrock/us.amazon.nova-premier-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
# MCP Server Configuration
|
|
mcp_servers:
|
|
# Wikipedia MCP - reliable and works without external deps
|
|
wikipedia:
|
|
transport: "stdio"
|
|
command: "uvx"
|
|
args: ["mcp-server-fetch"]
|
|
description: "Fetch web pages and Wikipedia content"
|
|
deepwiki:
|
|
transport: "http"
|
|
url: "https://mcp.deepwiki.com/mcp"
|
|
|
|
|
|
# General Settings
|
|
general_settings:
|
|
master_key: sk-1234
|
|
store_model_in_db: false
|
|
|
|
# LiteLLM Settings
|
|
litellm_settings:
|
|
# Enable MCP Semantic Tool Filter
|
|
mcp_semantic_tool_filter:
|
|
enabled: true
|
|
embedding_model: "text-embedding-3-small"
|
|
top_k: 5
|
|
similarity_threshold: 0.3
|
|
|