42 lines
1.1 KiB
YAML
42 lines
1.1 KiB
YAML
|
model_list:
|
||
|
|
- model_name: gpt-3.5-turbo
|
||
|
|
litellm_params:
|
||
|
|
model: openai/gpt-3.5-turbo
|
||
|
|
api_key: os.environ/OPENAI_API_KEY
|
||
|
|
- model_name: gpt-4o
|
||
|
|
litellm_params:
|
||
|
|
model: openai/gpt-4o
|
||
|
|
api_key: os.environ/OPENAI_API_KEY
|
||
|
|
- model_name: claude-sonnet-4-5-20250929
|
||
|
|
litellm_params:
|
||
|
|
model: anthropic/claude-sonnet-4-5-20250929
|
||
|
|
- model_name: gpt-4.1-mini
|
||
|
|
litellm_params:
|
||
|
|
model: openai/gpt-4.1-mini
|
||
|
|
- model_name: gpt-5-mini
|
||
|
|
litellm_params:
|
||
|
|
model: openai/gpt-5-mini
|
||
|
|
- model_name: custom_litellm_model
|
||
|
|
litellm_params:
|
||
|
|
model: litellm_agent/claude-sonnet-4-5-20250929
|
||
|
|
litellm_system_prompt: "Be a helpful assistant."
|
||
|
|
|
||
|
|
|
||
|
|
guardrails:
|
||
|
|
- guardrail_name: "tool_policy"
|
||
|
|
litellm_params:
|
||
|
|
guardrail: tool_policy
|
||
|
|
mode: [pre_call, post_call]
|
||
|
|
default_on: true
|
||
|
|
|
||
|
|
mcp_servers:
|
||
|
|
my_http_server:
|
||
|
|
url: "http://0.0.0.0:8001/mcp"
|
||
|
|
transport: "http"
|
||
|
|
description: "My custom MCP server"
|
||
|
|
available_on_public_internet: true
|
||
|
|
|
||
|
|
general_settings:
|
||
|
|
store_model_in_db: true
|
||
|
|
store_prompts_in_spend_logs: true
|