72 lines
2.3 KiB
YAML
72 lines
2.3 KiB
YAML
# ============================================
|
||
# LiteLLM Gateway — config.yaml
|
||
# ============================================
|
||
# MiniMax 模型路由配置
|
||
# 完整文档: https://docs.litellm.ai/docs/proxy/configs
|
||
|
||
model_list:
|
||
# ── MiniMax M2.7 (优先) ──────────────────────
|
||
- model_name: MiniMax-M2.7
|
||
litellm_params:
|
||
model: minimax/MiniMax-M2.7
|
||
api_key: os.environ/MINIMAX_API_KEY
|
||
api_base: https://api.minimax.io/v1
|
||
rpm: 60
|
||
model_info:
|
||
mode: chat
|
||
supports_function_calling: true
|
||
|
||
# ── MiniMax M2.5 (备用) ──────────────────────
|
||
- model_name: MiniMax-M2.5
|
||
litellm_params:
|
||
model: minimax/MiniMax-M2.5
|
||
api_key: os.environ/MINIMAX_API_KEY
|
||
api_base: https://api.minimax.io/v1
|
||
rpm: 60
|
||
model_info:
|
||
mode: chat
|
||
supports_function_calling: true
|
||
|
||
# ── MiniMax M2.5-Lightning (兜底) ───────────
|
||
- model_name: MiniMax-M2.5-Lightning
|
||
litellm_params:
|
||
model: minimax/MiniMax-M2.5-Lightning
|
||
api_key: os.environ/MINIMAX_API_KEY
|
||
api_base: https://api.minimax.io/v1
|
||
rpm: 120
|
||
model_info:
|
||
mode: chat
|
||
|
||
# ── 路由设置 ───────────────────────────────────
|
||
router_settings:
|
||
# 失败后按顺序回落
|
||
fallback_params:
|
||
- model:
|
||
- MiniMax-M2.7
|
||
- MiniMax-M2.5
|
||
- MiniMax-M2.5-Lightning
|
||
# 每个模型重试次数
|
||
num_retries: 3
|
||
# 重试前等待秒数
|
||
retry_after: 5
|
||
# 单次请求超时（秒）
|
||
timeout: 30
|
||
# 路由策略：优先用最好的模型
|
||
routing_strategy: latency-based-routing
|
||
|
||
# ── 全局设置 ───────────────────────────────────
|
||
litellm_settings:
|
||
drop_params: true
|
||
set_verbose: false
|
||
# 每次请求记录到数据库
|
||
success_callback: ["database"]
|
||
|
||
# ── 服务器设置 ─────────────────────────────────
|
||
general_settings:
|
||
# 管理员 master key（必须以 sk- 开头）
|
||
master_key: os.environ/LITELLM_MASTER_KEY
|
||
# 数据库（SQLite 轻量版，生产推荐 PostgreSQL）
|
||
database_url: "sqlite:///./litellm.db"
|
||
# UI 管理界面
|
||
ui_access_mode: "admin"
|