xiaohei
456bdaec8b
- 统一密钥管理：创建 .env 文件集中管理所有API密钥 - 添加 OpenRouter 支持：配置 GPT-4o-mini 和 Claude 3.5 Sonnet 模型 - 添加 RapidAPI 支持：配置数据接入服务的 RapidAPI Key - 修复 LiteLLM Prisma 兼容性：降级到 Prisma 5.8.0 - 修复模型 ID：更正 Claude 模型 ID 为 claude-3.5-sonnet - 优化配置：调整 max_tokens 参数避免超限 - 文档更新：添加环境变量配置说明文档 测试状态： - Claude 3.5 Sonnet: ✅ 正常 - GPT-4o-mini: ✅ 正常 - Data Ingestion: ✅ 正常
90 lines
2.3 KiB
YAML
90 lines
2.3 KiB
YAML
# LiteLLM 简化配置 - 用于测试和开发
|
|
# taiji-AI-PAD 模型治理层配置
|
|
|
|
# 基础设置
|
|
general_settings:
|
|
master_key: "sk-taiji-master-key"
|
|
|
|
# 日志设置
|
|
set_verbose: true
|
|
json_logs: false
|
|
log_raw_request_response: false
|
|
|
|
# 安全设置
|
|
allowed_ips: ["127.0.0.1", "172.20.0.0/16", "0.0.0.0/0"] # 允许所有IP用于测试
|
|
|
|
# 模型配置 - 使用测试模型和 OpenRouter
|
|
model_list:
|
|
# 使用HuggingFace的免费模型进行测试
|
|
- model_name: "test-model"
|
|
litellm_params:
|
|
model: "huggingface/microsoft/DialoGPT-medium"
|
|
api_key: "test-key" # 不需要真实key
|
|
model_info:
|
|
mode: "chat"
|
|
supports_function_calling: false
|
|
supports_vision: false
|
|
|
|
# OpenRouter 模型 - 通过 OpenRouter 访问
|
|
- model_name: "openrouter-gpt-4o-mini"
|
|
litellm_params:
|
|
model: "openrouter/openai/gpt-4o-mini"
|
|
api_key: "os.environ/OPENROUTER_API_KEY"
|
|
api_base: "os.environ/OPENROUTER_BASE_URL"
|
|
max_tokens: 1000
|
|
temperature: 0.7
|
|
model_info:
|
|
mode: "chat"
|
|
supports_function_calling: true
|
|
supports_vision: false
|
|
|
|
- model_name: "openrouter-gpt-3.5-turbo"
|
|
litellm_params:
|
|
model: "openrouter/openai/gpt-3.5-turbo"
|
|
api_key: "os.environ/OPENROUTER_API_KEY"
|
|
api_base: "os.environ/OPENROUTER_BASE_URL"
|
|
max_tokens: 1000
|
|
temperature: 0.7
|
|
model_info:
|
|
mode: "chat"
|
|
supports_function_calling: true
|
|
supports_vision: false
|
|
|
|
- model_name: "openrouter-claude-3.5-sonnet"
|
|
litellm_params:
|
|
model: "openrouter/anthropic/claude-3.5-sonnet"
|
|
api_key: "os.environ/OPENROUTER_API_KEY"
|
|
api_base: "os.environ/OPENROUTER_BASE_URL"
|
|
max_tokens: 4000
|
|
temperature: 0.7
|
|
model_info:
|
|
mode: "chat"
|
|
supports_function_calling: true
|
|
supports_vision: true
|
|
|
|
# 路由器配置
|
|
router_settings:
|
|
routing_strategy: "round-robin"
|
|
allowed_fails: 1
|
|
cooldown_time: 10
|
|
|
|
# 用户配置
|
|
litellm_settings:
|
|
api_keys:
|
|
- key: "sk-test-key"
|
|
models: ["test-model", "openrouter-gpt-4o-mini", "openrouter-gpt-3.5-turbo", "openrouter-claude-3.5-sonnet"]
|
|
metadata:
|
|
user_id: "test-user"
|
|
service: "testing"
|
|
|
|
# 监控
|
|
monitoring:
|
|
health_check_interval: 30
|
|
|
|
# 日志配置
|
|
logging:
|
|
level: "INFO"
|
|
format: "text"
|
|
log_requests: true
|
|
log_responses: false
|