1b81694373
Added 'aiohttp_gemini' to allowed client types in APIProvider. Updated TaskConfig defaults: max_tokens to 800, temperature to 0.7, and concurrency_count to 1 for improved default behavior.
211 lines
9.4 KiB
Python
211 lines
9.4 KiB
Python
from typing import List, Dict, Any
|
||
from pydantic import Field, field_validator
|
||
|
||
from src.config.config_base import ValidatedConfigBase
|
||
|
||
|
||
class APIProvider(ValidatedConfigBase):
|
||
"""API提供商配置类"""
|
||
|
||
name: str = Field(..., min_length=1, description="API提供商名称")
|
||
base_url: str = Field(..., description="API基础URL")
|
||
api_key: str = Field(..., min_length=1, description="API密钥")
|
||
client_type: str = Field(default="openai", description="客户端类型（如openai/google等，默认为openai）")
|
||
max_retry: int = Field(default=2, ge=0, description="最大重试次数（单个模型API调用失败，最多重试的次数）")
|
||
timeout: int = Field(default=10, ge=1, description="API调用的超时时长（超过这个时长，本次请求将被视为'请求超时'，单位：秒）")
|
||
retry_interval: int = Field(default=10, ge=0, description="重试间隔（如果API调用失败，重试的间隔时间，单位：秒）")
|
||
enable_content_obfuscation: bool = Field(default=False, description="是否启用内容混淆（用于特定场景下的内容处理）")
|
||
obfuscation_intensity: int = Field(default=1, ge=1, le=3, description="混淆强度（1-3级，数值越高混淆程度越强）")
|
||
|
||
@field_validator('base_url')
|
||
@classmethod
|
||
def validate_base_url(cls, v):
|
||
"""验证base_url，确保URL格式正确"""
|
||
if v and not (v.startswith('http://') or v.startswith('https://')):
|
||
raise ValueError("base_url必须以http://或https://开头")
|
||
return v
|
||
|
||
@field_validator('api_key')
|
||
@classmethod
|
||
def validate_api_key(cls, v):
|
||
"""验证API密钥不能为空"""
|
||
if not v or not v.strip():
|
||
raise ValueError("API密钥不能为空")
|
||
return v
|
||
|
||
@field_validator('client_type')
|
||
@classmethod
|
||
def validate_client_type(cls, v):
|
||
"""验证客户端类型"""
|
||
allowed_types = ["openai", "gemini","aiohttp_gemini"]
|
||
if v not in allowed_types:
|
||
raise ValueError(f"客户端类型必须是以下之一: {allowed_types}")
|
||
return v
|
||
|
||
def get_api_key(self) -> str:
|
||
return self.api_key
|
||
|
||
|
||
class ModelInfo(ValidatedConfigBase):
|
||
"""单个模型信息配置类"""
|
||
|
||
model_identifier: str = Field(..., min_length=1, description="模型标识符（用于URL调用）")
|
||
name: str = Field(..., min_length=1, description="模型名称（用于模块调用）")
|
||
api_provider: str = Field(..., min_length=1, description="API提供商（如OpenAI、Azure等）")
|
||
price_in: float = Field(default=0.0, ge=0, description="每M token输入价格")
|
||
price_out: float = Field(default=0.0, ge=0, description="每M token输出价格")
|
||
force_stream_mode: bool = Field(default=False, description="是否强制使用流式输出模式")
|
||
extra_params: Dict[str, Any] = Field(default_factory=dict, description="额外参数（用于API调用时的额外配置）")
|
||
|
||
@field_validator('price_in', 'price_out')
|
||
@classmethod
|
||
def validate_prices(cls, v):
|
||
"""验证价格必须为非负数"""
|
||
if v < 0:
|
||
raise ValueError("价格不能为负数")
|
||
return v
|
||
|
||
@field_validator('model_identifier')
|
||
@classmethod
|
||
def validate_model_identifier(cls, v):
|
||
"""验证模型标识符不能为空且不能包含特殊字符"""
|
||
if not v or not v.strip():
|
||
raise ValueError("模型标识符不能为空")
|
||
# 检查是否包含危险字符
|
||
if any(char in v for char in [' ', '\n', '\t', '\r']):
|
||
raise ValueError("模型标识符不能包含空格或换行符")
|
||
return v
|
||
|
||
@field_validator('name')
|
||
@classmethod
|
||
def validate_name(cls, v):
|
||
"""验证模型名称不能为空"""
|
||
if not v or not v.strip():
|
||
raise ValueError("模型名称不能为空")
|
||
return v
|
||
|
||
|
||
class TaskConfig(ValidatedConfigBase):
|
||
"""任务配置类"""
|
||
|
||
model_list: List[str] = Field(..., description="任务使用的模型列表")
|
||
max_tokens: int = Field(default=800, description="任务最大输出token数")
|
||
temperature: float = Field(default=0.7, description="模型温度")
|
||
concurrency_count: int = Field(default=1, description="并发请求数量")
|
||
|
||
@field_validator('model_list')
|
||
@classmethod
|
||
def validate_model_list(cls, v):
|
||
"""验证模型列表不能为空"""
|
||
if not v:
|
||
raise ValueError("模型列表不能为空")
|
||
if len(v) != len(set(v)):
|
||
raise ValueError("模型列表中不能有重复的模型")
|
||
return v
|
||
|
||
|
||
class ModelTaskConfig(ValidatedConfigBase):
|
||
"""模型配置类"""
|
||
|
||
# 必需配置项
|
||
utils: TaskConfig = Field(..., description="组件模型配置")
|
||
utils_small: TaskConfig = Field(..., description="组件小模型配置")
|
||
replyer_1: TaskConfig = Field(..., description="normal_chat首要回复模型模型配置")
|
||
replyer_2: TaskConfig = Field(..., description="normal_chat次要回复模型配置")
|
||
maizone: TaskConfig = Field(..., description="maizone专用模型")
|
||
emotion: TaskConfig = Field(..., description="情绪模型配置")
|
||
vlm: TaskConfig = Field(..., description="视觉语言模型配置")
|
||
voice: TaskConfig = Field(..., description="语音识别模型配置")
|
||
tool_use: TaskConfig = Field(..., description="专注工具使用模型配置")
|
||
planner: TaskConfig = Field(..., description="规划模型配置")
|
||
embedding: TaskConfig = Field(..., description="嵌入模型配置")
|
||
lpmm_entity_extract: TaskConfig = Field(..., description="LPMM实体提取模型配置")
|
||
lpmm_rdf_build: TaskConfig = Field(..., description="LPMM RDF构建模型配置")
|
||
lpmm_qa: TaskConfig = Field(..., description="LPMM问答模型配置")
|
||
schedule_generator: TaskConfig = Field(..., description="日程生成模型配置")
|
||
emoji_vlm: TaskConfig = Field(..., description="表情包识别模型配置")
|
||
anti_injection: TaskConfig = Field(..., description="反注入检测专用模型配置")
|
||
|
||
# 处理配置文件中命名不一致的问题
|
||
utils_video: TaskConfig = Field(..., description="视频分析模型配置（兼容配置文件中的命名）")
|
||
|
||
@property
|
||
def video_analysis(self) -> TaskConfig:
|
||
"""视频分析模型配置（提供向后兼容的属性访问）"""
|
||
return self.utils_video
|
||
|
||
def get_task(self, task_name: str) -> TaskConfig:
|
||
"""获取指定任务的配置"""
|
||
# 处理向后兼容性：如果请求video_analysis，返回utils_video
|
||
if task_name == "video_analysis":
|
||
task_name = "utils_video"
|
||
|
||
if hasattr(self, task_name):
|
||
config = getattr(self, task_name)
|
||
if config is None:
|
||
raise ValueError(f"任务 '{task_name}' 未配置")
|
||
return config
|
||
raise ValueError(f"任务 '{task_name}' 未找到对应的配置")
|
||
|
||
|
||
class APIAdapterConfig(ValidatedConfigBase):
|
||
"""API Adapter配置类"""
|
||
|
||
models: List[ModelInfo] = Field(..., min_items=1, description="模型列表")
|
||
model_task_config: ModelTaskConfig = Field(..., description="模型任务配置")
|
||
api_providers: List[APIProvider] = Field(..., min_items=1, description="API提供商列表")
|
||
|
||
def __init__(self, **data):
|
||
super().__init__(**data)
|
||
self.api_providers_dict = {provider.name: provider for provider in self.api_providers}
|
||
self.models_dict = {model.name: model for model in self.models}
|
||
|
||
@field_validator('models')
|
||
@classmethod
|
||
def validate_models_list(cls, v):
|
||
"""验证模型列表"""
|
||
if not v:
|
||
raise ValueError("模型列表不能为空，请在配置中设置有效的模型列表。")
|
||
|
||
# 检查模型名称是否重复
|
||
model_names = [model.name for model in v]
|
||
if len(model_names) != len(set(model_names)):
|
||
raise ValueError("模型名称存在重复，请检查配置文件。")
|
||
|
||
# 检查模型标识符是否有效
|
||
for model in v:
|
||
if not model.model_identifier:
|
||
raise ValueError(f"模型 '{model.name}' 的 model_identifier 不能为空")
|
||
|
||
return v
|
||
|
||
@field_validator('api_providers')
|
||
@classmethod
|
||
def validate_api_providers_list(cls, v):
|
||
"""验证API提供商列表"""
|
||
if not v:
|
||
raise ValueError("API提供商列表不能为空，请在配置中设置有效的API提供商列表。")
|
||
|
||
# 检查API提供商名称是否重复
|
||
provider_names = [provider.name for provider in v]
|
||
if len(provider_names) != len(set(provider_names)):
|
||
raise ValueError("API提供商名称存在重复，请检查配置文件。")
|
||
|
||
return v
|
||
|
||
def get_model_info(self, model_name: str) -> ModelInfo:
|
||
"""根据模型名称获取模型信息"""
|
||
if not model_name:
|
||
raise ValueError("模型名称不能为空")
|
||
if model_name not in self.models_dict:
|
||
raise KeyError(f"模型 '{model_name}' 不存在")
|
||
return self.models_dict[model_name]
|
||
|
||
def get_provider(self, provider_name: str) -> APIProvider:
|
||
"""根据提供商名称获取API提供商信息"""
|
||
if not provider_name:
|
||
raise ValueError("API提供商名称不能为空")
|
||
if provider_name not in self.api_providers_dict:
|
||
raise KeyError(f"API提供商 '{provider_name}' 不存在")
|
||
return self.api_providers_dict[provider_name]
|