""" 消息管理模块 管理每个聊天流的上下文信息，包含历史记录和未读消息，定期检查并处理新消息 """ import asyncio import random import time from collections import defaultdict, deque from typing import TYPE_CHECKING, Any from src.chat.chatter_manager import ChatterManager from src.chat.message_receive.chat_stream import ChatStream from src.chat.planner_actions.action_manager import ChatterActionManager from src.common.data_models.database_data_model import DatabaseMessages from src.common.data_models.message_manager_data_model import MessageManagerStats, StreamStats from src.common.logger import get_logger from src.config.config import global_config from src.plugin_system.apis.chat_api import get_chat_manager from .distribution_manager import stream_loop_manager from .global_notice_manager import NoticeScope, global_notice_manager if TYPE_CHECKING: pass logger = get_logger("message_manager") class MessageManager: """消息管理器""" def __init__(self, check_interval: float = 5.0): self.check_interval = check_interval # 检查间隔（秒） self.is_running = False self.manager_task: asyncio.Task | None = None # 统计信息 self.stats = MessageManagerStats() # 初始化chatter manager self.action_manager = ChatterActionManager() self.chatter_manager = ChatterManager(self.action_manager) # 消息缓存系统 - 直接集成到消息管理器 self.message_caches: dict[str, deque] = defaultdict(deque) # 每个流的消息缓存 self.stream_processing_status: dict[str, bool] = defaultdict(bool) # 流的处理状态 self.cache_stats = { "total_cached_messages": 0, "total_flushed_messages": 0, } # 不再需要全局上下文管理器，直接通过 ChatManager 访问各个 ChatStream 的 context_manager # 全局Notice管理器 self.notice_manager = global_notice_manager async def start(self): """启动消息管理器""" if self.is_running: logger.warning("消息管理器已经在运行") return self.is_running = True # 启动批量数据库写入器 try: from src.chat.message_manager.batch_database_writer import init_batch_writer await init_batch_writer() except Exception as e: logger.error(f"启动批量数据库写入器失败: {e}") # 启动消息缓存系统（内置） logger.info("📦 消息缓存系统已启动") # 启动流循环管理器并设置chatter_manager await stream_loop_manager.start() stream_loop_manager.set_chatter_manager(self.chatter_manager) logger.info("🚀 消息管理器已启动 | 流循环管理器已启动") async def stop(self): """停止消息管理器""" if not self.is_running: return self.is_running = False # 停止批量数据库写入器 try: from src.chat.message_manager.batch_database_writer import shutdown_batch_writer await shutdown_batch_writer() logger.info("📦 批量数据库写入器已停止") except Exception as e: logger.error(f"停止批量数据库写入器失败: {e}") # 停止消息缓存系统（内置） self.message_caches.clear() self.stream_processing_status.clear() logger.info("📦 消息缓存系统已停止") # 停止流循环管理器 await stream_loop_manager.stop() logger.info("🛑 消息管理器已停止 | 流循环管理器已停止") async def add_message(self, stream_id: str, message: DatabaseMessages): """添加消息到指定聊天流""" try: # 检查是否为notice消息 if self._is_notice_message(message): # Notice消息处理 - 添加到全局管理器 logger.info(f"📢 检测到notice消息: notice_type={getattr(message, 'notice_type', None)}") await self._handle_notice_message(stream_id, message) # 根据配置决定是否继续处理（触发聊天流程） if not global_config.notice.enable_notice_trigger_chat: logger.info(f"根据配置，流 {stream_id} 的Notice消息将被忽略，不触发聊天流程。") return # 停止处理，不进入未读消息队列 else: logger.info(f"根据配置，流 {stream_id} 的Notice消息将触发聊天流程。") # 继续执行，将消息添加到未读队列 # 普通消息处理 chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: logger.warning(f"MessageManager.add_message: 聊天流 {stream_id} 不存在") return await self._check_and_handle_interruption(chat_stream, message) await chat_stream.context_manager.add_message(message) except Exception as e: logger.error(f"添加消息到聊天流 {stream_id} 时发生错误: {e}") async def update_message( self, stream_id: str, message_id: str, interest_value: float | None = None, actions: list | None = None, should_reply: bool | None = None, ): """更新消息信息""" try: chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: logger.warning(f"MessageManager.update_message: 聊天流 {stream_id} 不存在") return updates = {} if interest_value is not None: updates["interest_value"] = interest_value if actions is not None: updates["actions"] = actions if should_reply is not None: updates["should_reply"] = should_reply if updates: success = await chat_stream.context_manager.update_message(message_id, updates) if success: logger.debug(f"更新消息 {message_id} 成功") else: logger.warning(f"更新消息 {message_id} 失败") except Exception as e: logger.error(f"更新消息 {message_id} 时发生错误: {e}") async def add_action(self, stream_id: str, message_id: str, action: str): """添加动作到消息""" try: chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: logger.warning(f"MessageManager.add_action: 聊天流 {stream_id} 不存在") return success = await chat_stream.context_manager.update_message(message_id, {"actions": [action]}) if success: logger.debug(f"为消息 {message_id} 添加动作 {action} 成功") else: logger.warning(f"为消息 {message_id} 添加动作 {action} 失败") except Exception as e: logger.error(f"为消息 {message_id} 添加动作时发生错误: {e}") async def deactivate_stream(self, stream_id: str): """停用聊天流""" try: # 通过 ChatManager 获取 ChatStream chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: logger.warning(f"停用流失败: 聊天流 {stream_id} 不存在") return context = chat_stream.context_manager.context context.is_active = False # 取消处理任务 if hasattr(context, "processing_task") and context.processing_task and not context.processing_task.done(): context.processing_task.cancel() logger.info(f"停用聊天流: {stream_id}") except Exception as e: logger.error(f"停用聊天流 {stream_id} 时发生错误: {e}") async def activate_stream(self, stream_id: str): """激活聊天流""" try: # 通过 ChatManager 获取 ChatStream chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: logger.warning(f"激活流失败: 聊天流 {stream_id} 不存在") return context = chat_stream.context_manager.context context.is_active = True logger.info(f"激活聊天流: {stream_id}") except Exception as e: logger.error(f"激活聊天流 {stream_id} 时发生错误: {e}") async def get_stream_stats(self, stream_id: str) -> StreamStats | None: """获取聊天流统计""" try: # 通过 ChatManager 获取 ChatStream chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: return None context = chat_stream.context_manager.context unread_count = len(chat_stream.context_manager.get_unread_messages()) return StreamStats( stream_id=stream_id, is_active=context.is_active, unread_count=unread_count, history_count=len(context.history_messages), last_check_time=context.last_check_time, has_active_task=bool( hasattr(context, "processing_task") and context.processing_task and not context.processing_task.done() ), ) except Exception as e: logger.error(f"获取聊天流 {stream_id} 统计时发生错误: {e}") return None def get_manager_stats(self) -> dict[str, Any]: """获取管理器统计""" return { "total_streams": self.stats.total_streams, "active_streams": self.stats.active_streams, "total_unread_messages": self.stats.total_unread_messages, "total_processed_messages": self.stats.total_processed_messages, "uptime": self.stats.uptime, "start_time": self.stats.start_time, } async def cleanup_inactive_streams(self, max_inactive_hours: int = 24): """清理不活跃的聊天流""" try: chat_manager = get_chat_manager() current_time = time.time() max_inactive_seconds = max_inactive_hours * 3600 inactive_streams = [] for stream_id, chat_stream in chat_manager.streams.items(): if current_time - chat_stream.last_active_time > max_inactive_seconds: inactive_streams.append(stream_id) for stream_id in inactive_streams: try: await chat_stream.context_manager.clear_context() del chat_manager.streams[stream_id] logger.info(f"清理不活跃聊天流: {stream_id}") except Exception as e: logger.error(f"清理聊天流 {stream_id} 失败: {e}") if inactive_streams: logger.info(f"已清理 {len(inactive_streams)} 个不活跃聊天流") else: logger.debug("没有需要清理的不活跃聊天流") except Exception as e: logger.error(f"清理不活跃聊天流时发生错误: {e}") async def _check_and_handle_interruption(self, chat_stream: ChatStream | None = None, message: DatabaseMessages | None = None): """检查并处理消息打断 - 通过取消 stream_loop_task 实现""" if not global_config.chat.interruption_enabled or not chat_stream or not message: return # 检查是否正在回复，以及是否允许在回复时打断 if chat_stream.context_manager.context.is_replying: if not global_config.chat.allow_reply_interruption: logger.debug(f"聊天流 {chat_stream.stream_id} 正在回复中，且配置不允许回复时打断，跳过打断检查") return else: logger.debug(f"聊天流 {chat_stream.stream_id} 正在回复中，但配置允许回复时打断") # 检查是否为表情包消息 if message.is_picid or message.is_emoji: logger.info(f"消息 {message.message_id} 是表情包或Emoji，跳过打断检查") return # 检查上下文 context = chat_stream.context_manager.context # 只有当 Chatter 真正在处理时才检查打断 if not context.is_chatter_processing: logger.debug(f"聊天流 {chat_stream.stream_id} Chatter 未在处理，跳过打断检查") return # 检查是否有 stream_loop_task 在运行 stream_loop_task = context.stream_loop_task if stream_loop_task and not stream_loop_task.done(): # 检查触发用户ID triggering_user_id = context.triggering_user_id if triggering_user_id and message.user_info.user_id != triggering_user_id: logger.info(f"消息来自非触发用户 {message.user_info.user_id}，实际触发用户为 {triggering_user_id}，跳过打断检查") return # 计算打断概率 interruption_probability = context.calculate_interruption_probability( global_config.chat.interruption_max_limit ) # 检查是否已达到最大打断次数 if context.interruption_count >= global_config.chat.interruption_max_limit: logger.debug( f"聊天流 {chat_stream.stream_id} 已达到最大打断次数 {context.interruption_count}/{global_config.chat.interruption_max_limit}，跳过打断检查" ) return # 根据概率决定是否打断 if random.random() < interruption_probability: logger.info(f"聊天流 {chat_stream.stream_id} 触发消息打断，打断概率: {interruption_probability:.2f}") # 取消 stream_loop_task，子任务会通过 try-catch 自动取消 try: stream_loop_task.cancel() logger.info(f"已取消流循环任务: {chat_stream.stream_id}") except Exception as e: logger.warning(f"取消流循环任务失败: {chat_stream.stream_id} - {e}") # 增加打断计数 await context.increment_interruption_count() # 打断后重新创建 stream_loop 任务 await self._trigger_reprocess(chat_stream) # 检查是否已达到最大次数 if context.interruption_count >= global_config.chat.interruption_max_limit: logger.warning( f"聊天流 {chat_stream.stream_id} 已达到最大打断次数 {context.interruption_count}/{global_config.chat.interruption_max_limit}，后续消息将不再打断" ) else: logger.info( f"聊天流 {chat_stream.stream_id} 已打断并重新进入处理流程，当前打断次数: {context.interruption_count}/{global_config.chat.interruption_max_limit}" ) else: logger.debug(f"聊天流 {chat_stream.stream_id} 未触发打断，打断概率: {interruption_probability:.2f}") async def _trigger_reprocess(self, chat_stream: ChatStream): """重新处理聊天流的核心逻辑 - 重新创建 stream_loop 任务""" try: stream_id = chat_stream.stream_id logger.info(f"🚀 打断后重新创建流循环任务: {stream_id}") # 等待一小段时间确保当前消息已经添加到未读消息中 await asyncio.sleep(0.1) # 获取当前的stream context context = chat_stream.context_manager.context # 确保有未读消息需要处理 unread_messages = context.get_unread_messages() if not unread_messages: logger.debug(f"💭 聊天流 {stream_id} 没有未读消息，跳过重新处理") return logger.info(f"💬 准备重新处理 {len(unread_messages)} 条未读消息: {stream_id}") # 重新创建 stream_loop 任务 success = await stream_loop_manager.start_stream_loop(stream_id, force=True) if success: logger.info(f"✅ 成功重新创建流循环任务: {stream_id}") else: logger.warning(f"⚠️ 重新创建流循环任务失败: {stream_id}") except Exception as e: logger.error(f"🚨 触发重新处理时出错: {e}") async def clear_all_unread_messages(self, stream_id: str): """清除指定上下文中的所有未读消息，在消息处理完成后调用""" try: # 通过 ChatManager 获取 ChatStream chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: logger.warning(f"清除消息失败: 聊天流 {stream_id} 不存在") return # 获取未读消息 unread_messages = chat_stream.context_manager.get_unread_messages() if not unread_messages: return logger.warning(f"正在清除 {len(unread_messages)} 条未读消息") # 将所有未读消息标记为已读 message_ids = [msg.message_id for msg in unread_messages] success = chat_stream.context_manager.mark_messages_as_read(message_ids) if success: self.stats.total_processed_messages += len(unread_messages) logger.debug(f"强制清除 {len(unread_messages)} 条消息，标记为已读") else: logger.error("标记未读消息为已读失败") except Exception as e: logger.error(f"清除未读消息时发生错误: {e}") async def clear_stream_unread_messages(self, stream_id: str): """清除指定聊天流的所有未读消息""" try: chat_manager = get_chat_manager() chat_stream = await chat_manager.get_stream(stream_id) if not chat_stream: logger.warning(f"clear_stream_unread_messages: 聊天流 {stream_id} 不存在") return context = chat_stream.context_manager.context if hasattr(context, "unread_messages") and context.unread_messages: logger.debug(f"正在为流 {stream_id} 清除 {len(context.unread_messages)} 条未读消息") context.unread_messages.clear() else: logger.debug(f"流 {stream_id} 没有需要清除的未读消息") except Exception as e: logger.error(f"清除流 {stream_id} 的未读消息时发生错误: {e}") # ===== 消息缓存系统方法 ===== def add_message_to_cache(self, stream_id: str, message: DatabaseMessages) -> bool: """添加消息到缓存 Args: stream_id: 流ID message: 消息对象 Returns: bool: 是否成功添加到缓存 """ try: if not self.is_running: return False self.message_caches[stream_id].append(message) self.cache_stats["total_cached_messages"] += 1 if message.processed_plain_text: logger.debug(f"消息已添加到缓存: stream={stream_id}, content={message.processed_plain_text[:50]}...") return True except Exception as e: logger.error(f"添加消息到缓存失败: stream={stream_id}, error={e}") return False def flush_cached_messages(self, stream_id: str) -> list[DatabaseMessages]: """刷新缓存消息到未读消息列表 Args: stream_id: 流ID Returns: List[DatabaseMessages]: 缓存的消息列表 """ try: if stream_id not in self.message_caches: return [] cached_messages = list(self.message_caches[stream_id]) self.message_caches[stream_id].clear() self.cache_stats["total_flushed_messages"] += len(cached_messages) logger.debug(f"刷新缓存消息: stream={stream_id}, 数量={len(cached_messages)}") return cached_messages except Exception as e: logger.error(f"刷新缓存消息失败: stream={stream_id}, error={e}") return [] def set_stream_processing_status(self, stream_id: str, is_processing: bool): """设置流的处理状态 Args: stream_id: 流ID is_processing: 是否正在处理 """ try: self.stream_processing_status[stream_id] = is_processing logger.debug(f"设置流处理状态: stream={stream_id}, processing={is_processing}") except Exception as e: logger.error(f"设置流处理状态失败: stream={stream_id}, error={e}") def get_stream_processing_status(self, stream_id: str) -> bool: """获取流的处理状态 Args: stream_id: 流ID Returns: bool: 是否正在处理 """ return self.stream_processing_status.get(stream_id, False) def has_cached_messages(self, stream_id: str) -> bool: """检查流是否有缓存消息 Args: stream_id: 流ID Returns: bool: 是否有缓存消息 """ return stream_id in self.message_caches and len(self.message_caches[stream_id]) > 0 def get_cached_messages_count(self, stream_id: str) -> int: """获取流的缓存消息数量 Args: stream_id: 流ID Returns: int: 缓存消息数量 """ return len(self.message_caches.get(stream_id, [])) def get_cache_stats(self) -> dict[str, Any]: """获取缓存统计信息 Returns: Dict[str, Any]: 缓存统计信息 """ return { "total_cached_messages": self.cache_stats["total_cached_messages"], "total_flushed_messages": self.cache_stats["total_flushed_messages"], "active_caches": len(self.message_caches), "cached_streams": len([s for s in self.message_caches.keys() if self.message_caches[s]]), "processing_streams": len([s for s in self.stream_processing_status.keys() if self.stream_processing_status[s]]), } # ===== Notice管理相关方法 ===== def _is_notice_message(self, message: DatabaseMessages) -> bool: """检查消息是否为notice类型""" try: # 首先检查消息的is_notify字段 if hasattr(message, "is_notify") and message.is_notify: return True # 检查消息的附加配置 if hasattr(message, "additional_config") and message.additional_config: if isinstance(message.additional_config, dict): return message.additional_config.get("is_notice", False) elif isinstance(message.additional_config, str): # 兼容JSON字符串格式 import json config = json.loads(message.additional_config) return config.get("is_notice", False) return False except Exception as e: logger.debug(f"检查notice类型失败: {e}") return False async def _handle_notice_message(self, stream_id: str, message: DatabaseMessages) -> None: """处理notice消息，将其添加到全局notice管理器""" try: # 获取notice作用域 scope = self._determine_notice_scope(message, stream_id) # 添加到全局notice管理器 success = self.notice_manager.add_notice( message=message, scope=scope, target_stream_id=stream_id if scope == NoticeScope.STREAM else None, ttl=self._get_notice_ttl(message) ) if success: logger.info(f"✅ Notice消息已添加到全局管理器: message_id={message.message_id}, scope={scope.value}, stream={stream_id}, ttl={self._get_notice_ttl(message)}s") else: logger.warning(f"❌ Notice消息添加失败: message_id={message.message_id}") except Exception as e: logger.error(f"处理notice消息失败: {e}") def _determine_notice_scope(self, message: DatabaseMessages, stream_id: str) -> NoticeScope: """确定notice的作用域 作用域完全由 additional_config 中的 is_public_notice 字段决定： - is_public_notice=True: 公共notice，所有聊天流可见 - is_public_notice=False 或未设置: 特定聊天流notice """ try: # 检查附加配置中的公共notice标志 if hasattr(message, "additional_config") and message.additional_config: if isinstance(message.additional_config, dict): is_public = message.additional_config.get("is_public_notice", False) elif isinstance(message.additional_config, str): import json config = json.loads(message.additional_config) is_public = config.get("is_public_notice", False) else: is_public = False if is_public: logger.debug(f"Notice被标记为公共: message_id={message.message_id}") return NoticeScope.PUBLIC # 默认为特定聊天流notice return NoticeScope.STREAM except Exception as e: logger.debug(f"确定notice作用域失败: {e}") return NoticeScope.STREAM def _get_notice_type(self, message: DatabaseMessages) -> str | None: """获取notice类型""" try: if hasattr(message, "additional_config") and message.additional_config: if isinstance(message.additional_config, dict): return message.additional_config.get("notice_type") elif isinstance(message.additional_config, str): import json config = json.loads(message.additional_config) return config.get("notice_type") return None except Exception: return None def _get_notice_ttl(self, message: DatabaseMessages) -> int: """获取notice的生存时间""" try: # 根据notice类型设置不同的TTL notice_type = self._get_notice_type(message) if notice_type is None: return 3600 ttl_mapping = { "poke": 1800, # 戳一戳30分钟 "emoji_like": 3600, # 表情回复1小时 "group_ban": 7200, # 禁言2小时 "group_lift_ban": 7200, # 解禁2小时 "group_whole_ban": 3600, # 全体禁言1小时 "group_whole_lift_ban": 3600, # 解除全体禁言1小时 } return ttl_mapping.get(notice_type, 3600) # 默认1小时 except Exception: return 3600 def get_notice_text(self, stream_id: str, limit: int = 10) -> str: """获取指定聊天流的notice文本，用于构建提示词""" try: return self.notice_manager.get_notice_text(stream_id, limit) except Exception as e: logger.error(f"获取notice文本失败: {e}") return "" def clear_notices(self, stream_id: str | None = None, notice_type: str | None = None) -> int: """清理notice消息""" try: return self.notice_manager.clear_notices(stream_id, notice_type) except Exception as e: logger.error(f"清理notice失败: {e}") return 0 def get_notice_stats(self) -> dict[str, Any]: """获取notice管理器统计信息""" try: return self.notice_manager.get_stats() except Exception as e: logger.error(f"获取notice统计失败: {e}") return {} # 创建全局消息管理器实例 message_manager = MessageManager()