445 lines
19 KiB
Python
445 lines
19 KiB
Python
import asyncio
|
||
import time
|
||
import random
|
||
from typing import Optional, Dict, Tuple # 导入类型提示
|
||
from maim_message import UserInfo, Seg
|
||
from src.common.logger import get_logger
|
||
from src.chat.message_receive.chat_stream import ChatStream, get_chat_manager
|
||
from .s4u_stream_generator import S4UStreamGenerator
|
||
from src.chat.message_receive.message import MessageSending, MessageRecv
|
||
from src.config.config import global_config
|
||
from src.common.message.api import get_global_api
|
||
from src.chat.message_receive.storage import MessageStorage
|
||
from .s4u_watching_manager import watching_manager
|
||
import json
|
||
from src.person_info.relationship_builder_manager import relationship_builder_manager
|
||
from .loading import send_loading, send_unloading
|
||
|
||
logger = get_logger("S4U_chat")
|
||
|
||
|
||
class MessageSenderContainer:
|
||
"""一个简单的容器，用于按顺序发送消息并模拟打字效果。"""
|
||
|
||
def __init__(self, chat_stream: ChatStream, original_message: MessageRecv):
|
||
self.chat_stream = chat_stream
|
||
self.original_message = original_message
|
||
self.queue = asyncio.Queue()
|
||
self.storage = MessageStorage()
|
||
self._task: Optional[asyncio.Task] = None
|
||
self._paused_event = asyncio.Event()
|
||
self._paused_event.set() # 默认设置为非暂停状态
|
||
|
||
|
||
async def add_message(self, chunk: str):
|
||
"""向队列中添加一个消息块。"""
|
||
await self.queue.put(chunk)
|
||
|
||
async def close(self):
|
||
"""表示没有更多消息了，关闭队列。"""
|
||
await self.queue.put(None) # Sentinel
|
||
|
||
def pause(self):
|
||
"""暂停发送。"""
|
||
self._paused_event.clear()
|
||
|
||
def resume(self):
|
||
"""恢复发送。"""
|
||
self._paused_event.set()
|
||
|
||
def _calculate_typing_delay(self, text: str) -> float:
|
||
"""根据文本长度计算模拟打字延迟。"""
|
||
chars_per_second = 15.0
|
||
min_delay = 0.2
|
||
max_delay = 2.0
|
||
|
||
delay = len(text) / chars_per_second
|
||
return max(min_delay, min(delay, max_delay))
|
||
|
||
async def _send_worker(self):
|
||
"""从队列中取出消息并发送。"""
|
||
while True:
|
||
try:
|
||
# This structure ensures that task_done() is called for every item retrieved,
|
||
# even if the worker is cancelled while processing the item.
|
||
chunk = await self.queue.get()
|
||
except asyncio.CancelledError:
|
||
break
|
||
|
||
try:
|
||
if chunk is None:
|
||
break
|
||
|
||
# Check for pause signal *after* getting an item.
|
||
await self._paused_event.wait()
|
||
|
||
# delay = self._calculate_typing_delay(chunk)
|
||
delay = 0.1
|
||
await asyncio.sleep(delay)
|
||
|
||
current_time = time.time()
|
||
msg_id = f"{current_time}_{random.randint(1000, 9999)}"
|
||
|
||
text_to_send = chunk
|
||
|
||
message_segment = Seg(type="text", data=text_to_send)
|
||
bot_message = MessageSending(
|
||
message_id=msg_id,
|
||
chat_stream=self.chat_stream,
|
||
bot_user_info=UserInfo(
|
||
user_id=global_config.bot.qq_account,
|
||
user_nickname=global_config.bot.nickname,
|
||
platform=self.original_message.message_info.platform,
|
||
),
|
||
sender_info=self.original_message.message_info.user_info,
|
||
message_segment=message_segment,
|
||
reply=self.original_message,
|
||
is_emoji=False,
|
||
apply_set_reply_logic=True,
|
||
reply_to=f"{self.original_message.message_info.user_info.platform}:{self.original_message.message_info.user_info.user_id}",
|
||
)
|
||
|
||
await bot_message.process()
|
||
|
||
await get_global_api().send_message(bot_message)
|
||
logger.info(f"已将消息 '{text_to_send}' 发往平台 '{bot_message.message_info.platform}'")
|
||
|
||
await self.storage.store_message(bot_message, self.chat_stream)
|
||
|
||
except Exception as e:
|
||
logger.error(f"[{self.chat_stream.get_stream_name()}] 消息发送或存储时出现错误: {e}", exc_info=True)
|
||
|
||
finally:
|
||
# CRUCIAL: Always call task_done() for any item that was successfully retrieved.
|
||
self.queue.task_done()
|
||
|
||
def start(self):
|
||
"""启动发送任务。"""
|
||
if self._task is None:
|
||
self._task = asyncio.create_task(self._send_worker())
|
||
|
||
async def join(self):
|
||
"""等待所有消息发送完毕。"""
|
||
if self._task:
|
||
await self._task
|
||
|
||
|
||
class S4UChatManager:
|
||
def __init__(self):
|
||
self.s4u_chats: Dict[str, "S4UChat"] = {}
|
||
|
||
def get_or_create_chat(self, chat_stream: ChatStream) -> "S4UChat":
|
||
if chat_stream.stream_id not in self.s4u_chats:
|
||
stream_name = get_chat_manager().get_stream_name(chat_stream.stream_id) or chat_stream.stream_id
|
||
logger.info(f"Creating new S4UChat for stream: {stream_name}")
|
||
self.s4u_chats[chat_stream.stream_id] = S4UChat(chat_stream)
|
||
return self.s4u_chats[chat_stream.stream_id]
|
||
|
||
|
||
s4u_chat_manager = S4UChatManager()
|
||
|
||
|
||
def get_s4u_chat_manager() -> S4UChatManager:
|
||
return s4u_chat_manager
|
||
|
||
|
||
class S4UChat:
|
||
_MESSAGE_TIMEOUT_SECONDS = 120 # 普通消息存活时间（秒）
|
||
|
||
def __init__(self, chat_stream: ChatStream):
|
||
"""初始化 S4UChat 实例。"""
|
||
|
||
self.chat_stream = chat_stream
|
||
self.stream_id = chat_stream.stream_id
|
||
self.stream_name = get_chat_manager().get_stream_name(self.stream_id) or self.stream_id
|
||
self.relationship_builder = relationship_builder_manager.get_or_create_builder(self.stream_id)
|
||
|
||
# 两个消息队列
|
||
self._vip_queue = asyncio.PriorityQueue()
|
||
self._normal_queue = asyncio.PriorityQueue()
|
||
|
||
self._entry_counter = 0 # 保证FIFO的全局计数器
|
||
self._new_message_event = asyncio.Event() # 用于唤醒处理器
|
||
|
||
self._processing_task = asyncio.create_task(self._message_processor())
|
||
self._current_generation_task: Optional[asyncio.Task] = None
|
||
# 当前消息的元数据：(队列类型, 优先级分数, 计数器, 消息对象)
|
||
self._current_message_being_replied: Optional[Tuple[str, float, int, MessageRecv]] = None
|
||
|
||
self._is_replying = False
|
||
self.gpt = S4UStreamGenerator()
|
||
self.interest_dict: Dict[str, float] = {} # 用户兴趣分
|
||
self.at_bot_priority_bonus = 100.0 # @机器人的优先级加成
|
||
self.recent_message_keep_count = 6 # 保留最近N条消息，超出范围的普通消息将被移除
|
||
logger.info(f"[{self.stream_name}] S4UChat with two-queue system initialized.")
|
||
|
||
def _get_priority_info(self, message: MessageRecv) -> dict:
|
||
"""安全地从消息中提取和解析 priority_info"""
|
||
priority_info_raw = message.priority_info
|
||
priority_info = {}
|
||
if isinstance(priority_info_raw, str):
|
||
try:
|
||
priority_info = json.loads(priority_info_raw)
|
||
except json.JSONDecodeError:
|
||
logger.warning(f"Failed to parse priority_info JSON: {priority_info_raw}")
|
||
elif isinstance(priority_info_raw, dict):
|
||
priority_info = priority_info_raw
|
||
return priority_info
|
||
|
||
def _is_vip(self, priority_info: dict) -> bool:
|
||
"""检查消息是否来自VIP用户。"""
|
||
return priority_info.get("message_type") == "vip"
|
||
|
||
def _get_interest_score(self, user_id: str) -> float:
|
||
"""获取用户的兴趣分，默认为1.0"""
|
||
return self.interest_dict.get(user_id, 1.0)
|
||
|
||
def _calculate_base_priority_score(self, message: MessageRecv, priority_info: dict) -> float:
|
||
"""
|
||
为消息计算基础优先级分数。分数越高，优先级越高。
|
||
"""
|
||
score = 0.0
|
||
# 如果消息 @ 了机器人，则增加一个很大的分数
|
||
# if f"@{global_config.bot.nickname}" in message.processed_plain_text or any(
|
||
# f"@{alias}" in message.processed_plain_text for alias in global_config.bot.alias_names
|
||
# ):
|
||
# score += self.at_bot_priority_bonus
|
||
|
||
# 加上消息自带的优先级
|
||
score += priority_info.get("message_priority", 0.0)
|
||
|
||
# 加上用户的固有兴趣分
|
||
score += self._get_interest_score(message.message_info.user_info.user_id)
|
||
return score
|
||
|
||
async def add_message(self, message: MessageRecv) -> None:
|
||
"""根据VIP状态和中断逻辑将消息放入相应队列。"""
|
||
|
||
await self.relationship_builder.build_relation()
|
||
|
||
priority_info = self._get_priority_info(message)
|
||
is_vip = self._is_vip(priority_info)
|
||
new_priority_score = self._calculate_base_priority_score(message, priority_info)
|
||
|
||
should_interrupt = False
|
||
if self._current_generation_task and not self._current_generation_task.done():
|
||
if self._current_message_being_replied:
|
||
current_queue, current_priority, _, current_msg = self._current_message_being_replied
|
||
|
||
# 规则：VIP从不被打断
|
||
if current_queue == "vip":
|
||
pass # Do nothing
|
||
|
||
# 规则：普通消息可以被打断
|
||
elif current_queue == "normal":
|
||
# VIP消息可以打断普通消息
|
||
if is_vip:
|
||
should_interrupt = True
|
||
logger.info(f"[{self.stream_name}] VIP message received, interrupting current normal task.")
|
||
# 普通消息的内部打断逻辑
|
||
else:
|
||
new_sender_id = message.message_info.user_info.user_id
|
||
current_sender_id = current_msg.message_info.user_info.user_id
|
||
# 新消息优先级更高
|
||
if new_priority_score > current_priority:
|
||
should_interrupt = True
|
||
logger.info(f"[{self.stream_name}] New normal message has higher priority, interrupting.")
|
||
# 同用户，新消息的优先级不能更低
|
||
elif new_sender_id == current_sender_id and new_priority_score >= current_priority:
|
||
should_interrupt = True
|
||
logger.info(f"[{self.stream_name}] Same user sent new message, interrupting.")
|
||
|
||
if should_interrupt:
|
||
if self.gpt.partial_response:
|
||
logger.warning(
|
||
f"[{self.stream_name}] Interrupting reply. Already generated: '{self.gpt.partial_response}'"
|
||
)
|
||
self._current_generation_task.cancel()
|
||
|
||
# asyncio.PriorityQueue 是最小堆，所以我们存入分数的相反数
|
||
# 这样，原始分数越高的消息，在队列中的优先级数字越小，越靠前
|
||
item = (-new_priority_score, self._entry_counter, time.time(), message)
|
||
|
||
if is_vip:
|
||
await self._vip_queue.put(item)
|
||
logger.info(f"[{self.stream_name}] VIP message added to queue.")
|
||
else:
|
||
await self._normal_queue.put(item)
|
||
|
||
self._entry_counter += 1
|
||
self._new_message_event.set() # 唤醒处理器
|
||
|
||
def _cleanup_old_normal_messages(self):
|
||
"""清理普通队列中不在最近N条消息范围内的消息"""
|
||
if self._normal_queue.empty():
|
||
return
|
||
|
||
# 计算阈值：保留最近 recent_message_keep_count 条消息
|
||
cutoff_counter = max(0, self._entry_counter - self.recent_message_keep_count)
|
||
|
||
# 临时存储需要保留的消息
|
||
temp_messages = []
|
||
removed_count = 0
|
||
|
||
# 取出所有普通队列中的消息
|
||
while not self._normal_queue.empty():
|
||
try:
|
||
item = self._normal_queue.get_nowait()
|
||
neg_priority, entry_count, timestamp, message = item
|
||
|
||
# 如果消息在最近N条消息范围内，保留它
|
||
if entry_count >= cutoff_counter:
|
||
temp_messages.append(item)
|
||
else:
|
||
removed_count += 1
|
||
self._normal_queue.task_done() # 标记被移除的任务为完成
|
||
|
||
except asyncio.QueueEmpty:
|
||
break
|
||
|
||
# 将保留的消息重新放入队列
|
||
for item in temp_messages:
|
||
self._normal_queue.put_nowait(item)
|
||
|
||
if removed_count > 0:
|
||
logger.info(f"[{self.stream_name}] Cleaned up {removed_count} old normal messages outside recent {self.recent_message_keep_count} range.")
|
||
|
||
async def _message_processor(self):
|
||
"""调度器：优先处理VIP队列，然后处理普通队列。"""
|
||
while True:
|
||
try:
|
||
# 等待有新消息的信号，避免空转
|
||
await self._new_message_event.wait()
|
||
self._new_message_event.clear()
|
||
|
||
# 清理普通队列中的过旧消息
|
||
self._cleanup_old_normal_messages()
|
||
|
||
# 优先处理VIP队列
|
||
if not self._vip_queue.empty():
|
||
neg_priority, entry_count, _, message = self._vip_queue.get_nowait()
|
||
priority = -neg_priority
|
||
queue_name = "vip"
|
||
# 其次处理普通队列
|
||
elif not self._normal_queue.empty():
|
||
neg_priority, entry_count, timestamp, message = self._normal_queue.get_nowait()
|
||
priority = -neg_priority
|
||
# 检查普通消息是否超时
|
||
if time.time() - timestamp > self._MESSAGE_TIMEOUT_SECONDS:
|
||
logger.info(
|
||
f"[{self.stream_name}] Discarding stale normal message: {message.processed_plain_text[:20]}..."
|
||
)
|
||
self._normal_queue.task_done()
|
||
continue # 处理下一条
|
||
queue_name = "normal"
|
||
else:
|
||
continue # 没有消息了，回去等事件
|
||
|
||
self._current_message_being_replied = (queue_name, priority, entry_count, message)
|
||
self._current_generation_task = asyncio.create_task(self._generate_and_send(message))
|
||
|
||
try:
|
||
await self._current_generation_task
|
||
except asyncio.CancelledError:
|
||
logger.info(
|
||
f"[{self.stream_name}] Reply generation was interrupted externally for {queue_name} message. The message will be discarded."
|
||
)
|
||
# 被中断的消息应该被丢弃，而不是重新排队，以响应最新的用户输入。
|
||
# 旧的重新入队逻辑会导致所有中断的消息最终都被回复。
|
||
|
||
except Exception as e:
|
||
logger.error(f"[{self.stream_name}] _generate_and_send task error: {e}", exc_info=True)
|
||
finally:
|
||
self._current_generation_task = None
|
||
self._current_message_being_replied = None
|
||
# 标记任务完成
|
||
if queue_name == "vip":
|
||
self._vip_queue.task_done()
|
||
else:
|
||
self._normal_queue.task_done()
|
||
|
||
# 检查是否还有任务，有则立即再次触发事件
|
||
if not self._vip_queue.empty() or not self._normal_queue.empty():
|
||
self._new_message_event.set()
|
||
|
||
except asyncio.CancelledError:
|
||
logger.info(f"[{self.stream_name}] Message processor is shutting down.")
|
||
break
|
||
except Exception as e:
|
||
logger.error(f"[{self.stream_name}] Message processor main loop error: {e}", exc_info=True)
|
||
await asyncio.sleep(1)
|
||
|
||
async def _generate_and_send(self, message: MessageRecv):
|
||
"""为单个消息生成文本回复。整个过程可以被中断。"""
|
||
self._is_replying = True
|
||
|
||
await send_loading(self.stream_id, "......")
|
||
|
||
# 视线管理：开始生成回复时切换视线状态
|
||
chat_watching = watching_manager.get_watching_by_chat_id(self.stream_id)
|
||
await chat_watching.on_reply_start()
|
||
|
||
# 回复生成实时展示：开始生成
|
||
user_name = message.message_info.user_info.user_nickname
|
||
|
||
sender_container = MessageSenderContainer(self.chat_stream, message)
|
||
sender_container.start()
|
||
|
||
try:
|
||
logger.info(f"[S4U] 开始为消息生成文本和音频流: '{message.processed_plain_text[:30]}...'")
|
||
|
||
# 1. 逐句生成文本、发送
|
||
gen = self.gpt.generate_response(message, "")
|
||
async for chunk in gen:
|
||
# 如果任务被取消，await 会在此处引发 CancelledError
|
||
|
||
# a. 发送文本块
|
||
await sender_container.add_message(chunk)
|
||
|
||
|
||
# 等待所有文本消息发送完成
|
||
await sender_container.close()
|
||
await sender_container.join()
|
||
|
||
|
||
logger.info(f"[{self.stream_name}] 所有文本块处理完毕。")
|
||
|
||
except asyncio.CancelledError:
|
||
logger.info(f"[{self.stream_name}] 回复流程（文本）被中断。")
|
||
raise # 将取消异常向上传播
|
||
except Exception as e:
|
||
logger.error(f"[{self.stream_name}] 回复生成过程中出现错误: {e}", exc_info=True)
|
||
# 回复生成实时展示：清空内容（出错时）
|
||
finally:
|
||
self._is_replying = False
|
||
|
||
await send_unloading(self.stream_id)
|
||
|
||
# 视线管理：回复结束时切换视线状态
|
||
chat_watching = watching_manager.get_watching_by_chat_id(self.stream_id)
|
||
await chat_watching.on_reply_finished()
|
||
|
||
# 确保发送器被妥善关闭（即使已关闭，再次调用也是安全的）
|
||
sender_container.resume()
|
||
if not sender_container._task.done():
|
||
await sender_container.close()
|
||
await sender_container.join()
|
||
logger.info(f"[{self.stream_name}] _generate_and_send 任务结束，资源已清理。")
|
||
|
||
async def shutdown(self):
|
||
"""平滑关闭处理任务。"""
|
||
logger.info(f"正在关闭 S4UChat: {self.stream_name}")
|
||
|
||
# 取消正在运行的任务
|
||
if self._current_generation_task and not self._current_generation_task.done():
|
||
self._current_generation_task.cancel()
|
||
|
||
if self._processing_task and not self._processing_task.done():
|
||
self._processing_task.cancel()
|
||
|
||
# 等待任务响应取消
|
||
try:
|
||
await self._processing_task
|
||
except asyncio.CancelledError:
|
||
logger.info(f"处理任务已成功取消: {self.stream_name}")
|