926 lines
37 KiB
Python
926 lines
37 KiB
Python
import time # 导入 time 模块以获取当前时间
|
||
import random
|
||
import re
|
||
|
||
from typing import List, Dict, Any, Tuple, Optional
|
||
from rich.traceback import install
|
||
|
||
from src.config.config import global_config
|
||
from src.common.message_repository import find_messages, count_messages
|
||
from src.common.database.database_model import ActionRecords
|
||
from src.common.database.database_model import Images
|
||
from src.person_info.person_info import PersonInfoManager, get_person_info_manager
|
||
from src.chat.utils.utils import translate_timestamp_to_human_readable
|
||
|
||
install(extra_lines=3)
|
||
|
||
|
||
def get_raw_msg_by_timestamp(
|
||
timestamp_start: float, timestamp_end: float, limit: int = 0, limit_mode: str = "latest"
|
||
) -> List[Dict[str, Any]]:
|
||
"""
|
||
获取从指定时间戳到指定时间戳的消息，按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
limit_mode: 当 limit > 0 时生效。 'earliest' 表示获取最早的记录， 'latest' 表示获取最新的记录。默认为 'latest'。
|
||
"""
|
||
filter_query = {"time": {"$gt": timestamp_start, "$lt": timestamp_end}}
|
||
# 只有当 limit 为 0 时才应用外部 sort
|
||
sort_order = [("time", 1)] if limit == 0 else None
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit, limit_mode=limit_mode)
|
||
|
||
|
||
def get_raw_msg_by_timestamp_with_chat(
|
||
chat_id: str, timestamp_start: float, timestamp_end: float, limit: int = 0, limit_mode: str = "latest"
|
||
) -> List[Dict[str, Any]]:
|
||
"""获取在特定聊天从指定时间戳到指定时间戳的消息，按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
limit_mode: 当 limit > 0 时生效。 'earliest' 表示获取最早的记录， 'latest' 表示获取最新的记录。默认为 'latest'。
|
||
"""
|
||
filter_query = {"chat_id": chat_id, "time": {"$gt": timestamp_start, "$lt": timestamp_end}}
|
||
# 只有当 limit 为 0 时才应用外部 sort
|
||
sort_order = [("time", 1)] if limit == 0 else None
|
||
# 直接将 limit_mode 传递给 find_messages
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit, limit_mode=limit_mode)
|
||
|
||
|
||
def get_raw_msg_by_timestamp_with_chat_inclusive(
|
||
chat_id: str, timestamp_start: float, timestamp_end: float, limit: int = 0, limit_mode: str = "latest"
|
||
) -> List[Dict[str, Any]]:
|
||
"""获取在特定聊天从指定时间戳到指定时间戳的消息（包含边界），按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
limit_mode: 当 limit > 0 时生效。 'earliest' 表示获取最早的记录， 'latest' 表示获取最新的记录。默认为 'latest'。
|
||
"""
|
||
filter_query = {"chat_id": chat_id, "time": {"$gte": timestamp_start, "$lte": timestamp_end}}
|
||
# 只有当 limit 为 0 时才应用外部 sort
|
||
sort_order = [("time", 1)] if limit == 0 else None
|
||
# 直接将 limit_mode 传递给 find_messages
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit, limit_mode=limit_mode)
|
||
|
||
|
||
def get_raw_msg_by_timestamp_with_chat_users(
|
||
chat_id: str,
|
||
timestamp_start: float,
|
||
timestamp_end: float,
|
||
person_ids: list,
|
||
limit: int = 0,
|
||
limit_mode: str = "latest",
|
||
) -> List[Dict[str, Any]]:
|
||
"""获取某些特定用户在特定聊天从指定时间戳到指定时间戳的消息，按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
limit_mode: 当 limit > 0 时生效。 'earliest' 表示获取最早的记录， 'latest' 表示获取最新的记录。默认为 'latest'。
|
||
"""
|
||
filter_query = {
|
||
"chat_id": chat_id,
|
||
"time": {"$gt": timestamp_start, "$lt": timestamp_end},
|
||
"user_id": {"$in": person_ids},
|
||
}
|
||
# 只有当 limit 为 0 时才应用外部 sort
|
||
sort_order = [("time", 1)] if limit == 0 else None
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit, limit_mode=limit_mode)
|
||
|
||
|
||
def get_actions_by_timestamp_with_chat(
|
||
chat_id: str,
|
||
timestamp_start: float = 0,
|
||
timestamp_end: float = time.time(),
|
||
limit: int = 0,
|
||
limit_mode: str = "latest",
|
||
) -> List[Dict[str, Any]]:
|
||
"""获取在特定聊天从指定时间戳到指定时间戳的动作记录，按时间升序排序，返回动作记录列表"""
|
||
query = ActionRecords.select().where(
|
||
(ActionRecords.chat_id == chat_id)
|
||
& (ActionRecords.time > timestamp_start) # type: ignore
|
||
& (ActionRecords.time < timestamp_end) # type: ignore
|
||
)
|
||
|
||
if limit > 0:
|
||
if limit_mode == "latest":
|
||
query = query.order_by(ActionRecords.time.desc()).limit(limit)
|
||
# 获取后需要反转列表，以保持最终输出为时间升序
|
||
actions = list(query)
|
||
return [action.__data__ for action in reversed(actions)]
|
||
else: # earliest
|
||
query = query.order_by(ActionRecords.time.asc()).limit(limit)
|
||
else:
|
||
query = query.order_by(ActionRecords.time.asc())
|
||
|
||
actions = list(query)
|
||
return [action.__data__ for action in actions]
|
||
|
||
|
||
def get_actions_by_timestamp_with_chat_inclusive(
|
||
chat_id: str, timestamp_start: float, timestamp_end: float, limit: int = 0, limit_mode: str = "latest"
|
||
) -> List[Dict[str, Any]]:
|
||
"""获取在特定聊天从指定时间戳到指定时间戳的动作记录（包含边界），按时间升序排序，返回动作记录列表"""
|
||
query = ActionRecords.select().where(
|
||
(ActionRecords.chat_id == chat_id)
|
||
& (ActionRecords.time >= timestamp_start) # type: ignore
|
||
& (ActionRecords.time <= timestamp_end) # type: ignore
|
||
)
|
||
|
||
if limit > 0:
|
||
if limit_mode == "latest":
|
||
query = query.order_by(ActionRecords.time.desc()).limit(limit)
|
||
# 获取后需要反转列表，以保持最终输出为时间升序
|
||
actions = list(query)
|
||
return [action.__data__ for action in reversed(actions)]
|
||
else: # earliest
|
||
query = query.order_by(ActionRecords.time.asc()).limit(limit)
|
||
else:
|
||
query = query.order_by(ActionRecords.time.asc())
|
||
|
||
actions = list(query)
|
||
return [action.__data__ for action in actions]
|
||
|
||
|
||
def get_raw_msg_by_timestamp_random(
|
||
timestamp_start: float, timestamp_end: float, limit: int = 0, limit_mode: str = "latest"
|
||
) -> List[Dict[str, Any]]:
|
||
"""
|
||
先在范围时间戳内随机选择一条消息，取得消息的chat_id，然后根据chat_id获取该聊天在指定时间戳范围内的消息
|
||
"""
|
||
# 获取所有消息，只取chat_id字段
|
||
all_msgs = get_raw_msg_by_timestamp(timestamp_start, timestamp_end)
|
||
if not all_msgs:
|
||
return []
|
||
# 随机选一条
|
||
msg = random.choice(all_msgs)
|
||
chat_id = msg["chat_id"]
|
||
timestamp_start = msg["time"]
|
||
# 用 chat_id 获取该聊天在指定时间戳范围内的消息
|
||
return get_raw_msg_by_timestamp_with_chat(chat_id, timestamp_start, timestamp_end, limit, "earliest")
|
||
|
||
|
||
def get_raw_msg_by_timestamp_with_users(
|
||
timestamp_start: float, timestamp_end: float, person_ids: list, limit: int = 0, limit_mode: str = "latest"
|
||
) -> List[Dict[str, Any]]:
|
||
"""获取某些特定用户在 *所有聊天* 中从指定时间戳到指定时间戳的消息，按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
limit_mode: 当 limit > 0 时生效。 'earliest' 表示获取最早的记录， 'latest' 表示获取最新的记录。默认为 'latest'。
|
||
"""
|
||
filter_query = {"time": {"$gt": timestamp_start, "$lt": timestamp_end}, "user_id": {"$in": person_ids}}
|
||
# 只有当 limit 为 0 时才应用外部 sort
|
||
sort_order = [("time", 1)] if limit == 0 else None
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit, limit_mode=limit_mode)
|
||
|
||
|
||
def get_raw_msg_before_timestamp(timestamp: float, limit: int = 0) -> List[Dict[str, Any]]:
|
||
"""获取指定时间戳之前的消息，按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
"""
|
||
filter_query = {"time": {"$lt": timestamp}}
|
||
sort_order = [("time", 1)]
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit)
|
||
|
||
|
||
def get_raw_msg_before_timestamp_with_chat(chat_id: str, timestamp: float, limit: int = 0) -> List[Dict[str, Any]]:
|
||
"""获取指定时间戳之前的消息，按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
"""
|
||
filter_query = {"chat_id": chat_id, "time": {"$lt": timestamp}}
|
||
sort_order = [("time", 1)]
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit)
|
||
|
||
|
||
def get_raw_msg_before_timestamp_with_users(timestamp: float, person_ids: list, limit: int = 0) -> List[Dict[str, Any]]:
|
||
"""获取指定时间戳之前的消息，按时间升序排序，返回消息列表
|
||
limit: 限制返回的消息数量，0为不限制
|
||
"""
|
||
filter_query = {"time": {"$lt": timestamp}, "user_id": {"$in": person_ids}}
|
||
sort_order = [("time", 1)]
|
||
return find_messages(message_filter=filter_query, sort=sort_order, limit=limit)
|
||
|
||
|
||
def num_new_messages_since(chat_id: str, timestamp_start: float = 0.0, timestamp_end: Optional[float] = None) -> int:
|
||
"""
|
||
检查特定聊天从 timestamp_start (不含) 到 timestamp_end (不含) 之间有多少新消息。
|
||
如果 timestamp_end 为 None，则检查从 timestamp_start (不含) 到当前时间的消息。
|
||
"""
|
||
# 确定有效的结束时间戳
|
||
_timestamp_end = timestamp_end if timestamp_end is not None else time.time()
|
||
|
||
# 确保 timestamp_start < _timestamp_end
|
||
if timestamp_start >= _timestamp_end:
|
||
# logger.warning(f"timestamp_start ({timestamp_start}) must be less than _timestamp_end ({_timestamp_end}). Returning 0.")
|
||
return 0 # 起始时间大于等于结束时间，没有新消息
|
||
|
||
filter_query = {"chat_id": chat_id, "time": {"$gt": timestamp_start, "$lt": _timestamp_end}}
|
||
return count_messages(message_filter=filter_query)
|
||
|
||
|
||
def num_new_messages_since_with_users(
|
||
chat_id: str, timestamp_start: float, timestamp_end: float, person_ids: list
|
||
) -> int:
|
||
"""检查某些特定用户在特定聊天在指定时间戳之间有多少新消息"""
|
||
if not person_ids: # 保持空列表检查
|
||
return 0
|
||
filter_query = {
|
||
"chat_id": chat_id,
|
||
"time": {"$gt": timestamp_start, "$lt": timestamp_end},
|
||
"user_id": {"$in": person_ids},
|
||
}
|
||
return count_messages(message_filter=filter_query)
|
||
|
||
|
||
def _build_readable_messages_internal(
|
||
messages: List[Dict[str, Any]],
|
||
replace_bot_name: bool = True,
|
||
merge_messages: bool = False,
|
||
timestamp_mode: str = "relative",
|
||
truncate: bool = False,
|
||
pic_id_mapping: Optional[Dict[str, str]] = None,
|
||
pic_counter: int = 1,
|
||
show_pic: bool = True,
|
||
) -> Tuple[str, List[Tuple[float, str, str]], Dict[str, str], int]:
|
||
"""
|
||
内部辅助函数，构建可读消息字符串和原始消息详情列表。
|
||
|
||
Args:
|
||
messages: 消息字典列表。
|
||
replace_bot_name: 是否将机器人的 user_id 替换为 "我"。
|
||
merge_messages: 是否合并来自同一用户的连续消息。
|
||
timestamp_mode: 时间戳的显示模式 ('relative', 'absolute', etc.)。传递给 translate_timestamp_to_human_readable。
|
||
truncate: 是否根据消息的新旧程度截断过长的消息内容。
|
||
pic_id_mapping: 图片ID映射字典，如果为None则创建新的
|
||
pic_counter: 图片计数器起始值
|
||
|
||
Returns:
|
||
包含格式化消息的字符串、原始消息详情列表、图片映射字典和更新后的计数器的元组。
|
||
"""
|
||
if not messages:
|
||
return "", [], pic_id_mapping or {}, pic_counter
|
||
|
||
message_details_raw: List[Tuple[float, str, str, bool]] = []
|
||
|
||
# 使用传入的映射字典，如果没有则创建新的
|
||
if pic_id_mapping is None:
|
||
pic_id_mapping = {}
|
||
current_pic_counter = pic_counter
|
||
|
||
def process_pic_ids(content: str) -> str:
|
||
"""处理内容中的图片ID，将其替换为[图片x]格式"""
|
||
nonlocal current_pic_counter
|
||
|
||
# 匹配 [picid:xxxxx] 格式
|
||
pic_pattern = r"\[picid:([^\]]+)\]"
|
||
|
||
def replace_pic_id(match):
|
||
nonlocal current_pic_counter
|
||
pic_id = match.group(1)
|
||
|
||
if pic_id not in pic_id_mapping:
|
||
pic_id_mapping[pic_id] = f"图片{current_pic_counter}"
|
||
current_pic_counter += 1
|
||
|
||
return f"[{pic_id_mapping[pic_id]}]"
|
||
|
||
return re.sub(pic_pattern, replace_pic_id, content)
|
||
|
||
# 1 & 2: 获取发送者信息并提取消息组件
|
||
for msg in messages:
|
||
# 检查是否是动作记录
|
||
if msg.get("is_action_record", False):
|
||
is_action = True
|
||
timestamp: float = msg.get("time") # type: ignore
|
||
content = msg.get("display_message", "")
|
||
# 对于动作记录，也处理图片ID
|
||
content = process_pic_ids(content)
|
||
message_details_raw.append((timestamp, global_config.bot.nickname, content, is_action))
|
||
continue
|
||
|
||
# 检查并修复缺少的user_info字段
|
||
if "user_info" not in msg:
|
||
# 创建user_info字段
|
||
msg["user_info"] = {
|
||
"platform": msg.get("user_platform", ""),
|
||
"user_id": msg.get("user_id", ""),
|
||
"user_nickname": msg.get("user_nickname", ""),
|
||
"user_cardname": msg.get("user_cardname", ""),
|
||
}
|
||
|
||
user_info = msg.get("user_info", {})
|
||
platform = user_info.get("platform")
|
||
user_id = user_info.get("user_id")
|
||
|
||
user_nickname = user_info.get("user_nickname")
|
||
user_cardname = user_info.get("user_cardname")
|
||
|
||
timestamp: float = msg.get("time") # type: ignore
|
||
content: str
|
||
if msg.get("display_message"):
|
||
content = msg.get("display_message", "")
|
||
else:
|
||
content = msg.get("processed_plain_text", "") # 默认空字符串
|
||
|
||
if "ᶠ" in content:
|
||
content = content.replace("ᶠ", "")
|
||
if "ⁿ" in content:
|
||
content = content.replace("ⁿ", "")
|
||
|
||
# 处理图片ID
|
||
if show_pic:
|
||
content = process_pic_ids(content)
|
||
|
||
# 检查必要信息是否存在
|
||
if not all([platform, user_id, timestamp is not None]):
|
||
continue
|
||
|
||
person_id = PersonInfoManager.get_person_id(platform, user_id)
|
||
person_info_manager = get_person_info_manager()
|
||
# 根据 replace_bot_name 参数决定是否替换机器人名称
|
||
person_name: str
|
||
if replace_bot_name and user_id == global_config.bot.qq_account:
|
||
person_name = f"{global_config.bot.nickname}(你)"
|
||
else:
|
||
person_name = person_info_manager.get_value_sync(person_id, "person_name") # type: ignore
|
||
|
||
# 如果 person_name 未设置，则使用消息中的 nickname 或默认名称
|
||
if not person_name:
|
||
if user_cardname:
|
||
person_name = f"昵称：{user_cardname}"
|
||
elif user_nickname:
|
||
person_name = f"{user_nickname}"
|
||
else:
|
||
person_name = "某人"
|
||
|
||
# 检查是否有 回复<aaa:bbb> 字段
|
||
reply_pattern = r"回复<([^:<>]+):([^:<>]+)>"
|
||
match = re.search(reply_pattern, content)
|
||
if match:
|
||
aaa: str = match[1]
|
||
bbb: str = match[2]
|
||
reply_person_id = PersonInfoManager.get_person_id(platform, bbb)
|
||
reply_person_name = person_info_manager.get_value_sync(reply_person_id, "person_name") or aaa
|
||
# 在内容前加上回复信息
|
||
content = re.sub(reply_pattern, lambda m, name=reply_person_name: f"回复 {name}", content, count=1)
|
||
|
||
# 检查是否有 @<aaa:bbb> 字段 @<{member_info.get('nickname')}:{member_info.get('user_id')}>
|
||
at_pattern = r"@<([^:<>]+):([^:<>]+)>"
|
||
at_matches = list(re.finditer(at_pattern, content))
|
||
if at_matches:
|
||
new_content = ""
|
||
last_end = 0
|
||
for m in at_matches:
|
||
new_content += content[last_end : m.start()]
|
||
aaa = m.group(1)
|
||
bbb = m.group(2)
|
||
at_person_id = PersonInfoManager.get_person_id(platform, bbb)
|
||
at_person_name = person_info_manager.get_value_sync(at_person_id, "person_name") or aaa
|
||
new_content += f"@{at_person_name}"
|
||
last_end = m.end()
|
||
new_content += content[last_end:]
|
||
content = new_content
|
||
|
||
target_str = "这是QQ的一个功能，用于提及某人，但没那么明显"
|
||
if target_str in content and random.random() < 0.6:
|
||
content = content.replace(target_str, "")
|
||
|
||
if content != "":
|
||
message_details_raw.append((timestamp, person_name, content, False))
|
||
|
||
if not message_details_raw:
|
||
return "", [], pic_id_mapping, current_pic_counter
|
||
|
||
message_details_raw.sort(key=lambda x: x[0]) # 按时间戳(第一个元素)升序排序，越早的消息排在前面
|
||
|
||
# 为每条消息添加一个标记，指示它是否是动作记录
|
||
message_details_with_flags = []
|
||
for timestamp, name, content, is_action in message_details_raw:
|
||
message_details_with_flags.append((timestamp, name, content, is_action))
|
||
|
||
# 应用截断逻辑 (如果 truncate 为 True)
|
||
message_details: List[Tuple[float, str, str, bool]] = []
|
||
n_messages = len(message_details_with_flags)
|
||
if truncate and n_messages > 0:
|
||
for i, (timestamp, name, content, is_action) in enumerate(message_details_with_flags):
|
||
# 对于动作记录，不进行截断
|
||
if is_action:
|
||
message_details.append((timestamp, name, content, is_action))
|
||
continue
|
||
|
||
percentile = i / n_messages # 计算消息在列表中的位置百分比 (0 <= percentile < 1)
|
||
original_len = len(content)
|
||
limit = -1 # 默认不截断
|
||
|
||
if percentile < 0.2: # 60% 之前的消息 (即最旧的 60%)
|
||
limit = 50
|
||
replace_content = "......（记不清了）"
|
||
elif percentile < 0.5: # 60% 之前的消息 (即最旧的 60%)
|
||
limit = 100
|
||
replace_content = "......（有点记不清了）"
|
||
elif percentile < 0.7: # 60% 到 80% 之前的消息 (即中间的 20%)
|
||
limit = 200
|
||
replace_content = "......（内容太长了）"
|
||
elif percentile < 1.0: # 80% 到 100% 之前的消息 (即较新的 20%)
|
||
limit = 400
|
||
replace_content = "......（太长了）"
|
||
|
||
truncated_content = content
|
||
if 0 < limit < original_len:
|
||
truncated_content = f"{content[:limit]}{replace_content}"
|
||
|
||
message_details.append((timestamp, name, truncated_content, is_action))
|
||
else:
|
||
# 如果不截断，直接使用原始列表
|
||
message_details = message_details_with_flags
|
||
|
||
# 3: 合并连续消息 (如果 merge_messages 为 True)
|
||
merged_messages = []
|
||
if merge_messages and message_details:
|
||
# 初始化第一个合并块
|
||
current_merge = {
|
||
"name": message_details[0][1],
|
||
"start_time": message_details[0][0],
|
||
"end_time": message_details[0][0],
|
||
"content": [message_details[0][2]],
|
||
"is_action": message_details[0][3],
|
||
}
|
||
|
||
for i in range(1, len(message_details)):
|
||
timestamp, name, content, is_action = message_details[i]
|
||
|
||
# 对于动作记录，不进行合并
|
||
if is_action or current_merge["is_action"]:
|
||
# 保存当前的合并块
|
||
merged_messages.append(current_merge)
|
||
# 创建新的块
|
||
current_merge = {
|
||
"name": name,
|
||
"start_time": timestamp,
|
||
"end_time": timestamp,
|
||
"content": [content],
|
||
"is_action": is_action,
|
||
}
|
||
continue
|
||
|
||
# 如果是同一个人发送的连续消息且时间间隔小于等于60秒
|
||
if name == current_merge["name"] and (timestamp - current_merge["end_time"] <= 60):
|
||
current_merge["content"].append(content)
|
||
current_merge["end_time"] = timestamp # 更新最后消息时间
|
||
else:
|
||
# 保存上一个合并块
|
||
merged_messages.append(current_merge)
|
||
# 开始新的合并块
|
||
current_merge = {
|
||
"name": name,
|
||
"start_time": timestamp,
|
||
"end_time": timestamp,
|
||
"content": [content],
|
||
"is_action": is_action,
|
||
}
|
||
# 添加最后一个合并块
|
||
merged_messages.append(current_merge)
|
||
elif message_details: # 如果不合并消息，则每个消息都是一个独立的块
|
||
for timestamp, name, content, is_action in message_details:
|
||
merged_messages.append(
|
||
{
|
||
"name": name,
|
||
"start_time": timestamp, # 起始和结束时间相同
|
||
"end_time": timestamp,
|
||
"content": [content], # 内容只有一个元素
|
||
"is_action": is_action,
|
||
}
|
||
)
|
||
|
||
# 4 & 5: 格式化为字符串
|
||
output_lines = []
|
||
|
||
for _i, merged in enumerate(merged_messages):
|
||
# 使用指定的 timestamp_mode 格式化时间
|
||
readable_time = translate_timestamp_to_human_readable(merged["start_time"], mode=timestamp_mode)
|
||
|
||
# 检查是否是动作记录
|
||
if merged["is_action"]:
|
||
# 对于动作记录，使用特殊格式
|
||
output_lines.append(f"{readable_time}, {merged['content'][0]}")
|
||
else:
|
||
header = f"{readable_time}, {merged['name']} :"
|
||
output_lines.append(header)
|
||
# 将内容合并，并添加缩进
|
||
for line in merged["content"]:
|
||
stripped_line = line.strip()
|
||
if stripped_line: # 过滤空行
|
||
# 移除末尾句号，添加分号 - 这个逻辑似乎有点奇怪，暂时保留
|
||
if stripped_line.endswith("。"):
|
||
stripped_line = stripped_line[:-1]
|
||
# 如果内容被截断，结尾已经是 ...（内容太长），不再添加分号
|
||
if not stripped_line.endswith("（内容太长）"):
|
||
output_lines.append(f"{stripped_line}")
|
||
else:
|
||
output_lines.append(stripped_line) # 直接添加截断后的内容
|
||
output_lines.append("\n") # 在每个消息块后添加换行，保持可读性
|
||
|
||
# 移除可能的多余换行，然后合并
|
||
formatted_string = "".join(output_lines).strip()
|
||
|
||
# 返回格式化后的字符串、消息详情列表、图片映射字典和更新后的计数器
|
||
return (
|
||
formatted_string,
|
||
[(t, n, c) for t, n, c, is_action in message_details if not is_action],
|
||
pic_id_mapping,
|
||
current_pic_counter,
|
||
)
|
||
|
||
|
||
def build_pic_mapping_info(pic_id_mapping: Dict[str, str]) -> str:
|
||
# sourcery skip: use-contextlib-suppress
|
||
"""
|
||
构建图片映射信息字符串，显示图片的具体描述内容
|
||
|
||
Args:
|
||
pic_id_mapping: 图片ID到显示名称的映射字典
|
||
|
||
Returns:
|
||
格式化的映射信息字符串
|
||
"""
|
||
if not pic_id_mapping:
|
||
return ""
|
||
|
||
mapping_lines = []
|
||
|
||
# 按图片编号排序
|
||
sorted_items = sorted(pic_id_mapping.items(), key=lambda x: int(x[1].replace("图片", "")))
|
||
|
||
for pic_id, display_name in sorted_items:
|
||
# 从数据库中获取图片描述
|
||
description = "内容正在阅读，请稍等"
|
||
try:
|
||
image = Images.get_or_none(Images.image_id == pic_id)
|
||
if image and image.description:
|
||
description = image.description
|
||
except Exception:
|
||
# 如果查询失败，保持默认描述
|
||
pass
|
||
|
||
mapping_lines.append(f"[{display_name}] 的内容：{description}")
|
||
|
||
return "\n".join(mapping_lines)
|
||
|
||
|
||
def build_readable_actions(actions: List[Dict[str, Any]]) -> str:
|
||
"""
|
||
将动作列表转换为可读的文本格式。
|
||
格式: 在（）分钟前，你使用了(action_name)，具体内容是：（action_prompt_display）
|
||
|
||
Args:
|
||
actions: 动作记录字典列表。
|
||
|
||
Returns:
|
||
格式化的动作字符串。
|
||
"""
|
||
if not actions:
|
||
return ""
|
||
|
||
output_lines = []
|
||
current_time = time.time()
|
||
|
||
# The get functions return actions sorted ascending by time. Let's reverse it to show newest first.
|
||
# sorted_actions = sorted(actions, key=lambda x: x.get("time", 0), reverse=True)
|
||
|
||
for action in actions:
|
||
action_time = action.get("time", current_time)
|
||
action_name = action.get("action_name", "未知动作")
|
||
action_prompt_display = action.get("action_prompt_display", "无具体内容")
|
||
|
||
time_diff_seconds = current_time - action_time
|
||
|
||
if time_diff_seconds < 60:
|
||
time_ago_str = f"在{int(time_diff_seconds)}秒前"
|
||
else:
|
||
time_diff_minutes = round(time_diff_seconds / 60)
|
||
time_ago_str = f"在{int(time_diff_minutes)}分钟前"
|
||
|
||
line = f"{time_ago_str}，你使用了“{action_name}”，具体内容是：“{action_prompt_display}”"
|
||
output_lines.append(line)
|
||
|
||
return "\n".join(output_lines)
|
||
|
||
|
||
async def build_readable_messages_with_list(
|
||
messages: List[Dict[str, Any]],
|
||
replace_bot_name: bool = True,
|
||
merge_messages: bool = False,
|
||
timestamp_mode: str = "relative",
|
||
truncate: bool = False,
|
||
) -> Tuple[str, List[Tuple[float, str, str]]]:
|
||
"""
|
||
将消息列表转换为可读的文本格式，并返回原始(时间戳, 昵称, 内容)列表。
|
||
允许通过参数控制格式化行为。
|
||
"""
|
||
formatted_string, details_list, pic_id_mapping, _ = _build_readable_messages_internal(
|
||
messages, replace_bot_name, merge_messages, timestamp_mode, truncate
|
||
)
|
||
|
||
if pic_mapping_info := build_pic_mapping_info(pic_id_mapping):
|
||
formatted_string = f"{pic_mapping_info}\n\n{formatted_string}"
|
||
|
||
return formatted_string, details_list
|
||
|
||
|
||
def build_readable_messages(
|
||
messages: List[Dict[str, Any]],
|
||
replace_bot_name: bool = True,
|
||
merge_messages: bool = False,
|
||
timestamp_mode: str = "relative",
|
||
read_mark: float = 0.0,
|
||
truncate: bool = False,
|
||
show_actions: bool = False,
|
||
show_pic: bool = True,
|
||
) -> str: # sourcery skip: extract-method
|
||
"""
|
||
将消息列表转换为可读的文本格式。
|
||
如果提供了 read_mark，则在相应位置插入已读标记。
|
||
允许通过参数控制格式化行为。
|
||
|
||
Args:
|
||
messages: 消息列表
|
||
replace_bot_name: 是否替换机器人名称为"你"
|
||
merge_messages: 是否合并连续消息
|
||
timestamp_mode: 时间戳显示模式
|
||
read_mark: 已读标记时间戳
|
||
truncate: 是否截断长消息
|
||
show_actions: 是否显示动作记录
|
||
"""
|
||
# 创建messages的深拷贝，避免修改原始列表
|
||
if not messages:
|
||
return ""
|
||
|
||
copy_messages = [msg.copy() for msg in messages]
|
||
|
||
if show_actions and copy_messages:
|
||
# 获取所有消息的时间范围
|
||
min_time = min(msg.get("time", 0) for msg in copy_messages)
|
||
max_time = max(msg.get("time", 0) for msg in copy_messages)
|
||
|
||
# 从第一条消息中获取chat_id
|
||
chat_id = copy_messages[0].get("chat_id") if copy_messages else None
|
||
|
||
# 获取这个时间范围内的动作记录，并匹配chat_id
|
||
actions_in_range = (
|
||
ActionRecords.select()
|
||
.where(
|
||
(ActionRecords.time >= min_time) & (ActionRecords.time <= max_time) & (ActionRecords.chat_id == chat_id)
|
||
)
|
||
.order_by(ActionRecords.time)
|
||
)
|
||
|
||
# 获取最新消息之后的第一个动作记录
|
||
action_after_latest = (
|
||
ActionRecords.select()
|
||
.where((ActionRecords.time > max_time) & (ActionRecords.chat_id == chat_id))
|
||
.order_by(ActionRecords.time)
|
||
.limit(1)
|
||
)
|
||
|
||
# 合并两部分动作记录
|
||
actions = list(actions_in_range) + list(action_after_latest)
|
||
|
||
# 将动作记录转换为消息格式
|
||
for action in actions:
|
||
# 只有当build_into_prompt为True时才添加动作记录
|
||
if action.action_build_into_prompt:
|
||
action_msg = {
|
||
"time": action.time,
|
||
"user_id": global_config.bot.qq_account, # 使用机器人的QQ账号
|
||
"user_nickname": global_config.bot.nickname, # 使用机器人的昵称
|
||
"user_cardname": "", # 机器人没有群名片
|
||
"processed_plain_text": f"{action.action_prompt_display}",
|
||
"display_message": f"{action.action_prompt_display}",
|
||
"chat_info_platform": action.chat_info_platform,
|
||
"is_action_record": True, # 添加标识字段
|
||
"action_name": action.action_name, # 保存动作名称
|
||
}
|
||
copy_messages.append(action_msg)
|
||
|
||
# 重新按时间排序
|
||
copy_messages.sort(key=lambda x: x.get("time", 0))
|
||
|
||
if read_mark <= 0:
|
||
# 没有有效的 read_mark，直接格式化所有消息
|
||
formatted_string, _, pic_id_mapping, _ = _build_readable_messages_internal(
|
||
copy_messages, replace_bot_name, merge_messages, timestamp_mode, truncate, show_pic=show_pic
|
||
)
|
||
|
||
# 生成图片映射信息并添加到最前面
|
||
pic_mapping_info = build_pic_mapping_info(pic_id_mapping)
|
||
if pic_mapping_info:
|
||
return f"{pic_mapping_info}\n\n{formatted_string}"
|
||
else:
|
||
return formatted_string
|
||
else:
|
||
# 按 read_mark 分割消息
|
||
messages_before_mark = [msg for msg in copy_messages if msg.get("time", 0) <= read_mark]
|
||
messages_after_mark = [msg for msg in copy_messages if msg.get("time", 0) > read_mark]
|
||
|
||
# 共享的图片映射字典和计数器
|
||
pic_id_mapping = {}
|
||
pic_counter = 1
|
||
|
||
# 分别格式化，但使用共享的图片映射
|
||
formatted_before, _, pic_id_mapping, pic_counter = _build_readable_messages_internal(
|
||
messages_before_mark,
|
||
replace_bot_name,
|
||
merge_messages,
|
||
timestamp_mode,
|
||
truncate,
|
||
pic_id_mapping,
|
||
pic_counter,
|
||
show_pic=show_pic,
|
||
)
|
||
formatted_after, _, pic_id_mapping, _ = _build_readable_messages_internal(
|
||
messages_after_mark,
|
||
replace_bot_name,
|
||
merge_messages,
|
||
timestamp_mode,
|
||
False,
|
||
pic_id_mapping,
|
||
pic_counter,
|
||
show_pic=show_pic,
|
||
)
|
||
|
||
read_mark_line = "\n--- 以上消息是你已经看过，请关注以下未读的新消息---\n"
|
||
|
||
# 生成图片映射信息
|
||
if pic_id_mapping:
|
||
pic_mapping_info = f"图片信息：\n{build_pic_mapping_info(pic_id_mapping)}\n聊天记录信息：\n"
|
||
else:
|
||
pic_mapping_info = "聊天记录信息：\n"
|
||
|
||
# 组合结果
|
||
result_parts = []
|
||
if pic_mapping_info:
|
||
result_parts.extend((pic_mapping_info, "\n"))
|
||
if formatted_before and formatted_after:
|
||
result_parts.extend([formatted_before, read_mark_line, formatted_after])
|
||
elif formatted_before:
|
||
result_parts.extend([formatted_before, read_mark_line])
|
||
elif formatted_after:
|
||
result_parts.extend([read_mark_line, formatted_after])
|
||
else:
|
||
result_parts.append(read_mark_line.strip())
|
||
|
||
return "".join(result_parts)
|
||
|
||
|
||
async def build_anonymous_messages(messages: List[Dict[str, Any]]) -> str:
|
||
"""
|
||
构建匿名可读消息，将不同人的名称转为唯一占位符（A、B、C...），bot自己用SELF。
|
||
处理 回复<aaa:bbb> 和 @<aaa:bbb> 字段，将bbb映射为匿名占位符。
|
||
"""
|
||
if not messages:
|
||
print("111111111111没有消息，无法构建匿名消息")
|
||
return ""
|
||
|
||
person_map = {}
|
||
current_char = ord("A")
|
||
output_lines = []
|
||
|
||
# 图片ID映射字典
|
||
pic_id_mapping = {}
|
||
pic_counter = 1
|
||
|
||
def process_pic_ids(content: str) -> str:
|
||
"""处理内容中的图片ID，将其替换为[图片x]格式"""
|
||
nonlocal pic_counter
|
||
|
||
# 匹配 [picid:xxxxx] 格式
|
||
pic_pattern = r"\[picid:([^\]]+)\]"
|
||
|
||
def replace_pic_id(match):
|
||
nonlocal pic_counter
|
||
pic_id = match.group(1)
|
||
|
||
if pic_id not in pic_id_mapping:
|
||
pic_id_mapping[pic_id] = f"图片{pic_counter}"
|
||
pic_counter += 1
|
||
|
||
return f"[{pic_id_mapping[pic_id]}]"
|
||
|
||
return re.sub(pic_pattern, replace_pic_id, content)
|
||
|
||
def get_anon_name(platform, user_id):
|
||
# print(f"get_anon_name: platform:{platform}, user_id:{user_id}")
|
||
# print(f"global_config.bot.qq_account:{global_config.bot.qq_account}")
|
||
|
||
if user_id == global_config.bot.qq_account:
|
||
# print("SELF11111111111111")
|
||
return "SELF"
|
||
try:
|
||
person_id = PersonInfoManager.get_person_id(platform, user_id)
|
||
except Exception as _e:
|
||
person_id = None
|
||
if not person_id:
|
||
return "?"
|
||
if person_id not in person_map:
|
||
nonlocal current_char
|
||
person_map[person_id] = chr(current_char)
|
||
current_char += 1
|
||
return person_map[person_id]
|
||
|
||
for msg in messages:
|
||
try:
|
||
platform = msg.get("chat_info_platform")
|
||
user_id = msg.get("user_id")
|
||
_timestamp = msg.get("time")
|
||
content: str = ""
|
||
if msg.get("display_message"):
|
||
content = msg.get("display_message", "")
|
||
else:
|
||
content = msg.get("processed_plain_text", "")
|
||
|
||
if "ᶠ" in content:
|
||
content = content.replace("ᶠ", "")
|
||
if "ⁿ" in content:
|
||
content = content.replace("ⁿ", "")
|
||
|
||
# 处理图片ID
|
||
content = process_pic_ids(content)
|
||
|
||
# if not all([platform, user_id, timestamp is not None]):
|
||
# continue
|
||
|
||
anon_name = get_anon_name(platform, user_id)
|
||
# print(f"anon_name:{anon_name}")
|
||
|
||
# 处理 回复<aaa:bbb>
|
||
reply_pattern = r"回复<([^:<>]+):([^:<>]+)>"
|
||
match = re.search(reply_pattern, content)
|
||
if match:
|
||
# print(f"发现回复match:{match}")
|
||
bbb = match.group(2)
|
||
try:
|
||
anon_reply = get_anon_name(platform, bbb)
|
||
# print(f"anon_reply:{anon_reply}")
|
||
except Exception:
|
||
anon_reply = "?"
|
||
content = re.sub(reply_pattern, f"回复 {anon_reply}", content, count=1)
|
||
|
||
# 处理 @<aaa:bbb>，无嵌套def
|
||
at_pattern = r"@<([^:<>]+):([^:<>]+)>"
|
||
at_matches = list(re.finditer(at_pattern, content))
|
||
if at_matches:
|
||
# print(f"发现@match:{at_matches}")
|
||
new_content = ""
|
||
last_end = 0
|
||
for m in at_matches:
|
||
new_content += content[last_end : m.start()]
|
||
bbb = m.group(2)
|
||
try:
|
||
anon_at = get_anon_name(platform, bbb)
|
||
# print(f"anon_at:{anon_at}")
|
||
except Exception:
|
||
anon_at = "?"
|
||
new_content += f"@{anon_at}"
|
||
last_end = m.end()
|
||
new_content += content[last_end:]
|
||
content = new_content
|
||
|
||
header = f"{anon_name}说 "
|
||
output_lines.append(header)
|
||
stripped_line = content.strip()
|
||
if stripped_line:
|
||
if stripped_line.endswith("。"):
|
||
stripped_line = stripped_line[:-1]
|
||
output_lines.append(f"{stripped_line}")
|
||
# print(f"output_lines:{output_lines}")
|
||
output_lines.append("\n")
|
||
except Exception:
|
||
continue
|
||
|
||
# 在最前面添加图片映射信息
|
||
final_output_lines = []
|
||
pic_mapping_info = build_pic_mapping_info(pic_id_mapping)
|
||
if pic_mapping_info:
|
||
final_output_lines.append(pic_mapping_info)
|
||
final_output_lines.append("\n\n")
|
||
|
||
final_output_lines.extend(output_lines)
|
||
formatted_string = "".join(final_output_lines).strip()
|
||
return formatted_string
|
||
|
||
|
||
async def get_person_id_list(messages: List[Dict[str, Any]]) -> List[str]:
|
||
"""
|
||
从消息列表中提取不重复的 person_id 列表 (忽略机器人自身)。
|
||
|
||
Args:
|
||
messages: 消息字典列表。
|
||
|
||
Returns:
|
||
一个包含唯一 person_id 的列表。
|
||
"""
|
||
person_ids_set = set() # 使用集合来自动去重
|
||
|
||
for msg in messages:
|
||
platform: str = msg.get("user_platform") # type: ignore
|
||
user_id: str = msg.get("user_id") # type: ignore
|
||
|
||
# 检查必要信息是否存在 且 不是机器人自己
|
||
if not all([platform, user_id]) or user_id == global_config.bot.qq_account:
|
||
continue
|
||
|
||
if person_id := PersonInfoManager.get_person_id(platform, user_id):
|
||
person_ids_set.add(person_id)
|
||
|
||
return list(person_ids_set) # 将集合转换为列表返回
|