Update utils.py

This commit is contained in:
SengokuCola
2025-04-13 21:19:31 +08:00
parent 8783cea014
commit 4c21785eb5

View File

@@ -326,14 +326,14 @@ def random_remove_punctuation(text: str) -> str:
def process_llm_response(text: str) -> List[str]: def process_llm_response(text: str) -> List[str]:
# processed_response = process_text_with_typos(content) # processed_response = process_text_with_typos(content)
# 对西文字符段落的回复长度设置为汉字字符的两倍 # 对西文字符段落的回复长度设置为汉字字符的两倍
max_length = global_config.response_max_length max_length = global_config.response_max_length *3
max_sentence_num = global_config.response_max_sentence_num max_sentence_num = global_config.response_max_sentence_num
# if len(text) > max_length and not is_western_paragraph(text): if len(text) > max_length and not is_western_paragraph(text):
# logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复") logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复")
# return ["懒得说"] return ["懒得说"]
# elif len(text) > 200: elif len(text) > 200:
# logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复") logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复")
# return ["懒得说"] return ["懒得说"]
# 处理长消息 # 处理长消息
typo_generator = ChineseTypoGenerator( typo_generator = ChineseTypoGenerator(
error_rate=global_config.chinese_typo_error_rate, error_rate=global_config.chinese_typo_error_rate,