Update utils.py
This commit is contained in:
@@ -326,14 +326,14 @@ def random_remove_punctuation(text: str) -> str:
|
|||||||
def process_llm_response(text: str) -> List[str]:
|
def process_llm_response(text: str) -> List[str]:
|
||||||
# processed_response = process_text_with_typos(content)
|
# processed_response = process_text_with_typos(content)
|
||||||
# 对西文字符段落的回复长度设置为汉字字符的两倍
|
# 对西文字符段落的回复长度设置为汉字字符的两倍
|
||||||
max_length = global_config.response_max_length
|
max_length = global_config.response_max_length *3
|
||||||
max_sentence_num = global_config.response_max_sentence_num
|
max_sentence_num = global_config.response_max_sentence_num
|
||||||
# if len(text) > max_length and not is_western_paragraph(text):
|
if len(text) > max_length and not is_western_paragraph(text):
|
||||||
# logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复")
|
logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复")
|
||||||
# return ["懒得说"]
|
return ["懒得说"]
|
||||||
# elif len(text) > 200:
|
elif len(text) > 200:
|
||||||
# logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复")
|
logger.warning(f"回复过长 ({len(text)} 字符),返回默认回复")
|
||||||
# return ["懒得说"]
|
return ["懒得说"]
|
||||||
# 处理长消息
|
# 处理长消息
|
||||||
typo_generator = ChineseTypoGenerator(
|
typo_generator = ChineseTypoGenerator(
|
||||||
error_rate=global_config.chinese_typo_error_rate,
|
error_rate=global_config.chinese_typo_error_rate,
|
||||||
|
|||||||
Reference in New Issue
Block a user