gardel/Mofox-Core
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

使generator能够自定义是否切句或者生成错字

Browse Source 
跨越了三份文件的参数传递（（
This commit is contained in:
A0000Xz
2025-06-26 23:30:31 +08:00
parent 63eb678433
commit 514ccd6be3
3 changed files with 21 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/chat/utils/utils.py
View File

@@ -321,7 +321,7 @@ def random_remove_punctuation(text: str) -> str:
return result
def process_llm_response(text: str) -> list[str]:
def process_llm_response(text: str, enable_splitter: bool=True, enable_chinese_typo: bool=True) -> list[str]:
if not global_config.response_post_process.enable_response_post_process:
return [text]
@@ -359,14 +359,14 @@ def process_llm_response(text: str) -> list[str]:
word_replace_rate=global_config.chinese_typo.word_replace_rate,
)
if global_config.response_splitter.enable:
if global_config.response_splitter.enable and enable_splitter:
split_sentences = split_into_sentences_w_remove_punctuation(cleaned_text)
else:
split_sentences = [cleaned_text]
sentences = []
for sentence in split_sentences:
if global_config.chinese_typo.enable:
if global_config.chinese_typo.enable and enable_chinese_typo:
typoed_text, typo_corrections = typo_generator.create_typo_sentence(sentence)
sentences.append(typoed_text)
if typo_corrections: