修改了模型命名

This commit is contained in:
SengokuCola
2025-03-07 18:41:41 +08:00
parent 68b696b8aa
commit 34907fdbf5
5 changed files with 46 additions and 20 deletions

View File

@@ -197,13 +197,12 @@ class LLM_request:
)
return content, reasoning_content
async def generate_response_async(self, prompt: str) -> Union[str, Tuple[str, str]]:
async def generate_response_async(self, prompt: str, **kwargs) -> Union[str, Tuple[str, str]]:
"""异步方式根据输入的提示生成模型的响应"""
# 构建请求体
data = {
"model": self.model_name,
"messages": [{"role": "user", "content": prompt}],
"temperature": 0.5,
"max_tokens": global_config.max_response_length,
**self.params
}