请求中增加extra_params功能

This commit is contained in:
UnCLAS-Prommer
2025-07-31 01:08:35 +08:00
parent 42a33a406e
commit 483c8fb547

View File

@@ -253,10 +253,15 @@ class LLMRequest:
response_format=response_format,
stream_response_handler=stream_response_handler,
async_response_parser=async_response_parser,
extra_params=model_info.extra_params,
)
elif request_type == RequestType.EMBEDDING:
assert embedding_input, "embedding_input cannot be empty for embedding requests"
return await client.get_embedding(model_info=model_info, embedding_input=embedding_input)
return await client.get_embedding(
model_info=model_info,
embedding_input=embedding_input,
extra_params=model_info.extra_params,
)
except Exception as e:
logger.debug(f"请求失败: {str(e)}")
# 处理异常