Merge pull request #1175 from XXXxx7258/dev

fix(stream): 跳过空 choices 的 SSE 帧并记录 usage,避免流式解析越界
This commit is contained in:
UnCLAS-Prommer
2025-08-12 16:55:30 +08:00
committed by GitHub

View File

@@ -270,7 +270,15 @@ async def _default_stream_response_handler(
# 如果中断量被设置则抛出ReqAbortException
_insure_buffer_closed()
raise ReqAbortException("请求被外部信号中断")
# 空 choices / usage-only 帧的防御
if not getattr(event, "choices", None) or len(event.choices) == 0:
if getattr(event, "usage", None):
_usage_record = (
event.usage.prompt_tokens or 0,
event.usage.completion_tokens or 0,
event.usage.total_tokens or 0,
)
continue # 跳过本帧,避免访问 choices[0]
delta = event.choices[0].delta # 获取当前块的delta内容
if hasattr(delta, "reasoning_content") and delta.reasoning_content: # type: ignore