llm统计记录模型反应时间

This commit is contained in:
雅诺狐
2025-08-16 14:26:18 +08:00
committed by Windpicker-owo
parent 5704dcc1d8
commit dfecccfc56
3 changed files with 28 additions and 6 deletions

View File

@@ -148,6 +148,7 @@ class LLMRequest:
model_info=model_info,
model_usage=usage,
user_id="system",
time_cost=time.time() - start_time,
request_type=self.request_type,
endpoint="/chat/completions",
time_cost=time.time() - start_time,
@@ -242,6 +243,7 @@ class LLMRequest:
) -> Tuple[str, Tuple[str, str, Optional[List[ToolCall]]]]:
"""执行单次请求"""
# 模型选择和请求准备
start_time = time.time()
model_info, api_provider, client = self._select_model()
processed_prompt = self._apply_content_obfuscation(prompt, api_provider)
@@ -295,6 +297,7 @@ class LLMRequest:
llm_usage_recorder.record_usage_to_database(
model_info=model_info,
model_usage=usage,
time_cost=time.time() - start_time,
user_id="system",
request_type=self.request_type,
endpoint="/chat/completions",
@@ -350,6 +353,7 @@ class LLMRequest:
if usage := response.usage:
llm_usage_recorder.record_usage_to_database(
model_info=model_info,
time_cost=time.time() - start_time,
model_usage=usage,
user_id="system",
request_type=self.request_type,