Merge pull request #64 from tcmofashi/debug

Fix: 降低延迟,完善打印信息
This commit is contained in:
SengokuCola
2025-03-06 09:44:09 +08:00
committed by GitHub
3 changed files with 18 additions and 16 deletions

View File

@@ -41,7 +41,7 @@ class LLM_request:
# 发送请求到完整的chat/completions端点
api_url = f"{self.base_url.rstrip('/')}/chat/completions"
logger.info(f"发送请求到URL: {api_url}") # 记录请求的URL
logger.info(f"发送请求到URL: {api_url}{self.model_name}") # 记录请求的URL
max_retries = 3
base_wait_time = 15
@@ -122,7 +122,7 @@ class LLM_request:
# 发送请求到完整的chat/completions端点
api_url = f"{self.base_url.rstrip('/')}/chat/completions"
logger.info(f"发送请求到URL: {api_url}") # 记录请求的URL
logger.info(f"发送请求到URL: {api_url}{self.model_name}") # 记录请求的URL
max_retries = 3
base_wait_time = 15
@@ -270,7 +270,7 @@ class LLM_request:
# 发送请求到完整的chat/completions端点
api_url = f"{self.base_url.rstrip('/')}/chat/completions"
logger.info(f"发送请求到URL: {api_url}") # 记录请求的URL
logger.info(f"发送请求到URL: {api_url}{self.model_name}") # 记录请求的URL
max_retries = 2
base_wait_time = 6
@@ -335,7 +335,7 @@ class LLM_request:
}
api_url = f"{self.base_url.rstrip('/')}/embeddings"
logger.info(f"发送请求到URL: {api_url}") # 记录请求的URL
logger.info(f"发送请求到URL: {api_url}{self.model_name}") # 记录请求的URL
max_retries = 2
base_wait_time = 6
@@ -391,7 +391,7 @@ class LLM_request:
}
api_url = f"{self.base_url.rstrip('/')}/embeddings"
logger.info(f"发送请求到URL: {api_url}") # 记录请求的URL
logger.info(f"发送请求到URL: {api_url}{self.model_name}") # 记录请求的URL
max_retries = 3
base_wait_time = 15