添加并发请求支持，更新LLMRequest类以允许根据配置的并发数量进行异步请求

2025-08-16 13:39:49 +08:00
parent 38fed9b4cc
commit faae523b04
3 changed files with 59 additions and 21 deletions
--- a/src/config/api_ada_configs.py
+++ b/src/config/api_ada_configs.py
@@ -94,6 +94,9 @@ class TaskConfig(ConfigBase):
    temperature: float = 0.3
    """模型温度"""

+    concurrency_count: int = 1
+    """并发请求数量，默认为1（不并发）"""
+

@dataclass
 class ModelTaskConfig(ConfigBase):