rufffffff
This commit is contained in:
@@ -5,7 +5,6 @@
|
||||
|
||||
import asyncio
|
||||
import os
|
||||
from typing import Optional
|
||||
from urllib.parse import quote_plus
|
||||
|
||||
from sqlalchemy import text
|
||||
@@ -18,49 +17,49 @@ from ..utils.exceptions import DatabaseInitializationError
|
||||
logger = get_logger("database.engine")
|
||||
|
||||
# 全局引擎实例
|
||||
_engine: Optional[AsyncEngine] = None
|
||||
_engine_lock: Optional[asyncio.Lock] = None
|
||||
_engine: AsyncEngine | None = None
|
||||
_engine_lock: asyncio.Lock | None = None
|
||||
|
||||
|
||||
async def get_engine() -> AsyncEngine:
|
||||
"""获取全局数据库引擎(单例模式)
|
||||
|
||||
|
||||
Returns:
|
||||
AsyncEngine: SQLAlchemy异步引擎
|
||||
|
||||
|
||||
Raises:
|
||||
DatabaseInitializationError: 引擎初始化失败
|
||||
"""
|
||||
global _engine, _engine_lock
|
||||
|
||||
|
||||
# 快速路径:引擎已初始化
|
||||
if _engine is not None:
|
||||
return _engine
|
||||
|
||||
|
||||
# 延迟创建锁(避免在导入时创建)
|
||||
if _engine_lock is None:
|
||||
_engine_lock = asyncio.Lock()
|
||||
|
||||
|
||||
# 使用锁保护初始化过程
|
||||
async with _engine_lock:
|
||||
# 双重检查锁定模式
|
||||
if _engine is not None:
|
||||
return _engine
|
||||
|
||||
|
||||
try:
|
||||
from src.config.config import global_config
|
||||
|
||||
|
||||
config = global_config.database
|
||||
db_type = config.database_type
|
||||
|
||||
|
||||
logger.info(f"正在初始化 {db_type.upper()} 数据库引擎...")
|
||||
|
||||
|
||||
# 构建数据库URL和引擎参数
|
||||
if db_type == "mysql":
|
||||
# MySQL配置
|
||||
encoded_user = quote_plus(config.mysql_user)
|
||||
encoded_password = quote_plus(config.mysql_password)
|
||||
|
||||
|
||||
if config.mysql_unix_socket:
|
||||
# Unix socket连接
|
||||
encoded_socket = quote_plus(config.mysql_unix_socket)
|
||||
@@ -76,7 +75,7 @@ async def get_engine() -> AsyncEngine:
|
||||
f"@{config.mysql_host}:{config.mysql_port}/{config.mysql_database}"
|
||||
f"?charset={config.mysql_charset}"
|
||||
)
|
||||
|
||||
|
||||
engine_kwargs = {
|
||||
"echo": False,
|
||||
"future": True,
|
||||
@@ -91,11 +90,11 @@ async def get_engine() -> AsyncEngine:
|
||||
"connect_timeout": config.connection_timeout,
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
logger.info(
|
||||
f"MySQL配置: {config.mysql_user}@{config.mysql_host}:{config.mysql_port}/{config.mysql_database}"
|
||||
)
|
||||
|
||||
|
||||
else:
|
||||
# SQLite配置
|
||||
if not os.path.isabs(config.sqlite_path):
|
||||
@@ -103,12 +102,12 @@ async def get_engine() -> AsyncEngine:
|
||||
db_path = os.path.join(ROOT_PATH, config.sqlite_path)
|
||||
else:
|
||||
db_path = config.sqlite_path
|
||||
|
||||
|
||||
# 确保数据库目录存在
|
||||
os.makedirs(os.path.dirname(db_path), exist_ok=True)
|
||||
|
||||
|
||||
url = f"sqlite+aiosqlite:///{db_path}"
|
||||
|
||||
|
||||
engine_kwargs = {
|
||||
"echo": False,
|
||||
"future": True,
|
||||
@@ -117,19 +116,19 @@ async def get_engine() -> AsyncEngine:
|
||||
"timeout": 60,
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
logger.info(f"SQLite配置: {db_path}")
|
||||
|
||||
|
||||
# 创建异步引擎
|
||||
_engine = create_async_engine(url, **engine_kwargs)
|
||||
|
||||
|
||||
# SQLite特定优化
|
||||
if db_type == "sqlite":
|
||||
await _enable_sqlite_optimizations(_engine)
|
||||
|
||||
|
||||
logger.info(f"✅ {db_type.upper()} 数据库引擎初始化成功")
|
||||
return _engine
|
||||
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"❌ 数据库引擎初始化失败: {e}", exc_info=True)
|
||||
raise DatabaseInitializationError(f"引擎初始化失败: {e}") from e
|
||||
@@ -137,11 +136,11 @@ async def get_engine() -> AsyncEngine:
|
||||
|
||||
async def close_engine():
|
||||
"""关闭数据库引擎
|
||||
|
||||
|
||||
释放所有连接池资源
|
||||
"""
|
||||
global _engine
|
||||
|
||||
|
||||
if _engine is not None:
|
||||
logger.info("正在关闭数据库引擎...")
|
||||
await _engine.dispose()
|
||||
@@ -151,13 +150,13 @@ async def close_engine():
|
||||
|
||||
async def _enable_sqlite_optimizations(engine: AsyncEngine):
|
||||
"""启用SQLite性能优化
|
||||
|
||||
|
||||
优化项:
|
||||
- WAL模式:提高并发性能
|
||||
- NORMAL同步:平衡性能和安全性
|
||||
- 启用外键约束
|
||||
- 设置busy_timeout:避免锁定错误
|
||||
|
||||
|
||||
Args:
|
||||
engine: SQLAlchemy异步引擎
|
||||
"""
|
||||
@@ -175,22 +174,22 @@ async def _enable_sqlite_optimizations(engine: AsyncEngine):
|
||||
await conn.execute(text("PRAGMA cache_size = -10000"))
|
||||
# 临时存储使用内存
|
||||
await conn.execute(text("PRAGMA temp_store = MEMORY"))
|
||||
|
||||
|
||||
logger.info("✅ SQLite性能优化已启用 (WAL模式 + 并发优化)")
|
||||
|
||||
|
||||
except Exception as e:
|
||||
logger.warning(f"⚠️ SQLite性能优化失败: {e},将使用默认配置")
|
||||
|
||||
|
||||
async def get_engine_info() -> dict:
|
||||
"""获取引擎信息(用于监控和调试)
|
||||
|
||||
|
||||
Returns:
|
||||
dict: 引擎信息字典
|
||||
"""
|
||||
try:
|
||||
engine = await get_engine()
|
||||
|
||||
|
||||
info = {
|
||||
"name": engine.name,
|
||||
"driver": engine.driver,
|
||||
@@ -199,9 +198,9 @@ async def get_engine_info() -> dict:
|
||||
"pool_checked_out": getattr(engine.pool, "checked_out", lambda: 0)(),
|
||||
"pool_overflow": getattr(engine.pool, "overflow", lambda: 0)(),
|
||||
}
|
||||
|
||||
|
||||
return info
|
||||
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"获取引擎信息失败: {e}")
|
||||
return {}
|
||||
|
||||
Reference in New Issue
Block a user