123 lines
4.7 KiB
Python
123 lines
4.7 KiB
Python
"""LLM配置服务 - 从数据库读取默认配置"""
|
||
|
||
from typing import Optional, Dict, Any, List
|
||
from sqlalchemy.orm import Session
|
||
from sqlalchemy import and_, select
|
||
|
||
from ..models.llm_config import LLMConfig
|
||
from ..db.database import get_session
|
||
from loguru import logger
|
||
|
||
class LLMConfigService:
|
||
"""LLM配置管理服务"""
|
||
|
||
async def get_default_chat_config(self, session: Session) -> Optional[LLMConfig]:
|
||
"""获取默认对话模型配置"""
|
||
# async for session in get_session():
|
||
try:
|
||
stmt = select(LLMConfig).where(
|
||
and_(
|
||
LLMConfig.is_default == True,
|
||
LLMConfig.is_embedding == False,
|
||
LLMConfig.is_active == True
|
||
)
|
||
)
|
||
config = (await session.execute(stmt)).scalar_one_or_none()
|
||
|
||
if not config:
|
||
logger.warning("未找到默认对话模型配置")
|
||
return None
|
||
|
||
return config
|
||
|
||
except Exception as e:
|
||
logger.error(f"获取默认对话模型配置失败: {str(e)}")
|
||
return None
|
||
|
||
async def get_default_embedding_config(self, session: Session) -> Optional[LLMConfig]:
|
||
"""获取默认嵌入模型配置"""
|
||
try:
|
||
stmt = select(LLMConfig).where(
|
||
and_(
|
||
LLMConfig.is_default == True,
|
||
LLMConfig.is_embedding == True,
|
||
LLMConfig.is_active == True
|
||
)
|
||
)
|
||
config = None
|
||
if session != None:
|
||
config = (await session.execute(stmt)).scalar_one_or_none()
|
||
if not config:
|
||
if session != None:
|
||
session.desc = "ERROR: 未找到默认嵌入模型配置"
|
||
return None
|
||
|
||
session.desc = f"获取默认嵌入模型配置 > 结果：{config}"
|
||
return config
|
||
|
||
except Exception as e:
|
||
if session != None:
|
||
session.desc = f"ERROR: 获取默认嵌入模型配置失败: {str(e)}"
|
||
return None
|
||
|
||
async def get_config_by_id(self, config_id: int) -> Optional[LLMConfig]:
|
||
"""根据ID获取配置"""
|
||
try:
|
||
stmt = select(LLMConfig).where(LLMConfig.id == config_id)
|
||
return (await self.db.execute(stmt)).scalar_one_or_none()
|
||
except Exception as e:
|
||
logger.error(f"获取配置失败: {str(e)}")
|
||
return None
|
||
|
||
def get_active_configs(self, is_embedding: Optional[bool] = None) -> List[LLMConfig]:
|
||
"""获取所有激活的配置"""
|
||
try:
|
||
stmt = select(LLMConfig).where(LLMConfig.is_active == True)
|
||
|
||
if is_embedding is not None:
|
||
stmt = stmt.where(LLMConfig.is_embedding == is_embedding)
|
||
|
||
stmt = stmt.order_by(LLMConfig.created_at)
|
||
return self.db.execute(stmt).scalars().all()
|
||
|
||
except Exception as e:
|
||
logger.error(f"获取激活配置失败: {str(e)}")
|
||
return []
|
||
|
||
async def _get_fallback_chat_config(self) -> Dict[str, Any]:
|
||
"""获取fallback对话模型配置（从环境变量）"""
|
||
from ..core.config import get_settings
|
||
settings = get_settings()
|
||
return await settings.llm.get_current_config()
|
||
|
||
async def _get_fallback_embedding_config(self) -> Dict[str, Any]:
|
||
"""获取fallback嵌入模型配置（从环境变量）"""
|
||
from ..core.config import get_settings
|
||
settings = get_settings()
|
||
return await settings.embedding.get_current_config()
|
||
|
||
def test_config(self, config_id: int, test_message: str = "Hello") -> Dict[str, Any]:
|
||
"""测试配置连接"""
|
||
try:
|
||
config = self.get_config_by_id(config_id)
|
||
if not config:
|
||
return {"success": False, "error": "配置不存在"}
|
||
|
||
# 这里可以添加实际的连接测试逻辑
|
||
# 例如发送一个简单的请求来验证配置是否有效
|
||
|
||
return {"success": True, "message": "配置测试成功"}
|
||
|
||
except Exception as e:
|
||
logger.error(f"测试配置失败: {str(e)}")
|
||
return {"success": False, "error": str(e)}
|
||
|
||
# # 全局实例
|
||
# _llm_config_service = None
|
||
|
||
# def get_llm_config_service(db_session: Optional[Session] = None) -> LLMConfigService:
|
||
# """获取LLM配置服务实例"""
|
||
# global _llm_config_service
|
||
# if _llm_config_service is None or db_session is not None:
|
||
# _llm_config_service = LLMConfigService(db_session)
|
||
# return _llm_config_service |