338 lines
13 KiB
Python
338 lines
13 KiB
Python
from fastapi import APIRouter, Depends, HTTPException, status
|
||
from fastapi.security import HTTPBearer
|
||
from sqlalchemy.orm import Session
|
||
from typing import Optional, Dict, Any
|
||
from datetime import datetime
|
||
|
||
from th_agenter.db.database import get_session
|
||
from th_agenter.services.auth import AuthService
|
||
from th_agenter.services.smart_workflow import SmartWorkflowManager
|
||
from th_agenter.services.conversation import ConversationService
|
||
from th_agenter.services.conversation_context import conversation_context_service
|
||
from utils.util_schemas import BaseResponse
|
||
from pydantic import BaseModel
|
||
from loguru import logger
|
||
from utils.util_exceptions import HxfResponse
|
||
|
||
router = APIRouter(prefix="/smart-chat", tags=["smart-chat"])
|
||
security = HTTPBearer()
|
||
|
||
# Request/Response Models
|
||
class SmartQueryRequest(BaseModel):
|
||
query: str
|
||
conversation_id: Optional[int] = None
|
||
is_new_conversation: bool = False
|
||
|
||
class SmartQueryResponse(BaseModel):
|
||
success: bool
|
||
message: str
|
||
data: Optional[Dict[str, Any]] = None
|
||
workflow_steps: Optional[list] = None
|
||
conversation_id: Optional[int] = None
|
||
|
||
class ConversationContextResponse(BaseModel):
|
||
success: bool
|
||
message: str
|
||
data: Optional[Dict[str, Any]] = None
|
||
|
||
@router.post("/query", response_model=SmartQueryResponse, summary="智能问数查询")
|
||
async def smart_query(
|
||
request: SmartQueryRequest,
|
||
current_user = Depends(AuthService.get_current_user),
|
||
session: Session = Depends(get_session)
|
||
):
|
||
"""
|
||
智能问数查询接口
|
||
支持新对话时自动加载文件列表，智能选择相关Excel文件，生成和执行pandas代码
|
||
"""
|
||
session.desc = f"START: 用户 {current_user.username} 智能问数查询"
|
||
conversation_id = None
|
||
|
||
try:
|
||
# 验证请求参数
|
||
if not request.query or not request.query.strip():
|
||
session.desc = "ERROR: 用户输入为空, 查询内容不能为空"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_400_BAD_REQUEST,
|
||
detail="查询内容不能为空"
|
||
)
|
||
|
||
if len(request.query) > 1000:
|
||
session.desc = "ERROR: 用户输入过长, 查询内容不能超过1000字符"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_400_BAD_REQUEST,
|
||
detail="查询内容过长，请控制在1000字符以内"
|
||
)
|
||
|
||
# 初始化工作流管理器
|
||
workflow_manager = SmartWorkflowManager(session)
|
||
await workflow_manager.initialize()
|
||
|
||
conversation_service = ConversationService(session)
|
||
|
||
# 处理对话上下文
|
||
conversation_id = request.conversation_id
|
||
|
||
# 如果是新对话或没有指定对话ID，创建新对话
|
||
if request.is_new_conversation or not conversation_id:
|
||
try:
|
||
conversation_id = await conversation_context_service.create_conversation(
|
||
user_id=current_user.id,
|
||
title=f"智能问数: {request.query[:20]}..."
|
||
)
|
||
request.is_new_conversation = True
|
||
session.desc = f"创建新对话: {conversation_id}"
|
||
except Exception as e:
|
||
session.desc = f"WARNING: 创建对话失败，使用临时会话: {e}"
|
||
conversation_id = None
|
||
else:
|
||
# 验证对话是否存在且属于当前用户
|
||
try:
|
||
context = await conversation_context_service.get_conversation_context(conversation_id)
|
||
if not context or context.get('user_id') != current_user.id:
|
||
session.desc = f"ERROR: 对话 {conversation_id} 不存在或无权访问"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_404_NOT_FOUND,
|
||
detail="对话不存在或无权访问"
|
||
)
|
||
session.desc = f"使用现有对话: {conversation_id}"
|
||
except HTTPException:
|
||
session.desc = f"EXCEPTION: 对话 {conversation_id} 不存在或无权访问"
|
||
raise
|
||
except Exception as e:
|
||
session.desc = f"ERROR: 验证对话失败: {e}"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
||
detail="对话验证失败"
|
||
)
|
||
|
||
# 保存用户消息
|
||
if conversation_id:
|
||
try:
|
||
await conversation_context_service.save_message(
|
||
conversation_id=conversation_id,
|
||
role="user",
|
||
content=request.query
|
||
)
|
||
except Exception as e:
|
||
session.desc = f"WARNING: 保存用户消息失败: {e}"
|
||
# 不阻断流程，继续执行查询
|
||
|
||
# 执行智能查询工作流
|
||
try:
|
||
result = await workflow_manager.process_smart_query(
|
||
user_query=request.query,
|
||
user_id=current_user.id,
|
||
conversation_id=conversation_id,
|
||
is_new_conversation=request.is_new_conversation
|
||
)
|
||
except Exception as e:
|
||
session.desc = f"ERROR: 智能查询执行失败: {e}"
|
||
# 返回结构化的错误响应
|
||
response = SmartQueryResponse(
|
||
success=False,
|
||
message=f"查询执行失败: {str(e)}",
|
||
data={'error_type': 'query_execution_error'},
|
||
workflow_steps=[{
|
||
'step': 'error',
|
||
'status': 'failed',
|
||
'message': str(e)
|
||
}],
|
||
conversation_id=conversation_id
|
||
)
|
||
return HxfResponse(response)
|
||
|
||
# 如果查询成功，保存助手回复和更新上下文
|
||
if result['success'] and conversation_id:
|
||
try:
|
||
# 保存助手回复
|
||
await conversation_context_service.save_message(
|
||
conversation_id=conversation_id,
|
||
role="assistant",
|
||
content=result.get('data', {}).get('summary', '查询完成'),
|
||
metadata={
|
||
'query_result': result.get('data'),
|
||
'workflow_steps': result.get('workflow_steps', []),
|
||
'selected_files': result.get('data', {}).get('used_files', [])
|
||
}
|
||
)
|
||
|
||
# 更新对话上下文
|
||
await conversation_context_service.update_conversation_context(
|
||
conversation_id=conversation_id,
|
||
query=request.query,
|
||
selected_files=result.get('data', {}).get('used_files', [])
|
||
)
|
||
|
||
except Exception as e:
|
||
session.desc = f"EXCEPTION: 保存消息到对话历史失败: {e}"
|
||
# 不影响返回结果，只记录警告
|
||
|
||
# 返回结果，包含对话ID
|
||
response_data = result.get('data', {})
|
||
if conversation_id:
|
||
response_data['conversation_id'] = conversation_id
|
||
session.desc = f"SUCCESS: 保存助手回复和更新上下文，对话ID: {conversation_id}"
|
||
response = SmartQueryResponse(
|
||
success=result['success'],
|
||
message=result.get('message', '查询完成'),
|
||
data=response_data,
|
||
workflow_steps=result.get('workflow_steps', []),
|
||
conversation_id=conversation_id
|
||
)
|
||
return HxfResponse(response)
|
||
|
||
except HTTPException as e:
|
||
session.desc = f"EXCEPTION: HTTP异常: {e}"
|
||
raise e
|
||
except Exception as e:
|
||
session.desc = f"ERROR: 智能查询接口异常: {e}"
|
||
# 返回通用错误响应
|
||
response = SmartQueryResponse(
|
||
success=False,
|
||
message="服务器内部错误，请稍后重试",
|
||
data={'error_type': 'internal_server_error'},
|
||
workflow_steps=[{
|
||
'step': 'error',
|
||
'status': 'failed',
|
||
'message': '系统异常'
|
||
}],
|
||
conversation_id=conversation_id
|
||
)
|
||
return HxfResponse(response)
|
||
|
||
@router.get("/conversation/{conversation_id}/context", response_model=ConversationContextResponse, summary="获取对话上下文")
|
||
async def get_conversation_context(
|
||
conversation_id: int,
|
||
current_user = Depends(AuthService.get_current_user),
|
||
session: Session = Depends(get_session)
|
||
):
|
||
"""
|
||
获取对话上下文信息，包括已使用的文件和历史查询
|
||
"""
|
||
# 获取对话上下文
|
||
session.desc = f"START: 获取对话上下文，对话ID: {conversation_id}"
|
||
context = await conversation_context_service.get_conversation_context(conversation_id)
|
||
|
||
if not context:
|
||
session.desc = f"ERROR: 对话上下文不存在，对话ID: {conversation_id}"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_404_NOT_FOUND,
|
||
detail="对话上下文不存在"
|
||
)
|
||
|
||
# 验证用户权限
|
||
if context['user_id'] != current_user.id:
|
||
session.desc = f"ERROR: 无权访问对话上下文，对话ID: {conversation_id}"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_403_FORBIDDEN,
|
||
detail="无权访问此对话"
|
||
)
|
||
|
||
# 获取对话历史
|
||
history = await conversation_context_service.get_conversation_history(conversation_id)
|
||
context['message_history'] = history
|
||
session.desc = f"SUCCESS: 获取对话上下文成功，对话ID: {conversation_id}"
|
||
response = ConversationContextResponse(
|
||
success=True,
|
||
message="获取对话上下文成功",
|
||
data=context
|
||
)
|
||
return HxfResponse(response)
|
||
|
||
|
||
@router.get("/files/status", response_model=ConversationContextResponse, summary="获取用户当前的文件状态和统计信息")
|
||
async def get_files_status(
|
||
current_user = Depends(AuthService.get_current_user),
|
||
session: Session = Depends(get_session)
|
||
):
|
||
"""
|
||
获取用户当前的文件状态和统计信息
|
||
"""
|
||
session.desc = f"START: 获取用户文件状态和统计信息，用户ID: {current_user.id}"
|
||
workflow_manager = SmartWorkflowManager()
|
||
await workflow_manager.initialize()
|
||
|
||
# 获取用户文件列表
|
||
file_list = await workflow_manager.excel_workflow._load_user_file_list(current_user.id)
|
||
|
||
# 统计信息
|
||
total_files = len(file_list)
|
||
total_rows = sum(f.get('row_count', 0) for f in file_list)
|
||
total_columns = sum(f.get('column_count', 0) for f in file_list)
|
||
|
||
# 文件类型统计
|
||
file_types = {}
|
||
for file_info in file_list:
|
||
filename = file_info['filename']
|
||
ext = filename.split('.')[-1].lower() if '.' in filename else 'unknown'
|
||
file_types[ext] = file_types.get(ext, 0) + 1
|
||
|
||
status_data = {
|
||
'total_files': total_files,
|
||
'total_rows': total_rows,
|
||
'total_columns': total_columns,
|
||
'file_types': file_types,
|
||
'files': [{
|
||
'id': f['id'],
|
||
'filename': f['filename'],
|
||
'row_count': f.get('row_count', 0),
|
||
'column_count': f.get('column_count', 0),
|
||
'columns': f.get('columns', []),
|
||
'upload_time': f.get('upload_time')
|
||
} for f in file_list],
|
||
'ready_for_query': total_files > 0
|
||
}
|
||
|
||
session.desc = f"SUCCESS: 获取用户文件状态和统计信息成功，用户ID: {current_user.id}"
|
||
response = ConversationContextResponse(
|
||
success=True,
|
||
message=f"当前有{total_files}个可用文件" if total_files > 0 else "暂无可用文件，请先上传Excel文件",
|
||
data=status_data
|
||
)
|
||
return HxfResponse(response)
|
||
|
||
@router.post("/conversation/{conversation_id}/reset", summary="重置对话上下文")
|
||
async def reset_conversation_context(
|
||
conversation_id: int,
|
||
current_user = Depends(AuthService.get_current_user),
|
||
session: Session = Depends(get_session)
|
||
):
|
||
"""
|
||
重置对话上下文，清除历史查询记录但保留文件
|
||
"""
|
||
session.desc = f"START: 重置对话上下文，对话ID: {conversation_id}"
|
||
# 验证对话存在和用户权限
|
||
context = await conversation_context_service.get_conversation_context(conversation_id)
|
||
|
||
if not context:
|
||
session.desc = f"ERROR: 对话上下文不存在，对话ID: {conversation_id}"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_404_NOT_FOUND,
|
||
detail="对话上下文不存在"
|
||
)
|
||
|
||
if context['user_id'] != current_user.id:
|
||
session.desc = f"ERROR: 无权访问对话上下文，对话ID: {conversation_id}"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_403_FORBIDDEN,
|
||
detail="无权访问此对话"
|
||
)
|
||
|
||
# 重置对话上下文
|
||
success = await conversation_context_service.reset_conversation_context(conversation_id)
|
||
|
||
if success:
|
||
session.desc = f"SUCCESS: 重置对话上下文成功，对话ID: {conversation_id}"
|
||
response = ConversationContextResponse(
|
||
success=True,
|
||
message="对话上下文已重置，可以开始新的数据分析会话"
|
||
)
|
||
return HxfResponse(response)
|
||
else:
|
||
session.desc = f"EXCEPTION: 重置对话上下文失败，对话ID: {conversation_id}"
|
||
raise HTTPException(
|
||
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
||
detail="重置对话上下文失败"
|
||
)
|
||
|