87 lines
4.1 KiB
Python
87 lines
4.1 KiB
Python
"""Excel file models for smart query."""
|
||
|
||
from datetime import datetime
|
||
from typing import Optional
|
||
from sqlalchemy.orm import Mapped, mapped_column
|
||
from sqlalchemy import String, Integer, Text, Boolean, JSON, DateTime
|
||
from sqlalchemy.sql import func
|
||
|
||
from ..db.base import BaseModel
|
||
|
||
class ExcelFile(BaseModel):
|
||
"""Excel file model for storing file metadata."""
|
||
__tablename__ = "excel_files"
|
||
# Basic file information
|
||
# user_id: Mapped[int] = mapped_column(Integer, nullable=False) # 用户ID
|
||
original_filename: Mapped[str] = mapped_column(String(255), nullable=False) # 原始文件名
|
||
file_path: Mapped[str] = mapped_column(String(500), nullable=False) # 文件存储路径
|
||
file_size: Mapped[int] = mapped_column(Integer, nullable=False) # 文件大小（字节）
|
||
file_type: Mapped[str] = mapped_column(String(50), nullable=False) # 文件类型 (.xlsx, .xls, .csv)
|
||
|
||
# Excel specific information
|
||
sheet_names: Mapped[list] = mapped_column(JSON, nullable=False) # 所有sheet名称列表
|
||
default_sheet: Mapped[Optional[str]] = mapped_column(String(100), nullable=True) # 默认sheet名称
|
||
|
||
# Data preview information
|
||
columns_info: Mapped[dict] = mapped_column(JSON, nullable=False) # 列信息：{sheet_name: [column_names]}
|
||
preview_data: Mapped[dict] = mapped_column(JSON, nullable=False) # 前5行数据：{sheet_name: [[row1], [row2], ...]}
|
||
data_types: Mapped[Optional[dict]] = mapped_column(JSON, nullable=True) # 数据类型信息：{sheet_name: {column: dtype}}
|
||
|
||
# Statistics
|
||
total_rows: Mapped[Optional[dict]] = mapped_column(JSON, nullable=True) # 每个sheet的总行数：{sheet_name: row_count}
|
||
total_columns: Mapped[Optional[dict]] = mapped_column(JSON, nullable=True) # 每个sheet的总列数：{sheet_name: column_count}
|
||
|
||
# Processing status
|
||
is_processed: Mapped[bool] = mapped_column(Boolean, default=True, nullable=False) # 是否已处理
|
||
processing_error: Mapped[Optional[str]] = mapped_column(Text, nullable=True) # 处理错误信息
|
||
|
||
# Upload information
|
||
# upload_time: Mapped[DateTime] = mapped_column(DateTime, default=func.now(), nullable=False) # 上传时间
|
||
last_accessed: Mapped[Optional[datetime]] = mapped_column(DateTime, nullable=True) # 最后访问时间
|
||
|
||
def __repr__(self):
|
||
return f"<ExcelFile(id={self.id}, filename='{self.original_filename}')>"
|
||
|
||
@property
|
||
def file_size_mb(self):
|
||
"""Get file size in MB."""
|
||
return round(self.file_size / (1024 * 1024), 2)
|
||
|
||
@property
|
||
def sheet_count(self):
|
||
"""Get number of sheets."""
|
||
return len(self.sheet_names) if self.sheet_names else 0
|
||
|
||
def get_sheet_info(self, sheet_name: str = None):
|
||
"""Get information for a specific sheet or default sheet."""
|
||
if not sheet_name:
|
||
sheet_name = self.default_sheet or (self.sheet_names[0] if self.sheet_names else None)
|
||
|
||
if not sheet_name or sheet_name not in self.sheet_names:
|
||
return None
|
||
|
||
return {
|
||
'sheet_name': sheet_name,
|
||
'columns': self.columns_info.get(sheet_name, []) if self.columns_info else [],
|
||
'preview_data': self.preview_data.get(sheet_name, []) if self.preview_data else [],
|
||
'data_types': self.data_types.get(sheet_name, {}) if self.data_types else {},
|
||
'total_rows': self.total_rows.get(sheet_name, 0) if self.total_rows else 0,
|
||
'total_columns': self.total_columns.get(sheet_name, 0) if self.total_columns else 0
|
||
}
|
||
|
||
def get_all_sheets_summary(self):
|
||
"""Get summary information for all sheets."""
|
||
if not self.sheet_names:
|
||
return []
|
||
|
||
summary = []
|
||
for sheet_name in self.sheet_names:
|
||
sheet_info = self.get_sheet_info(sheet_name)
|
||
if sheet_info:
|
||
summary.append({
|
||
'sheet_name': sheet_name,
|
||
'columns_count': len(sheet_info['columns']),
|
||
'rows_count': sheet_info['total_rows'],
|
||
'columns': sheet_info['columns'][:10] # 只显示前10列
|
||
})
|
||
return summary |