初始化项目
This commit is contained in:
zwf
@@ -0,0 +1,543 @@
|
||||
import random
|
||||
from typing import Union, Optional, Callable
|
||||
|
||||
import pandas as pd
|
||||
from sqlalchemy import select, delete
|
||||
from tornado_swagger.model import register_swagger_model
|
||||
from paste.core.logging import echo_log
|
||||
from paste.util.pagination import Pagination
|
||||
|
||||
import models
|
||||
from models.common_model import CommonModel
|
||||
from models.db_models import TD3iDcmPushStatu
|
||||
|
||||
|
||||
class DcmPushStatuBase(TD3iDcmPushStatu, CommonModel):
|
||||
"""
|
||||
推送状态基础类（完全映射 TD3iDcmPushStatu 字段）。
|
||||
|
||||
封装所有与推送OA状态相关的通用操作方法。
|
||||
"""
|
||||
|
||||
# 无字段名映射需求，保持原样
|
||||
FieldMapping = {}
|
||||
|
||||
@classmethod
|
||||
async def exist_other(cls, id: Union[str, int], dcm_task_id: Union[str, int]):
|
||||
"""
|
||||
检查是否存在除当前记录外的其他同任务ID的推送状态记录。
|
||||
|
||||
:param id: 当前记录ID
|
||||
:param dcm_task_id: 任务ID（唯一标志）
|
||||
:return: 存在返回记录对象，不存在返回None
|
||||
"""
|
||||
_query = select(cls).where(cls.id != id, cls.dcm_task_id == dcm_task_id)
|
||||
_record: cls = await cls.query_first(_query)
|
||||
return _record
|
||||
|
||||
@classmethod
|
||||
async def find_by_ids(cls, ids: list[Union[str, int]]):
|
||||
"""
|
||||
根据ID列表批量查找推送状态数据。
|
||||
"""
|
||||
_query = select(cls).where(cls.id.in_(ids))
|
||||
_record_list: list[cls] = (await cls.orm_execute_scalars(_query)).all()
|
||||
return _record_list
|
||||
|
||||
@classmethod
|
||||
async def is_exist(cls, dcm_task_id: Union[str, int]):
|
||||
"""
|
||||
检查推送状态是否已经存在（根据任务ID）。
|
||||
"""
|
||||
_query = select(cls).where(cls.dcm_task_id == dcm_task_id)
|
||||
_record: cls = await cls.query_first(_query)
|
||||
return _record
|
||||
|
||||
@classmethod
|
||||
async def search_base(cls, is_paging=True, **kwargs):
|
||||
"""
|
||||
按参数搜索推送状态数据的基础方法。
|
||||
|
||||
支持字段：
|
||||
- dcm_task_id, push_task_status, push_task_attachment_status, ...
|
||||
- 不支持模糊匹配（均为整型状态码）
|
||||
|
||||
:param is_paging: 是否分页
|
||||
:param kwargs: 查询参数
|
||||
:key int page_number: 页码（缺省随机1~100）
|
||||
:key int page_size: 每页数量（缺省20）
|
||||
:key dict sort_clause: 排序配置，如 {'updated_at': 'desc'}
|
||||
:key int dcm_task_id: 精确匹配任务ID
|
||||
:key int push_task_status: 精确匹配推送待办工单状态
|
||||
:key int push_task_attachment_status: 精确匹配附件状态
|
||||
:key int push_task_extend_info_status: 精确匹配扩展信息状态
|
||||
:key int push_task_file_upload_status: 精确匹配文件上传状态
|
||||
:key int push_task_more_info_status: 精确匹配更多信息状态
|
||||
:key int push_task_process_info_status: 精确匹配处理过程状态
|
||||
:return: (DataFrame, Pagination)
|
||||
"""
|
||||
page_number = kwargs.get('page_number', random.randint(1, 100))
|
||||
page_size = kwargs.get('page_size', 20)
|
||||
kwargs.update({'page_number': page_number, 'page_size': page_size})
|
||||
|
||||
# 无模糊字段，仅精确匹配
|
||||
_query = select(cls).where(
|
||||
*cls.search_wheres(**kwargs)
|
||||
)
|
||||
|
||||
_paging = None
|
||||
if is_paging:
|
||||
_row_count = await cls.query_count(_query)
|
||||
_paging = Pagination(_row_count).paging(page_number, page_size)
|
||||
_data_query = _query.limit(page_size).offset(_paging.offset_size)
|
||||
else:
|
||||
_data_query = _query.where()
|
||||
|
||||
_sort_clause = cls.sort_clauses(kwargs.get('sort_clause', {}))
|
||||
if _sort_clause:
|
||||
_data_query = _data_query.order_by(*_sort_clause)
|
||||
else:
|
||||
_data_query = _data_query.order_by(cls.updated_at.desc())
|
||||
|
||||
_record_df = await cls.query_as_df(_data_query)
|
||||
if not _record_df.empty:
|
||||
_record_df.replace(models.EmptyInDF + models.EmptyDatetimeInDF, '', inplace=True)
|
||||
|
||||
return _record_df, _paging
|
||||
|
||||
@classmethod
|
||||
async def search(cls, **kwargs):
|
||||
"""
|
||||
按参数搜索推送状态数据，返回分页格式数据。
|
||||
"""
|
||||
_record_df, _paging = await cls.search_base(**kwargs)
|
||||
return {
|
||||
'total': _paging.row_count,
|
||||
'rows': _record_df.to_dict('records'),
|
||||
'pagination': {
|
||||
'page_number': _paging.page_number,
|
||||
'page_count': _paging.page_count,
|
||||
'page_size': _paging.page_size,
|
||||
},
|
||||
}
|
||||
|
||||
@classmethod
|
||||
async def exists_relation(cls, data_df: pd.DataFrame):
|
||||
"""
|
||||
查找 data_df 中在数据库中已存在和不存在的记录。根据 dcm_task_id 判断。
|
||||
|
||||
:param data_df: 输入的数据框架，必须包含 dcm_task_id 列
|
||||
:return: (exists_df: pd.DataFrame, latest_df: pd.DataFrame)
|
||||
- exists_df: 在数据库中存在的记录
|
||||
- latest_df: 在数据库中不存在的记录
|
||||
"""
|
||||
if data_df.empty:
|
||||
return pd.DataFrame(), pd.DataFrame()
|
||||
|
||||
# 获取待查询的 dcm_task_id 组合
|
||||
task_ids = data_df[cls.dcm_task_id.key].unique().tolist()
|
||||
if not task_ids:
|
||||
return pd.DataFrame(), data_df.copy()
|
||||
|
||||
# 查询数据库中已存在的记录
|
||||
_query = select(cls.id, cls.dcm_task_id).where(cls.dcm_task_id.in_(task_ids))
|
||||
exists_df = await cls.query_as_df(_query)
|
||||
exists_df[cls.dcm_task_id.key] = exists_df[cls.dcm_task_id.key].astype(str)
|
||||
|
||||
if exists_df.empty:
|
||||
return pd.DataFrame(), data_df.copy()
|
||||
|
||||
# 构建 dcm_task_id -> id 的映射
|
||||
key_to_id_map = dict(zip(exists_df[cls.dcm_task_id.key], exists_df[cls.id.key]))
|
||||
|
||||
# 根据 dcm_task_id 是否在数据库中划分数据
|
||||
mask_exists = data_df[cls.dcm_task_id.key].isin(exists_df[cls.dcm_task_id.key])
|
||||
exists_df = data_df[mask_exists].copy()
|
||||
exists_df[cls.id.key] = exists_df[cls.dcm_task_id.key].map(key_to_id_map)
|
||||
latest_df = data_df[~mask_exists].copy()
|
||||
|
||||
return exists_df, latest_df
|
||||
|
||||
@classmethod
|
||||
async def fill_attachment(cls, data_df: pd.DataFrame, index_field: str = 'id',
|
||||
column_name: str = 'push_status', is_full: bool = True,
|
||||
preprocessing: Optional[Callable] = None):
|
||||
"""
|
||||
填充推送状态数据到数据框架。
|
||||
|
||||
用于在查询结果中添加关联的推送状态信息。
|
||||
|
||||
:param pandas.DataFrame data_df: 待填充的数据框架
|
||||
:param str index_field: 索引字段，一般是任务ID
|
||||
:param str column_name: 填充时，新增加的列名称，默认为`push_status`
|
||||
:param is_full: 是否填充完整数据（此处无关联表，忽略）
|
||||
:param preprocessing: 预处理，注意预处理必须要返回处理后的结果
|
||||
:return: 推送状态数据框架（已填充）
|
||||
:rtype: pandas.DataFrame
|
||||
"""
|
||||
if data_df.empty:
|
||||
return pd.DataFrame()
|
||||
|
||||
_task_ids = list(set(data_df[index_field].unique().tolist()))
|
||||
if not _task_ids:
|
||||
return pd.DataFrame()
|
||||
|
||||
_query = select(cls).where(cls.dcm_task_id.in_(_task_ids))
|
||||
|
||||
_status_df: pd.DataFrame = await cls.query_as_df(_query)
|
||||
if not _status_df.empty:
|
||||
_status_df.replace(models.EmptyInDF + models.EmptyDatetimeInDF, '', inplace=True)
|
||||
# 整理输出数据类型
|
||||
_status_df[cls.id.key] = _status_df[cls.id.key].astype(str)
|
||||
_status_df[cls.dcm_task_id.key] = _status_df[cls.dcm_task_id.key].astype(str)
|
||||
|
||||
# 设置索引
|
||||
_status_df['index_id'] = _status_df[cls.id.key]
|
||||
_status_df.set_index(['index_id'], inplace=True)
|
||||
# 对数据进行预处理
|
||||
if isinstance(preprocessing, Callable):
|
||||
_status_df = preprocessing(_status_df)
|
||||
# 增加数据填充列
|
||||
data_df[column_name] = data_df[index_field].apply(
|
||||
lambda x: _status_df.query(f"{cls.dcm_task_id.key}=='{x}'").to_dict('records')
|
||||
)
|
||||
else:
|
||||
data_df[column_name] = [[] for _ in range(len(data_df))]
|
||||
|
||||
return _status_df
|
||||
|
||||
|
||||
@register_swagger_model
|
||||
class DcmPushStatus(DcmPushStatuBase):
|
||||
"""
|
||||
推送状态业务模型类（主业务类，完全继承 TD3iDcmPushStatu 字段）。
|
||||
|
||||
---
|
||||
description: 推送OA状态记录
|
||||
type: object
|
||||
properties:
|
||||
id:
|
||||
description: 主键ID
|
||||
type: integer
|
||||
example: 1001
|
||||
readOnly: true
|
||||
dcm_task_id:
|
||||
description: 唯一标志（任务ID）
|
||||
type: integer
|
||||
example: 2001
|
||||
push_task_status:
|
||||
description: 推送待办工单状态
|
||||
type: integer
|
||||
example: 1
|
||||
push_task_attachment_status:
|
||||
description: 推送待办工单附件状态
|
||||
type: integer
|
||||
example: 1
|
||||
push_task_extend_info_status:
|
||||
description: 推送待办工单扩展信息状态
|
||||
type: integer
|
||||
example: 1
|
||||
push_task_file_upload_status:
|
||||
description: 上传待办工单文件状态
|
||||
type: integer
|
||||
example: 1
|
||||
push_task_more_info_status:
|
||||
description: 推送待办工单更多信息状态
|
||||
type: integer
|
||||
example: 1
|
||||
push_task_process_info_status:
|
||||
description: 推送待办工单处理过程状态
|
||||
type: integer
|
||||
example: 1
|
||||
created_at:
|
||||
description: 创建时间，ISO格式的日期时间字符串
|
||||
type: string
|
||||
format: date-time
|
||||
example: "2024-01-15 10:30:00"
|
||||
readOnly: true
|
||||
created_by:
|
||||
description: 创建者用户名
|
||||
type: string
|
||||
example: "D3I"
|
||||
readOnly: true
|
||||
updated_at:
|
||||
description: 修改时间，ISO格式的日期时间字符串
|
||||
type: string
|
||||
format: date-time
|
||||
example: "2024-01-16 14:25:00"
|
||||
readOnly: true
|
||||
updated_by:
|
||||
description: 修改者用户名
|
||||
type: string
|
||||
example: "D3I"
|
||||
readOnly: true
|
||||
"""
|
||||
|
||||
@classmethod
|
||||
async def create(cls, **kwargs):
|
||||
"""
|
||||
创建新的推送状态记录。
|
||||
|
||||
业务流程：
|
||||
1. 使用 kwargs 直接构造对象（无需表单验证，因无前端交互）
|
||||
2. 检查是否已存在相同任务ID的记录（避免重复）
|
||||
3. 创建新记录对象
|
||||
4. 设置创建者和更新者为 'D3I'
|
||||
5. 保存到数据库
|
||||
6. 返回创建的对象
|
||||
|
||||
:param kwargs: 推送状态参数字典
|
||||
:return: 新建推送状态对象
|
||||
:rtype: DcmPushStatus
|
||||
:raises AssertionError: 当记录已存在时抛出
|
||||
"""
|
||||
# 处理字符串字段去除空格
|
||||
for _k, _v in kwargs.items():
|
||||
if isinstance(_v, str):
|
||||
kwargs[_k] = _v.strip()
|
||||
|
||||
# 检查是否已存在同任务ID的记录
|
||||
_record: cls = await cls.is_exist(kwargs.get('dcm_task_id'))
|
||||
assert _record is None, "相同任务ID的推送状态已存在，不能重复创建。"
|
||||
|
||||
# 创建记录对象
|
||||
_record = cls().copy_from_dict(kwargs, skip_none=True).before_save()
|
||||
# 强制设置创建者和更新者为 'D3I'
|
||||
_record.created_by = 'D3I'
|
||||
_record.updated_by = 'D3I'
|
||||
await _record.async_save()
|
||||
return _record
|
||||
|
||||
@classmethod
|
||||
async def delete(cls, id: Union[str, int]):
|
||||
"""
|
||||
删除推送状态记录（软删除，不实际删除，仅用于逻辑隔离）。
|
||||
|
||||
注意：此系统建议保留历史记录，删除操作仅为标记。
|
||||
|
||||
业务流程：
|
||||
1. 根据ID查找记录
|
||||
2. 验证存在性
|
||||
3. 执行物理删除（因无软删除字段，此处直接删除）
|
||||
|
||||
:param id: 要删除的记录ID
|
||||
:return: 删除的记录ID
|
||||
:rtype: int
|
||||
:raises AssertionError: 当记录不存在时抛出
|
||||
"""
|
||||
_record: cls = await cls.async_find_by_id(id)
|
||||
assert _record, f"根据 ID {id} 未找到推送状态记录。"
|
||||
|
||||
# 执行物理删除
|
||||
_del_query = delete(cls).where(cls.id == id)
|
||||
_del_count = (await cls.raw_execute(_del_query)).rowcount
|
||||
echo_log(f'已删除推送状态记录（ID：{id}）.')
|
||||
return _del_count
|
||||
|
||||
@classmethod
|
||||
async def modify(cls, id: Union[str, int], **kwargs):
|
||||
"""
|
||||
修改已有推送状态信息。
|
||||
|
||||
注意：仅允许更新状态码字段，不允许修改 id、created_at、created_by 等系统字段。
|
||||
|
||||
业务流程：
|
||||
1. 处理字符串字段去除空格
|
||||
2. 查询原记录
|
||||
3. 验证存在性
|
||||
4. 更新允许字段
|
||||
5. 设置 updated_by = 'D3I'
|
||||
6. 保存到数据库
|
||||
7. 返回更新后的对象
|
||||
|
||||
:param id: 要修改的记录ID
|
||||
:param kwargs: 需要更新的字段（仅限状态字段）
|
||||
:return: 修改后的推送状态对象
|
||||
:rtype: DcmPushStatus
|
||||
:raises AssertionError: 当记录不存在时抛出
|
||||
"""
|
||||
# 处理字符串字段去除空格
|
||||
for _k, _v in kwargs.items():
|
||||
if isinstance(_v, str):
|
||||
kwargs[_k] = _v.strip()
|
||||
|
||||
# 查询原记录
|
||||
_record: cls = await cls.async_find_by_id(id)
|
||||
assert _record, f"根据 ID {id} 未找到推送状态记录。"
|
||||
|
||||
# 允许更新的字段（仅状态码）
|
||||
allowed_fields = {
|
||||
'push_task_status',
|
||||
'push_task_attachment_status',
|
||||
'push_task_extend_info_status',
|
||||
'push_task_file_upload_status',
|
||||
'push_task_more_info_status',
|
||||
'push_task_process_info_status',
|
||||
}
|
||||
|
||||
# 过滤合法字段
|
||||
update_data = {k: v for k, v in kwargs.items() if k in allowed_fields and v is not None}
|
||||
if not update_data:
|
||||
return _record
|
||||
|
||||
# 更新字段
|
||||
_record.copy_from_dict(update_data, skip_none=True)
|
||||
_record.updated_by = 'D3I'
|
||||
await _record.async_save()
|
||||
return _record
|
||||
|
||||
@classmethod
|
||||
async def create_batch(cls, data_df: pd.DataFrame):
|
||||
"""
|
||||
批量创建新推送状态记录（传入数据应为全新记录，无需校验是否存在）。
|
||||
|
||||
:param data_df: 包含推送状态数据的 DataFrame，字段需与模型属性匹配（如 dcm_task_id, push_task_status 等）
|
||||
:return: 成功创建的记录数量
|
||||
:rtype: int
|
||||
"""
|
||||
if data_df.empty:
|
||||
return 0
|
||||
|
||||
# 一次性转为字典列表（C 层高效）
|
||||
records = data_df.to_dict('records')
|
||||
|
||||
# 用列表推导式构造对象
|
||||
records = [
|
||||
cls().copy_from_dict(record, skip_none=True).before_save()
|
||||
for record in records
|
||||
]
|
||||
|
||||
# 批量插入
|
||||
session = cls.get_aio_session()
|
||||
try:
|
||||
session.add_all(records)
|
||||
await session.commit()
|
||||
except Exception as e:
|
||||
await session.rollback()
|
||||
raise e
|
||||
finally:
|
||||
await session.close()
|
||||
echo_log(f"批量创建成功：创建 {len(records)} 条推送状态记录。")
|
||||
return len(records)
|
||||
|
||||
@classmethod
|
||||
async def modify_batch(cls, data_df: pd.DataFrame):
|
||||
"""
|
||||
批量修改已有推送状态记录。
|
||||
|
||||
:param data_df: 包含推送状态数据的 DataFrame，必须包含 id 列
|
||||
:return: 成功更新的记录数量
|
||||
:rtype: int
|
||||
"""
|
||||
if data_df.empty:
|
||||
return 0
|
||||
|
||||
# 必须包含 id 列
|
||||
if 'id' not in data_df.columns:
|
||||
echo_log(f"错误：modify_batch 要求输入数据必须包含 '{cls.id.key}' 列（主键）")
|
||||
return 0
|
||||
|
||||
# 转换为字典列表
|
||||
update_data = data_df.to_dict('records')
|
||||
|
||||
# 使用 bulk_update_mappings
|
||||
session = cls.get_aio_session()
|
||||
try:
|
||||
await session.run_sync(
|
||||
lambda sync_session: sync_session.bulk_update_mappings(cls, update_data)
|
||||
)
|
||||
await session.commit()
|
||||
updated_count = len(update_data)
|
||||
except Exception as e:
|
||||
await session.rollback()
|
||||
raise e
|
||||
finally:
|
||||
await session.close()
|
||||
|
||||
echo_log(f"批量修改成功：更新 {updated_count} 条推送状态记录。")
|
||||
return updated_count
|
||||
|
||||
@classmethod
|
||||
async def save_batch(cls, data_df: pd.DataFrame):
|
||||
"""
|
||||
批量保存数据，自动处理新建和更新。
|
||||
|
||||
:param data_df: 要保存的数据框架
|
||||
:return 新建和更新的数量
|
||||
"""
|
||||
# 筛选数据状态
|
||||
_exists_df, _latest_df = await DcmPushStatus.exists_relation(data_df)
|
||||
# 保存到数据库
|
||||
_created_count = await DcmPushStatus.create_batch(_latest_df)
|
||||
_updated_count = await DcmPushStatus.modify_batch(_exists_df)
|
||||
return _created_count, _updated_count
|
||||
|
||||
@classmethod
|
||||
async def set_push_task_status(cls, dcm_task_id: Union[str, int], status: int = 1):
|
||||
dcm_task: cls = await cls(dcm_task_id=dcm_task_id).async_find_first()
|
||||
if dcm_task:
|
||||
dcm_task.push_task_status = status
|
||||
else:
|
||||
dcm_task = cls(dcm_task_id=dcm_task_id, push_task_status=status)
|
||||
# 保存数据
|
||||
await dcm_task.async_save()
|
||||
|
||||
@classmethod
|
||||
async def set_push_task_detail_status(cls, dcm_task_id: Union[str, int], status: int = 1):
|
||||
dcm_task: cls = await cls(dcm_task_id=dcm_task_id).async_find_first()
|
||||
if dcm_task:
|
||||
dcm_task.push_task_detail_status = status
|
||||
else:
|
||||
dcm_task = cls(dcm_task_id=dcm_task_id, push_task_detail_status=status)
|
||||
# 保存数据
|
||||
await dcm_task.async_save()
|
||||
|
||||
@classmethod
|
||||
async def set_push_task_attachment_status(cls, dcm_task_id: Union[str, int], status: int = 1):
|
||||
dcm_task: cls = await cls(dcm_task_id=dcm_task_id).async_find_first()
|
||||
if dcm_task:
|
||||
dcm_task.push_task_attachment_status = status
|
||||
else:
|
||||
dcm_task = cls(dcm_task_id=dcm_task_id, push_task_attachment_status=status)
|
||||
# 保存数据
|
||||
await dcm_task.async_save()
|
||||
|
||||
@classmethod
|
||||
async def set_push_task_extend_info_status(cls, dcm_task_id: Union[str, int], status: int = 1):
|
||||
dcm_task: cls = await cls(dcm_task_id=dcm_task_id).async_find_first()
|
||||
if dcm_task:
|
||||
dcm_task.push_task_extend_info_status = status
|
||||
else:
|
||||
dcm_task = cls(dcm_task_id=dcm_task_id, push_task_extend_info_status=status)
|
||||
# 保存数据
|
||||
await dcm_task.async_save()
|
||||
|
||||
@classmethod
|
||||
async def set_push_task_file_upload_status(cls, dcm_task_id: Union[str, int], status: int = 1):
|
||||
dcm_task: cls = await cls(dcm_task_id=dcm_task_id).async_find_first()
|
||||
if dcm_task:
|
||||
dcm_task.push_task_file_upload_status = status
|
||||
else:
|
||||
dcm_task = cls(dcm_task_id=dcm_task_id, push_task_file_upload_status=status)
|
||||
# 保存数据
|
||||
await dcm_task.async_save()
|
||||
|
||||
@classmethod
|
||||
async def set_push_task_more_info_status(cls, dcm_task_id: Union[str, int], status: int = 1):
|
||||
dcm_task: cls = await cls(dcm_task_id=dcm_task_id).async_find_first()
|
||||
if dcm_task:
|
||||
dcm_task.push_task_more_info_status = status
|
||||
else:
|
||||
dcm_task = cls(dcm_task_id=dcm_task_id, push_task_more_info_status=status)
|
||||
# 保存数据
|
||||
await dcm_task.async_save()
|
||||
|
||||
@classmethod
|
||||
async def set_push_task_process_info_status(cls, dcm_task_id: Union[str, int], status: int = 1):
|
||||
dcm_task: cls = await cls(dcm_task_id=dcm_task_id).async_find_first()
|
||||
if dcm_task:
|
||||
dcm_task.push_task_process_info_status = status
|
||||
else:
|
||||
dcm_task = cls(dcm_task_id=dcm_task_id, push_task_process_info_status=status)
|
||||
# 保存数据
|
||||
await dcm_task.async_save()
|
||||
Reference in New Issue
Block a user