Files
d3i-szct/dock/govc/govc_scrape_dept_feedback.py
T
2026-06-02 17:46:38 +08:00

67 lines
2.9 KiB
Python

import asyncio
import json
import pandas as pd
from tornado.httpclient import HTTPResponse, HTTPRequest
from dock.govc import govc_api
import models
from models.govc_task_department_feedback import GovcTaskDeptFeedback
from paste.util import udict
from paste.core.logging import echo_log
async def get_feedback_request(pviguid: str, cguid: str):
"""
获取市12345的工单的部门处置信息,请求响应是单条工单的数据
:param pviguid: 工单列表请求返回的pviguid
:param cguid: 工单列表请求返回的cguid
"""
api_url = '/rest/sztaskworkordercommonrest/getDeptfeedback'
headers = {
'Referer': f'{govc_api.ApiUrl}/rest/sztaskworkordercommonrest/getDeptfeedback'
}
request_body = {
"ProcessVersionInstanceGuid": pviguid,
'caseguid': cguid,
'yearflag': 'undefined'
}
# 构造 API 请求
return await govc_api.new_api_request(api_url, request_body, headers=headers)
async def after_feedback_request(response: HTTPResponse, retry_queue: asyncio.Queue[HTTPRequest]):
"""
任务请求响应后的处理程序。
:param response: 响应对象
:param retry_queue: 重试队列
"""
response_body = response.body.decode()
response_data = json.loads(response_body)
feedback_list = udict.get_by_path(response_data, 'params.feedbackresult')
if feedback_list:
mapped_df = pd.DataFrame(feedback_list)
# 更换映射方向,用于将源数据列名改为与数据库表对应
forward_mapping = {dict_f: table_f for table_f, dict_f in GovcTaskDeptFeedback.FieldMapping.items()}
mapped_df = mapped_df.rename(columns=forward_mapping)
# 把字典、列表改为字符串
mapped_df[GovcTaskDeptFeedback.zxhf_info.key] = mapped_df[GovcTaskDeptFeedback.zxhf_info.key].apply(
lambda x: json.dumps(x, ensure_ascii=False) if isinstance(x, (list, dict)) else x
)
mapped_df[GovcTaskDeptFeedback.back_info.key] = mapped_df[GovcTaskDeptFeedback.back_info.key].apply(
lambda x: json.dumps(x, ensure_ascii=False) if isinstance(x, (list, dict)) else x
)
# 这里把空数据都换成 None,以便存入数据库时是 null
mapped_df.replace(models.EmptyInDF + models.EmptyDatetimeInDF, None, inplace=True)
task_id = getattr(response.request, GovcTaskDeptFeedback.task_id.key)
mapped_df[GovcTaskDeptFeedback.task_id.key] = task_id
# 筛选数据状态
_created, _updated = await GovcTaskDeptFeedback.save_batch(mapped_df)
echo_log(f"成功创建部门处置信息:{_created}条,更新:{_updated}条.")
else:
echo_log('未获取到部门处置信息')
if retry_queue:
echo_log(f"部门处置信息重试队列中有:{retry_queue.qsize()} 个请求在等待.")