import json import logging from time import sleep from paddlenlp import Taskflow from sqlalchemy import update from config.keys import PATIENT_NAME, ADMISSION_DATE, DISCHARGE_DATE, MEDICAL_EXPENSES, PERSONAL_CASH_PAYMENT, \ PERSONAL_ACCOUNT_PAYMENT, PERSONAL_FUNDED_AMOUNT, MEDICAL_INSURANCE_TYPE, HOSPITAL, DEPARTMENT, DOCTOR from config.mysql import MysqlSession from config.photo_review import PHHD_BATCH_SIZE, SLEEP_MINUTES from photo_review.entity.bd_yljg import BdYljg from photo_review.entity.bd_ylks import BdYlks from photo_review.entity.zx_ie_cost import ZxIeCost from photo_review.entity.zx_ie_discharge import ZxIeDischarge from photo_review.entity.zx_ie_settlement import ZxIeSettlement from photo_review.entity.zx_ocr import ZxOcr from photo_review.entity.zx_phhd import ZxPhhd from photo_review.entity.zx_phrec import ZxPhrec from photo_review.util.data_util import handle_date, handle_decimal, handle_department, handle_name from photo_review.util.ucloud import get_private_url from photo_review.util.util import get_default_datetime # 关键信息提取 def information_extraction(schema, phrecs, task_path): results = {} for phrec in phrecs: pic_path = get_private_url(phrec.cfjaddress) if pic_path: ie = Taskflow("information_extraction", schema=schema, model="uie-x-base", task_path=task_path, layout_analysis=True) # 批量抽取写法：(ie([{"doc": "./data/6.jpg"}, {"doc": "./data/7.jpg"}]) result = ie({"doc": pic_path}) result_json = json.dumps(result, ensure_ascii=False) if len(result_json) > 5000: result_json = result_json[:5000] # 提取完保存每张图片的结果 now = get_default_datetime() session = MysqlSession() zx_ocr = ZxOcr(pk_phhd=phrec.pk_phhd, pk_phrec=phrec.pk_phrec, cfjaddress=phrec.cfjaddress, content=result_json, create_time=now, update_time=now) session.add(zx_ocr) session.commit() session.close() results.update(result[0]) return results # 从keys中获取准确率最高的value def get_best_value_in_keys(source, keys): # 最终结果 result = None # 最大可能性 most_probability = 0 for key in keys: values = source.get(key) if values: for value in values: text = value.get("text") probability = value.get("probability") if text and probability > most_probability: result = text return result # 从keys中获取所有value组成list def get_values_of_keys(source, keys): result = [] for key in keys: value = source.get(key) if value: value = value[0].get("text") if value: result.append(value) return result def save_or_update_ie(table, pk_phhd, data): data = {k: v for k, v in data.items() if v is not None and v != ""} obj = table(**data) session = MysqlSession() db_data = session.query(table).filter_by(pk_phhd=pk_phhd).one_or_none() now = get_default_datetime() if db_data: # 更新 db_data.update_time = now for k, v in data.items(): setattr(db_data, k, v) else: # 新增 obj.create_time = now obj.update_time = now session.add(obj) session.commit() session.close() def photo_review(pk_phhd): settlement_list = [] discharge_record = [] cost_list = [] session = MysqlSession() phrecs = session.query(ZxPhrec.pk_phrec, ZxPhrec.pk_phhd, ZxPhrec.cRectype, ZxPhrec.cfjaddress) \ .filter(ZxPhrec.pk_phhd == pk_phhd) \ .all() session.close() for phrec in phrecs: if phrec.cRectype == "1": settlement_list.append(phrec) elif phrec.cRectype == "3": discharge_record.append(phrec) elif phrec.cRectype == "4": cost_list.append(phrec) name_key = PATIENT_NAME admission_date_key = ADMISSION_DATE discharge_date_key = DISCHARGE_DATE medical_expenses_key = MEDICAL_EXPENSES personal_cash_payment_key = PERSONAL_CASH_PAYMENT personal_account_payment_key = PERSONAL_ACCOUNT_PAYMENT personal_funded_amount_key = PERSONAL_FUNDED_AMOUNT medical_insurance_type_key = MEDICAL_INSURANCE_TYPE hospital_key = HOSPITAL department_key = DEPARTMENT doctor_key = DOCTOR # 基本医保结算单 settlement_list_schema = \ name_key + admission_date_key + discharge_date_key + medical_expenses_key + personal_cash_payment_key \ + personal_account_payment_key + personal_funded_amount_key + medical_insurance_type_key # 出院记录 discharge_record_schema = \ hospital_key + department_key + name_key + admission_date_key + discharge_date_key + doctor_key # 费用清单 cost_list_schema = name_key + admission_date_key + discharge_date_key + medical_expenses_key settlement_list_ie_result = information_extraction(settlement_list_schema, settlement_list, "config/model/settlement_list_model") settlement_data = { "pk_phhd": pk_phhd, "name": handle_name(get_best_value_in_keys(settlement_list_ie_result, name_key)), "admission_date_str": get_best_value_in_keys(settlement_list_ie_result, admission_date_key), "discharge_date_str": get_best_value_in_keys(settlement_list_ie_result, discharge_date_key), "medical_expenses_str": get_best_value_in_keys(settlement_list_ie_result, medical_expenses_key), "personal_cash_payment_str": get_best_value_in_keys(settlement_list_ie_result, personal_cash_payment_key), "personal_account_payment_str": get_best_value_in_keys(settlement_list_ie_result, personal_account_payment_key), "personal_funded_amount_str": get_best_value_in_keys(settlement_list_ie_result, personal_funded_amount_key), "medical_insurance_type": get_best_value_in_keys(settlement_list_ie_result, medical_insurance_type_key) } settlement_data["admission_date"] = handle_date(settlement_data["admission_date_str"]) settlement_data["admission_date"] = handle_date(settlement_data["admission_date_str"]) settlement_data["discharge_date"] = handle_date(settlement_data["discharge_date_str"]) settlement_data["medical_expenses"] = handle_decimal(settlement_data["medical_expenses_str"]) settlement_data["personal_cash_payment"] = handle_decimal(settlement_data["personal_cash_payment_str"]) settlement_data["personal_account_payment"] = handle_decimal(settlement_data["personal_account_payment_str"]) settlement_data["personal_funded_amount"] = handle_decimal(settlement_data["personal_funded_amount_str"]) save_or_update_ie(ZxIeSettlement, pk_phhd, settlement_data) discharge_record_ie_result = information_extraction(discharge_record_schema, discharge_record, "config/model/discharge_record_model") discharge_data = { "pk_phhd": pk_phhd, "hospital": get_best_value_in_keys(discharge_record_ie_result, hospital_key), "department": get_best_value_in_keys(discharge_record_ie_result, department_key), "name": handle_name(get_best_value_in_keys(discharge_record_ie_result, name_key)), "admission_date_str": get_best_value_in_keys(discharge_record_ie_result, admission_date_key), "discharge_date_str": get_best_value_in_keys(discharge_record_ie_result, discharge_date_key), "doctor": handle_name(get_best_value_in_keys(discharge_record_ie_result, doctor_key)) } discharge_data["admission_date"] = handle_date(discharge_data["admission_date_str"]) discharge_data["discharge_date"] = handle_date(discharge_data["discharge_date_str"]) hospital_value = get_values_of_keys(discharge_record_ie_result, hospital_key) if hospital_value: session = MysqlSession() yljg = session.query(BdYljg.pk_yljg, BdYljg.name) \ .filter(BdYljg.name.in_(hospital_value)).limit(1).one_or_none() session.close() if yljg: discharge_data["pk_yljg"] = yljg.pk_yljg discharge_data["hospital"] = yljg.name department_value = get_values_of_keys(discharge_record_ie_result, department_key) if department_value: department_values = [] for dept in department_value: department_values += handle_department(dept) department_values = list(set(department_values)) if department_values: session = MysqlSession() ylks = session.query(BdYlks.pk_ylks, BdYlks.name) \ .filter(BdYlks.name.in_(department_values)).limit(1).one_or_none() session.close() if ylks: discharge_data["pk_ylks"] = ylks.pk_ylks discharge_data["department"] = ylks.name save_or_update_ie(ZxIeDischarge, pk_phhd, discharge_data) cost_list_ie_result = information_extraction(cost_list_schema, cost_list, "config/model/cost_list_model") cost_data = { "pk_phhd": pk_phhd, "name": handle_name(get_best_value_in_keys(cost_list_ie_result, name_key)), "admission_date_str": get_best_value_in_keys(cost_list_ie_result, admission_date_key), "discharge_date_str": get_best_value_in_keys(cost_list_ie_result, discharge_date_key), "medical_expenses_str": get_best_value_in_keys(cost_list_ie_result, medical_expenses_key) } cost_data["admission_date"] = handle_date(cost_data["admission_date_str"]) cost_data["discharge_date"] = handle_date(cost_data["discharge_date_str"]) cost_data["medical_expenses"] = handle_decimal(cost_data["medical_expenses_str"]) save_or_update_ie(ZxIeCost, pk_phhd, cost_data) def main(): # 持续检测新案子 while 1: session = MysqlSession() phhds = session.query(ZxPhhd.pk_phhd) \ .filter(ZxPhhd.exsuccess_flag == '1') \ .limit(PHHD_BATCH_SIZE) \ .all() session.close() if phhds: for phhd in phhds: pk_phhd = phhd.pk_phhd photo_review(pk_phhd) # 识别完成更新标识 session = MysqlSession() stmt = (update(ZxPhhd).where(ZxPhhd.pk_phhd == pk_phhd).values(exsuccess_flag=8)) session.execute(stmt) session.commit() session.close() else: # 没有查询到新案子，等待一段时间后再查 sleep_minutes = SLEEP_MINUTES log = logging.getLogger() log.info(f"暂未查询到新案子，等待{sleep_minutes}分钟...") sleep(sleep_minutes * 60)