deal_cutout.py 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. import os.path
  2. import time
  3. from concurrent.futures import ThreadPoolExecutor, wait
  4. import threading
  5. from deal_one_image import DealOneImage, DealOneImageBeforehand
  6. from module.log.log import MyLogger
  7. from module.online_request.module_online_data import GetOnlineDataHLM
  8. class DealCutout(QThread):
  9. signal_data = Signal(dict)
  10. def __init__(self, windows):
  11. super().__init__()
  12. self.windows = windows
  13. self.lock = threading.Lock()
  14. self.need_cutout_images = {}
  15. self.state = 2 # 1进行中 2停止 状态 用于中途取消, 3已结束
  16. # 当前阿里预处理后的图片数量(未消费)
  17. self.is_upload_pic_num = 0
  18. self.is_deal_num = 0
  19. # 图片列表
  20. self.upload_pic_dict = {}
  21. self.logger = MyLogger().logger
  22. self.remaining_times = 0 # 剩余总次数
  23. self.get_online_data = GetOnlineDataHLM()
  24. self.resultData = [] # 最终的结果
  25. def refresh_times(self, is_online=True, remaining_times=None):
  26. # 刷新剩余次数
  27. if remaining_times is not None:
  28. self.remaining_times = remaining_times
  29. if is_online:
  30. _ = self.get_online_data.get_cutout_image_times()
  31. if _ is False:
  32. self.remaining_times = 0
  33. else:
  34. if "balance" in _:
  35. self.remaining_times = _["balance"]
  36. if self.remaining_times <= 0:
  37. return False
  38. return True
  39. def send_sign(self, data):
  40. # show_info complete
  41. self.signal_data.emit(data)
  42. def check_before(self):
  43. self.refresh_times()
  44. if self.remaining_times <= 0:
  45. self.send_sign({"type": "show_info",
  46. "message": "精细化抠图余量不足",
  47. })
  48. return False
  49. return True
  50. def run(self):
  51. """
  52. need_cutout_images 结构:
  53. [
  54. "file_name": file_name, # 文件名
  55. "file_e": file_e, # 后缀,.jpg
  56. "file_path": image_path, # 完整路径
  57. "file": file, # 图片文件名,带后缀
  58. "need_cutout": True,# 必须,需要抠图
  59. "out_path":图片输出路径
  60. ]
  61. """
  62. if not self.check_before():
  63. self.signal_data.emit({"_type": "complete",
  64. "data": []})
  65. self.state = 3
  66. return
  67. executor = ThreadPoolExecutor(max_workers=4)
  68. executor_pic_upload = ThreadPoolExecutor(max_workers=2)
  69. tasks_1 = []
  70. tasks_2 = []
  71. self.state = 1
  72. self.resultData = []
  73. self.is_upload_pic_num = 0
  74. self.is_deal_num = 0
  75. num = 0
  76. for image_data in self.need_cutout_images:
  77. if not image_data["need_cutout"]:
  78. continue
  79. num += 1
  80. task_1 = executor.submit(DealOneImage(image_data=image_data, lock=self.lock, windows=self, num=num).run)
  81. tasks_1.append(task_1)
  82. task_2 = executor_pic_upload.submit(
  83. DealOneImageBeforehand(image_data=image_data, lock=self.lock, windows=self, num=num).run)
  84. tasks_2.append(task_2)
  85. self.check_thread(tasks_1, tasks_2)
  86. def __del__(self):
  87. self.state = 2
  88. def check_thread(self, *tasks_list):
  89. time.sleep(2)
  90. success_image_path = []
  91. while 1:
  92. f = True
  93. for tasks in tasks_list:
  94. done, not_done = wait(tasks)
  95. if not_done:
  96. time.sleep(2)
  97. f = False
  98. continue
  99. for task in done:
  100. try:
  101. image_path = task.result()
  102. if image_path:
  103. if isinstance(image_path, str):
  104. if os.path.exists(image_path):
  105. success_image_path.append(image_path)
  106. except BaseException as e:
  107. self.logger.info("有线程出错:{}".format(e))
  108. if f:
  109. break
  110. self.signal_data.emit({"_type": "complete",
  111. "data": success_image_path})
  112. self.resultData = success_image_path
  113. self.state = 3