base_deal.py 49 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007
  1. import json
  2. from module.view_control.generate_goods_art_no_table.module_generate_goods_art_no_table import GenerateGoodsArtNoTable
  3. from module.view_control.generate_main_image.grenerate_main_image_test import GeneratePic
  4. from import_qt_mode import *
  5. from threading import Lock
  6. import settings
  7. from collections import defaultdict
  8. from module.base_mode.remove_bg_ali import RemoveBgALi, Picture
  9. from module.cutout_mode.deal_cutout import DealCutout
  10. from module.view_control.matching_photos.data import DataModeMatchPhoto
  11. from module.base_mode.base import *
  12. from module.view_control.auto_deal_pics.data import DataModeAutoDealPics
  13. import time
  14. from module.base_mode.image_pic_deal import OnePicDeal
  15. """
  16. 照片自动货号匹配 将图片放置在指定文件夹下,并自动对应不同的货号进行整理
  17. """
  18. _Type = ['.png', '.PNG', '.jpg', '.JPG', '.gif', '.GIF', ".jpge", ".JPGE"]
  19. class BaseDealImage(object):
  20. def __init__(self, image_dir=None):
  21. self.goods_images_count_dict = defaultdict(int)
  22. self.dataModeMatchPhoto = DataModeMatchPhoto()
  23. # 数据模型
  24. self.data_mode_auto_deal_pics = DataModeAutoDealPics()
  25. self.image_dir = image_dir
  26. pass
  27. def run_main(self, all_goods_art_no_folder_data, callback_func=None, cutout_mode=None,
  28. resize_image_view=None, windows=None, logo_path=None, image_order_list=None):
  29. # 对所有缺失已抠图的进行抠图处理
  30. self.run_cutout_image(all_goods_art_no_folder_data=all_goods_art_no_folder_data,
  31. callback_func=callback_func,
  32. cutout_mode=cutout_mode,
  33. windows=windows,
  34. )
  35. error_num = 0
  36. successful_num = 0
  37. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  38. if goods_art_no_folder_data["label"] != "待处理":
  39. continue
  40. if windows:
  41. if windows.state != 1:
  42. break
  43. folder_name = goods_art_no_folder_data["folder_name"]
  44. callback_func("开始处理文件夹========== {} ".format(folder_name))
  45. if settings.IS_TEST:
  46. flag = self.shoes_run_one_folder_to_deal(goods_art_no_folder_data=goods_art_no_folder_data,
  47. resize_image_view=resize_image_view,
  48. logo_path=logo_path,
  49. image_order_list=image_order_list,
  50. callback_func=callback_func,
  51. windows=windows,
  52. )
  53. if flag is None:
  54. callback_func("货号:{} 数据异常".format(folder_name))
  55. else:
  56. if flag:
  57. successful_num += 1
  58. callback_func("货号:{} 图片生成处理成功".format(folder_name))
  59. else:
  60. error_num += 1
  61. callback_func("货号:{} 图片生成处理失败".format(folder_name))
  62. else:
  63. try:
  64. flag = self.shoes_run_one_folder_to_deal(goods_art_no_folder_data=goods_art_no_folder_data,
  65. resize_image_view=resize_image_view,
  66. logo_path=logo_path,
  67. image_order_list=image_order_list,
  68. callback_func=callback_func,
  69. windows=windows,
  70. )
  71. if flag is None:
  72. callback_func("货号:{} 数据异常".format(folder_name))
  73. else:
  74. if flag:
  75. successful_num += 1
  76. callback_func("货号:{} 图片生成处理成功".format(folder_name))
  77. else:
  78. error_num += 1
  79. callback_func("货号:{} 图片生成处理失败".format(folder_name))
  80. except BaseException as e:
  81. error_num += 1
  82. callback_func("货号:{} 图片生成处理异常,原因:{}".format(folder_name, e))
  83. callback_func("处理成功:{}个,失败:{}".format(successful_num, error_num))
  84. def checkImageAmount(self, image_dir: str, amount: int, todo_goods_art_no_folder_name_list=None) -> dict:
  85. result = {'code': 0, 'msg': '', 'data': {}}
  86. for goods_art_no_folder in self.list_dir(image_dir):
  87. # 指定内容检查
  88. if todo_goods_art_no_folder_name_list is not None:
  89. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  90. continue
  91. if not os.path.isdir("{}/{}".format(image_dir, goods_art_no_folder)):
  92. continue
  93. if "软件" in goods_art_no_folder:
  94. continue
  95. if "无法" in goods_art_no_folder:
  96. continue
  97. if "原始图" not in self.list_dir("{}/{}".format(image_dir, goods_art_no_folder)):
  98. result['data'][goods_art_no_folder] = '文件夹下,没有 原始图 文件夹\n'
  99. continue
  100. # 计算单个文件夹原图数量
  101. images = [x for x in self.list_dir("{}/{}/原始图".format(image_dir, goods_art_no_folder))]
  102. image_num = 0
  103. for pic_file_name in images:
  104. _, e = os.path.splitext(pic_file_name)
  105. if e in _Type:
  106. image_num += 1
  107. # if self.number_pictures != 0:
  108. if image_num > amount:
  109. result['data'][goods_art_no_folder] = '货号图片大于{}张~\n'.format(amount)
  110. if image_num < 2:
  111. result['data'][goods_art_no_folder] = '货号图片小于于2张~\n'
  112. if result['data']:
  113. result['code'] = 1
  114. return result
  115. def check_folders_image_amount(self, all_goods_art_no_folder_data, image_order_list):
  116. amount = len(image_order_list)
  117. message = ""
  118. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  119. if goods_art_no_folder_data["label"] != "待处理":
  120. continue
  121. folder_path = goods_art_no_folder_data["folder_path"]
  122. folder_name = goods_art_no_folder_data["folder_name"]
  123. images = [x for x in self.list_dir("{}/原始图".format(folder_path))]
  124. image_num = 0
  125. for pic_file_name in images:
  126. _, e = os.path.splitext(pic_file_name)
  127. if e in _Type:
  128. image_num += 1
  129. if image_num > amount:
  130. goods_art_no_folder_data["label"] = "错误"
  131. message += '货号{}:图片大于{}张~\n'.format(folder_name, amount)
  132. if image_num < 2:
  133. message += '货号{}:图片小于于2张~\n'.format(folder_name)
  134. return all_goods_art_no_folder_data, message
  135. def check_one_folder_image_amount(self, folder_data, amount: int):
  136. # 计算单个文件夹原图数量
  137. images = [x for x in self.list_dir("{}/原始图".format(folder_data["folder_path"]))]
  138. image_num = 0
  139. for pic_file_name in images:
  140. _, e = os.path.splitext(pic_file_name)
  141. if e in _Type:
  142. image_num += 1
  143. if image_num > amount:
  144. return False, '货号{}:图片大于{}张~\n'.format(folder_data["folder_name"], amount)
  145. if image_num < 2:
  146. return False, '货号{}:图片小于于2张~\n'.format(folder_data["folder_name"])
  147. return True, ""
  148. # 指定的图片顺序
  149. def getImageOrder(self, image_order: str, resize_image_view: str):
  150. imageOrderList = image_order.replace(",", ",").replace(' ', '').replace('图', '').split(",")
  151. if len(set(imageOrderList)) != len(imageOrderList):
  152. return {'code': 1, 'msg': '图片位置与顺序重复,请检查您的输入'}
  153. for val in imageOrderList:
  154. if val not in ["俯视", "侧视", "后跟", "鞋底", "内里", "组合", "组合2", "组合3", "组合4", "组合5"]:
  155. return {'code': 1, 'msg': '可选项为:俯视,侧视,后跟,鞋底,内里,组合,组合2,组合3,组合4,组合5'}
  156. if resize_image_view not in imageOrderList:
  157. return {'code': 1, 'msg': '缩小的步骤必须是你填写的图片顺序中'}
  158. return {'code': 0, 'msg': 'sucess', 'imageOrderList': imageOrderList}
  159. def shoes_run_one_folder_to_deal(self,
  160. goods_art_no_folder_data,
  161. image_order_list: list,
  162. resize_image_view: str,
  163. logo_path="",
  164. windows=None,
  165. callback_func=None):
  166. """
  167. 操作步骤:
  168. 1、查询每个图片的角度
  169. 2、
  170. """
  171. is_successful = True
  172. folder_path = goods_art_no_folder_data["folder_path"]
  173. folder_name = goods_art_no_folder_data["folder_name"]
  174. all_original_images = self.get_images("{}/原始图".format(folder_path))
  175. self.check_path('{}/800x800'.format(folder_path))
  176. self.crate_all_folders(folder_path)
  177. if not all_original_images:
  178. return None
  179. # _ = ["俯视", "侧视", "后跟", "鞋底", "内里"]
  180. for index, image_dict in enumerate(all_original_images):
  181. if index < len(image_order_list):
  182. image_dict["image_view"] = image_order_list[index]
  183. else:
  184. image_dict["image_view"] = '其他{}'.format(len(image_order_list) - index + 1)
  185. # ====================处理所有图片的顺序====================
  186. # ["俯视", "侧视", "后跟", "鞋底", "内里"]
  187. _config = {"俯视": 1,
  188. "侧视": 2,
  189. "后跟": 3,
  190. "鞋底": 4,
  191. "内里": 5, }
  192. r = time.time()
  193. n = 0
  194. _index = 0
  195. # 检查是否有重复的角度
  196. _d_views = []
  197. f = True
  198. for image_dict in all_original_images:
  199. n += 1
  200. _index += 1
  201. image_dict["old_file_name"] = image_dict["file_name"]
  202. image_dict["random_name"] = "{}-{}".format(r, n)
  203. if image_dict["image_view"] in _config:
  204. if image_dict["image_view"] not in _d_views:
  205. _d_views.append(image_dict["image_view"])
  206. else:
  207. callback_func("货号:{} 处理失败".format(folder_name))
  208. # self.show_progress_detail("货号图{} 存在多个{} 角度~".format(goods_art_no_folder, image_dict["image_view"]))
  209. return None
  210. image_dict["index"] = _config[image_dict["image_view"]]
  211. else:
  212. image_dict["index"] = _index
  213. all_original_images.sort(key=lambda x: x["index"])
  214. # ==========直接进行处理=============
  215. i_n = 0
  216. image_index = 0 # 图片顺序
  217. is_image_deal_mode = 0
  218. # 删除目录再新建
  219. if os.path.exists('{}/阴影图处理'.format(folder_path)):
  220. shutil.rmtree('{}/阴影图处理'.format(folder_path))
  221. self.crate_all_folders(folder_path)
  222. for image_dict in all_original_images:
  223. if windows:
  224. if windows.state != 1:
  225. return None
  226. i_n += 1
  227. image_index += 1
  228. original_image_path = "{}/原始图/{}{}".format(folder_path, image_dict["file_name"], image_dict["e"])
  229. file_name = image_dict["file_name"]
  230. print("正在处理,货号:{}".format(folder_path))
  231. # self.show_progress_detail("正在处理,货号:{}".format(file_name))
  232. # 该文件在800images下没有时,则进行生成新的抠图
  233. # 检查是否存在已抠图文件,如没有再去抠图
  234. original_move_bg_image_path = "{}/原始图_已抠图/{}{}".format(folder_path, image_dict["file_name"], ".png")
  235. # 此处判断鞋子是否为左右脚
  236. if image_index == 1:
  237. is_image_deal_mode = 0
  238. if OnePicDeal().check_shoe_is_right(image_path=original_move_bg_image_path):
  239. is_image_deal_mode = 1 # 1表示要镜像,0表示不做镜像
  240. """进行800image 生成"""
  241. generate_pic = GeneratePic()
  242. if settings.OUT_PIC_MODE == ".jpg":
  243. out_path = "{}/800x800/{}{}".format(folder_path, file_name, ".jpg")
  244. else:
  245. out_path = "{}/800x800/{}{}".format(folder_path, file_name, ".png")
  246. out_process_path_1 = "{}/阴影图处理/{}_{}_阴影{}".format(folder_path, file_name,
  247. image_dict["image_view"], ".png")
  248. out_process_path_2 = "{}/阴影图处理/{}_{}_抠图{}".format(folder_path, file_name,
  249. image_dict["image_view"], ".png")
  250. resize_mode = 1
  251. max_box = None
  252. print("------------1", image_dict["image_view"], resize_image_view)
  253. if image_dict["image_view"] == resize_image_view:
  254. print(image_dict["image_view"], resize_image_view)
  255. resize_mode = 2
  256. if settings.Mode == "皮具":
  257. max_box = (1000, 1200)
  258. if resize_mode == 2:
  259. print(
  260. is_image_deal_mode,
  261. resize_mode,
  262. settings.OUT_PIC_SIZE,
  263. True if i_n == 1 else False,
  264. max_box
  265. )
  266. if not generate_pic.run(image_path=original_image_path,
  267. cut_image_path=original_move_bg_image_path,
  268. out_path=out_path,
  269. image_deal_mode=is_image_deal_mode,
  270. resize_mode=resize_mode,
  271. out_pic_size=settings.OUT_PIC_SIZE,
  272. is_logo=True if i_n == 1 else False,
  273. out_process_path_1=out_process_path_1,
  274. out_process_path_2=out_process_path_2,
  275. max_box=max_box,
  276. logo_path=logo_path,
  277. ):
  278. is_successful = False
  279. if is_successful:
  280. return True
  281. else:
  282. return False
  283. def to_upload_pic(self, file_path, is_resize=True):
  284. file_name = os.path.split(file_path)[1]
  285. e = os.path.splitext(file_name)[1][1:]
  286. im = Picture(file_path)
  287. if im.x > 500:
  288. im.resize(width=500)
  289. _ = {"jpg": "JPEG",
  290. "JPG": "JPEG",
  291. "JPEG": "JPEG",
  292. "jpeg": "JPEG",
  293. "png": "PNG",
  294. "PNG": "PNG", }
  295. e = _[e]
  296. image_io = im.save_to_io(e)
  297. goods_data = {"file_path": os.path.split(file_path)[1],
  298. "image_io": image_io,
  299. "e": e
  300. }
  301. url = self.data_mode_image_cut.get_online_data.upload_pic(goods_data=goods_data)
  302. return url
  303. def get_images(self, path):
  304. image_list = [] # 过滤非图片数据
  305. for _file in self.list_dir(path):
  306. file_name, e = os.path.splitext(_file)
  307. if e in _Type:
  308. image_list.append({"file_path": "{}/{}".format(path, _file),
  309. "file_name": file_name,
  310. "e": e})
  311. return image_list
  312. def crate_all_folders(self, root_path):
  313. path_list = ["800x800", "原始图_已抠图", "阴影图处理"]
  314. for i in path_list:
  315. path = "{}/{}".format(root_path, i)
  316. self.check_path(path)
  317. def run_cutout_image(self, all_goods_art_no_folder_data, callback_func=None, cutout_mode=1, windows=None):
  318. """
  319. 处理所有的抠图
  320. """
  321. callback_func('开始处理抠图~')
  322. error_goods_art_no_folder = []
  323. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  324. if goods_art_no_folder_data["label"] != "待处理":
  325. continue
  326. folder_path = goods_art_no_folder_data["folder_path"]
  327. self.crate_all_folders(folder_path)
  328. # 检查是否存在已抠图文件,如没有再去抠图
  329. images = [x for x in self.list_dir("{}/原始图".format(folder_path))]
  330. cutImageList = []
  331. for pic_file_name in images:
  332. if windows:
  333. if windows.state != 1:
  334. break
  335. # 根据名称判断,没有抠图过的,进行统计
  336. file_name, suffix = os.path.splitext(pic_file_name)
  337. if suffix in _Type:
  338. original_image_path = "{}/原始图/{}".format(folder_path, pic_file_name)
  339. original_move_bg_image_path = "{}/原始图_已抠图/{}{}".format(folder_path, file_name, ".png")
  340. if not os.path.exists(original_move_bg_image_path):
  341. # 没有抠图文件,进行抠图生成
  342. callback_func("正在抠图 货号:{}".format(file_name))
  343. if cutout_mode == '2':
  344. cutImageList.append({
  345. "file_name": file_name, # 文件名
  346. "file_e": suffix, # 后缀,.jpg
  347. "file_path": original_image_path, # 完整路径
  348. "file": '{}{}'.format(file_name, suffix), # 图片文件名,带后缀
  349. "need_cutout": True, # 必须,需要抠图
  350. "out_path": original_move_bg_image_path
  351. })
  352. else:
  353. remove_pic_ins = RemoveBgALi()
  354. if settings.IS_TEST:
  355. im = remove_pic_ins.get_image_cut(file_path=original_image_path,
  356. out_file_path=original_move_bg_image_path)
  357. else:
  358. try:
  359. im = remove_pic_ins.get_image_cut(file_path=original_image_path,
  360. out_file_path=original_move_bg_image_path)
  361. except FunctionTimedOut as f:
  362. callback_func("货号图{} 抠图处理超时~".format(file_name))
  363. im = None
  364. except BaseException as e:
  365. callback_func("货号图{} 抠图处理失败,原因{}".format(file_name, e))
  366. im = None
  367. if not im:
  368. callback_func("货号图{} 抠图处理失败~".format(file_name))
  369. continue
  370. else:
  371. callback_func("货号图{} 抠图完成~".format(file_name))
  372. if cutout_mode == '2':
  373. dealCutout = DealCutout(windows=None)
  374. dealCutout.need_cutout_images = cutImageList
  375. dealCutout.run()
  376. while True:
  377. time.sleep(1)
  378. if windows:
  379. if windows.state != 1:
  380. break
  381. if dealCutout.state == 3:
  382. if len(dealCutout.resultData) != len(cutImageList):
  383. error_goods_art_no_folder.append(folder_path)
  384. break
  385. if error_goods_art_no_folder:
  386. print("以下货号抠图失败~\n {}".format(error_goods_art_no_folder))
  387. callback_func("以下货号抠图失败~\n {}".format(error_goods_art_no_folder))
  388. else:
  389. callback_func("完成抠图处理")
  390. def checkCutoutImage(self, image_dir: str, todo_goods_art_no_folder_name_list=None):
  391. """
  392. 进行图片检查,不合规的直接提示
  393. """
  394. error_goods_art_no_folder = []
  395. self.check_path("{}/软件-处理失败".format(image_dir))
  396. for goods_art_no_folder in self.list_dir(image_dir):
  397. # 指定内容检查
  398. if todo_goods_art_no_folder_name_list is not None:
  399. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  400. continue
  401. if not os.path.isdir("{}/{}".format(image_dir, goods_art_no_folder)):
  402. continue
  403. if "软件" in goods_art_no_folder:
  404. continue
  405. if "无法" in goods_art_no_folder:
  406. continue
  407. if "原始图" not in self.list_dir("{}/{}".format(image_dir, goods_art_no_folder)):
  408. error_goods_art_no_folder.append(goods_art_no_folder)
  409. continue
  410. self.check_path("{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))
  411. self.check_path("{}/{}/800x800".format(image_dir, goods_art_no_folder))
  412. self.check_path("{}/{}/阴影图处理".format(image_dir, goods_art_no_folder))
  413. if error_goods_art_no_folder:
  414. self.move_folders(path_list=["{}/{}".format(self.image_dir, x) for x in error_goods_art_no_folder],
  415. target_folder="{}/软件-处理失败".format(self.image_dir))
  416. return False
  417. def move_folders(self, path_list, target_folder):
  418. for source_folder in path_list:
  419. shutil.move(source_folder, target_folder)
  420. def rename_folder_for_hqt(self, all_goods_art_no_folder_data):
  421. """
  422. 步骤:
  423. 规整红蜻蜓的文件名
  424. 重新按文件名进行命名
  425. """
  426. goods_art_no_list = []
  427. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  428. if "@" not in goods_art_no_folder_data["folder_name"]:
  429. goods_art_no_folder_data["label"] = "待处理"
  430. goods_art_no_list.append(goods_art_no_folder_data["folder_name"])
  431. else:
  432. goods_art_no_folder_data["label"] = "不处理"
  433. if goods_art_no_list:
  434. # goods_art_no_dict 文件夹与货号的字典
  435. goods_art_no_dict = self.dataModeMatchPhoto.get_data_from_hqt_with_goods_art_no(
  436. goods_art_no_list=goods_art_no_list)
  437. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  438. if goods_art_no_folder_data["label"] != "待处理":
  439. continue
  440. goods_art_no_folder = goods_art_no_folder_data["folder_name"]
  441. if goods_art_no_folder in goods_art_no_dict:
  442. print(goods_art_no_folder)
  443. old_folder_path = goods_art_no_folder_data["folder_path"]
  444. new_folder_name = "{}@NUM{}".format(goods_art_no_folder,
  445. goods_art_no_dict[goods_art_no_folder]["编号"])
  446. new_folder_path = "{}/{}".format(goods_art_no_folder_data["root_path"], new_folder_name)
  447. try:
  448. os.rename(old_folder_path, new_folder_path)
  449. goods_art_no_folder_data["folder_path"] = new_folder_path
  450. goods_art_no_folder_data["folder_name"] = new_folder_path
  451. goods_art_no_folder_data["label"] = "待处理"
  452. except BaseException as e:
  453. goods_art_no_folder_data["label"] = "不处理"
  454. print("521 文件夹重名命失败:{}".format(e))
  455. # 重新规整修改图片名称
  456. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  457. if goods_art_no_folder_data["label"] != "待处理":
  458. continue
  459. goods_art_no_folder = goods_art_no_folder_data["folder_name"]
  460. _img_all = self.list_dir("{}/原始图".format(goods_art_no_folder_data["folder_path"]))
  461. index = 0
  462. for _file in _img_all:
  463. file_name, suffix = os.path.splitext(_file)
  464. if suffix in _Type:
  465. index += 1
  466. folder_path = goods_art_no_folder_data["folder_path"]
  467. new_file_name = "{}({}){}".format(goods_art_no_folder, index, suffix)
  468. new_path = "{}/原始图/{}".format(folder_path, new_file_name)
  469. old_path = "{}/原始图/{}".format(folder_path, _file)
  470. crop_new_path = "{}/原始图_已抠图/{}".format(folder_path, "{}({}).png".format(goods_art_no_folder, index))
  471. crop_old_path = "{}/原始图_已抠图/{}".format(folder_path, "{}.png".format(file_name))
  472. if old_path != new_path:
  473. # 存在货号命名错误的,进行修正
  474. try:
  475. if os.path.exists(old_path):
  476. os.rename(old_path, new_path)
  477. if os.path.exists(crop_old_path):
  478. os.rename(crop_old_path, crop_new_path)
  479. except BaseException as e:
  480. goods_art_no_folder_data["label"] = "不处理"
  481. print("550 文件夹重名命失败:{}".format(e))
  482. def cutImagePiju(self, image_dir: str, image_order='', is_check_number=True, is_filter=True, resize_image_view='后跟',
  483. callback_func=None, event=None, todo_goods_art_no_folder_name_list=None):
  484. """
  485. 1、遍历文件夹,基于生成的结果图看哪些需要进行抠图等处理
  486. 2、压缩并上传平台获取抠图
  487. 3、抠图处理成白底图
  488. 4、做成800*800/200*200
  489. :return:
  490. """
  491. logo_path = ""
  492. res = self.getImageOrder(image_order=image_order, resize_image_view=resize_image_view)
  493. if res['code'] != 0:
  494. callback_func(res['msg'])
  495. return {'code': 1, 'msg': res['msg']}
  496. imageOrderList = res['imageOrderList']
  497. """扫描文档,检查有哪些需要进行抠图等处理"""
  498. self.lock = Lock()
  499. to_do_images_total = 0
  500. error_goods_art_no_folder = []
  501. for goods_art_no_folder in self.list_dir(image_dir):
  502. # 指定内容检查
  503. if todo_goods_art_no_folder_name_list is not None:
  504. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  505. continue
  506. if not os.path.isdir("{}/{}".format(image_dir, goods_art_no_folder)):
  507. continue
  508. self.check_path("{}/{}/原始图".format(image_dir, goods_art_no_folder))
  509. self.check_path("{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))
  510. self.check_path("{}/{}/800x800".format(image_dir, goods_art_no_folder))
  511. self.check_path("{}/{}/阴影图处理".format(image_dir, goods_art_no_folder))
  512. # 遍历原始图片文件夹
  513. all_original_images = [x for x in
  514. self.list_dir(
  515. "{}/{}/原始图".format(image_dir, goods_art_no_folder))]
  516. # 检查已抠图文件夹
  517. all_moved_images = [os.path.splitext(x)[0] for x in
  518. self.list_dir(
  519. "{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))]
  520. all_800images = [os.path.splitext(x)[0] for x in
  521. self.list_dir(
  522. "{}/{}/800x800".format(image_dir, goods_art_no_folder))]
  523. if is_check_number and len(imageOrderList) != len(all_original_images):
  524. callback_func("{} 文件夹下图片数量与订单数量不一致,请检查!".format(goods_art_no_folder))
  525. return {'code': 1, 'msg': '{} 文件夹下图片数量与订单数量不一致,请检查!'.format(goods_art_no_folder)}
  526. all_800images = []
  527. image_num = 0
  528. for pic_file_name in all_original_images:
  529. if pic_file_name not in all_800images:
  530. # 根据名称判断,没有抠图过的,进行统计
  531. _, e = os.path.splitext(pic_file_name)
  532. print(e)
  533. if e in _Type:
  534. image_num += 1
  535. print("----------》", goods_art_no_folder, pic_file_name)
  536. to_do_images_total += 1
  537. # if image_num > 5:
  538. # error_goods_art_no_folder.append(goods_art_no_folder)
  539. # if error_goods_art_no_folder:
  540. # self.show_progress_detail("以下货号图片张数超过5张~\n {}".format(error_goods_art_no_folder))
  541. # self.set_state(state_value=2)
  542. # return
  543. if to_do_images_total > 0:
  544. # self.progress_sign.emit({"type": "处理图片 抠图、加工等", "progress_bar_value": 0})
  545. for goods_art_no_folder in self.list_dir(image_dir):
  546. # 指定内容检查
  547. if todo_goods_art_no_folder_name_list is not None:
  548. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  549. continue
  550. if not os.path.isdir('{}/{}'.format(image_dir, goods_art_no_folder)):
  551. continue
  552. self.run_one_folder_to_deal(goods_art_no_folder=goods_art_no_folder,
  553. image_dir=image_dir,
  554. image_order=image_order,
  555. resize_image_view=resize_image_view,
  556. callback_func=callback_func,
  557. logo_path=logo_path,
  558. )
  559. else:
  560. # self.show_progress_detail("没有需要处理的图片~")
  561. callback_func('没有需要处理的图片~')
  562. # self.set_state(state_value=2)
  563. return {'code': 0, 'msg': 'ok'}
  564. def run_one_folder_to_deal(self, goods_art_no_folder, image_dir, image_order, resize_image_view,
  565. callback_func=None, logo_path=""):
  566. _img_all = self.list_dir("{}/{}/原始图".format(image_dir, goods_art_no_folder))
  567. all_original_images = [] # 过滤非图片数据
  568. index = 0
  569. for _file in _img_all:
  570. file_name, e = os.path.splitext(_file)
  571. if e in _Type:
  572. index += 1
  573. new_file_name = "{}({}){}".format(goods_art_no_folder, index, e)
  574. new_path = "{}/{}/原始图/{}".format(image_dir, goods_art_no_folder, new_file_name)
  575. old_path = "{}/{}/原始图/{}".format(image_dir, goods_art_no_folder, _file)
  576. if old_path != new_path:
  577. # 存在货号命名错误的,进行修正
  578. try:
  579. os.rename(old_path, new_path)
  580. except:
  581. pass
  582. all_original_images.append(new_file_name)
  583. if os.path.exists("{}/{}/原始图/镜像.txt".format(image_dir, goods_art_no_folder)):
  584. file_mirror_mark = True
  585. else:
  586. file_mirror_mark = None
  587. # if goods_art_no_folder == "AC51016112":
  588. # print(file_mirror_mark)
  589. # raise 111
  590. all_moved_images = [os.path.splitext(x)[0] for x in
  591. self.list_dir("{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))]
  592. all_800images = [os.path.splitext(x)[0] for x in
  593. self.list_dir(
  594. "{}/{}/800x800".format(image_dir, goods_art_no_folder))]
  595. all_800images = []
  596. # 检查哪些图片没有做过抠图处理
  597. i_n = 0
  598. _name_list = ["视角{}".format(x) for x in range(1, len(all_original_images) + 1)]
  599. # if goods_art_no_folder == "AC51028001":
  600. # _name_list = ["正视", "45度", "侧视", "后视", "底视", "其他1", "其他2", "其他3"]
  601. image_index = 0 # 图片顺序
  602. is_image_deal_mode = 0
  603. max_box = None
  604. for file in all_original_images:
  605. i_n += 1
  606. image_index += 1
  607. original_image_path = "{}/{}/原始图/{}".format(image_dir, goods_art_no_folder, file)
  608. file_name = os.path.splitext(file)[0]
  609. """
  610. 当第三张就是为后跟
  611. """
  612. if file_name not in all_800images: # 所有都重新生成
  613. # if goods_art_no_folder != "AC51016112":
  614. # continue
  615. goods_art_no_folder_path = "{}/{}".format(image_dir, goods_art_no_folder)
  616. print("正在处理,货号:{}".format(goods_art_no_folder_path))
  617. # self.show_progress_detail("正在处理,货号:{}".format(file_name))
  618. callback_func("正在处理,货号:{}".format(file_name))
  619. # 该文件在800images下没有时,则进行生成新的抠图
  620. # 检查是否存在已抠图文件,如没有再去抠图
  621. original_move_bg_image_path = "{}/原始图_已抠图/{}{}".format(goods_art_no_folder_path, file_name,
  622. ".png")
  623. image_deal_mode = 0 # 默认图片不做镜像处理
  624. if not os.path.exists(original_move_bg_image_path):
  625. # 没有抠图文件,进行抠图生成
  626. # self.show_progress_detail("正在抠图 货号:{}".format(file_name))
  627. callback_func("正在抠图 货号:{}".format(file_name))
  628. remove_pic_ins = RemoveBgALi()
  629. im = remove_pic_ins.get_image_cut(file_path=original_image_path,
  630. out_file_path=original_move_bg_image_path)
  631. if not im:
  632. # self.show_progress_detail("货号图{} 抠图处理失败~".format(file_name))
  633. callback_func("货号图{} 抠图处理失败~".format(file_name))
  634. continue
  635. if image_index == 1:
  636. is_image_deal_mode = 0
  637. if settings.Mode == "鞋类":
  638. goods_class = "鞋"
  639. # 如果图片已存在,则需要通过加载图片判断是否为左右脚
  640. if OnePicDeal().check_shoe_is_right(image_path=original_move_bg_image_path):
  641. image_deal_mode = 1 # 1表示要镜像,0表示不做镜像
  642. is_image_deal_mode = 1
  643. if settings.Mode == "皮具":
  644. # 图片对应的商品类型
  645. # goods_class = self.get_goods_class(goods_art_no_folder, original_image_path)
  646. max_box = (1000, 1200)
  647. # _ = {"AC51028001": "女包",
  648. # "AC51028002": "男包",
  649. # "AC51028003": "皮带",
  650. # "AC51028004": "女包"}
  651. # if goods_class in _:
  652. # goods_class = _[goods_class]
  653. # else:
  654. # goods_class = "女包"
  655. #
  656. # _ = {"女包": (1000, 1200),
  657. # "男包": (1000, 1200),
  658. # "皮带": (1000, 1000), }
  659. # max_box = _[goods_class]
  660. # 获取图片信息非必要程序,用于处理图片模式
  661. date_time_original = self.get_date_time_original(original_image_path) # 获取照片拍照时间
  662. if date_time_original:
  663. # 基于照片的时间,与数据库匹配goods_art_no
  664. self.lock.acquire()
  665. _data = self.dataModeMatchPhoto.get_goods_art_no(date_time_original)
  666. self.lock.release()
  667. if _data:
  668. # 能匹配上数据库
  669. goods_art_no, _image_index, _image_deal_mode = _data
  670. if _image_index < 10:
  671. image_index = _image_index
  672. if _image_deal_mode == 1:
  673. image_deal_mode = 1
  674. # print(goods_art_no, image_index, image_deal_mode)
  675. if file_mirror_mark:
  676. image_deal_mode = 1
  677. """进行800image 生成"""
  678. generate_pic = GeneratePic()
  679. if settings.OUT_PIC_MODE == ".jpg":
  680. out_path = "{}/800x800/{}{}".format(goods_art_no_folder_path, file_name, ".jpg")
  681. else:
  682. out_path = "{}/800x800/{}{}".format(goods_art_no_folder_path, file_name, ".png")
  683. out_process_path_1 = "{}/阴影图处理/{}_{}_阴影{}".format(goods_art_no_folder_path, file_name,
  684. _name_list[i_n - 1], ".png")
  685. out_process_path_2 = "{}/阴影图处理/{}_{}_抠图{}".format(goods_art_no_folder_path, file_name,
  686. _name_list[i_n - 1], ".png")
  687. print("image_index", image_index)
  688. image_index = 99
  689. if generate_pic.run(image_path=original_image_path,
  690. cut_image_path=original_move_bg_image_path,
  691. out_path=out_path,
  692. image_deal_mode=is_image_deal_mode,
  693. image_index=image_index,
  694. out_pic_size=settings.OUT_PIC_SIZE,
  695. is_logo=True if i_n == 1 else False,
  696. out_process_path_1=out_process_path_1,
  697. out_process_path_2=out_process_path_2,
  698. max_box=max_box,
  699. logo_path=logo_path,
  700. ):
  701. # self.show_progress_detail("货号图{} _{} 已完成800*800图片制作~".format(image_index, file_name))
  702. callback_func("货号图{} _{} 已完成800*800图片制作~".format(image_index, file_name))
  703. else:
  704. # self.show_progress_detail("货号图{} _{} 图片生成处理失败~".format(image_index, file_name))
  705. callback_func("货号图{} _{} 图片生成处理失败~".format(image_index, file_name))
  706. # 完成处理的图片进度
  707. self.lock.acquire()
  708. # self.set_progress()
  709. self.lock.release()
  710. def dealMoveImage(self, image_dir: str, callback_func=None) -> dict:
  711. if not self.check_path(image_dir=image_dir + "/历史"):
  712. if callback_func:
  713. callback_func('文件夹创建失败')
  714. return {'code': 1, 'msg': '文件夹创建失败', 'data': {}}
  715. # 遍历目标文件夹,获取有拍摄信息的图片,并按拍摄时间排序
  716. files = self.list_dir(image_dir)
  717. original_photo_list = [] # 原始图片列表
  718. for file in files:
  719. # -----图片清洗
  720. file_path = image_dir + "/" + file
  721. if os.path.isdir(file_path): # 忽略文件夹
  722. continue
  723. file_name, suffix = os.path.splitext(file)
  724. if suffix not in _Type: # 非图片进行移除
  725. shutil.move(file_path, image_dir + "/历史/" + file)
  726. continue
  727. date_time_original = self.get_date_time_original(file_path) # 获取照片拍照时间
  728. if date_time_original:
  729. # 基于照片的时间,与数据库匹配goods_art_no
  730. _data = self.dataModeMatchPhoto.get_goods_art_no(date_time_original)
  731. if _data:
  732. # 能匹配上数据库
  733. goods_art_no, image_index, image_deal_mode = _data
  734. print("与数据库匹配goods_art_no", file_name, date_time_original, goods_art_no)
  735. original_photo_list.append({"file_path": file_path,
  736. "file": file,
  737. "date_time_original": date_time_original,
  738. "goods_art_no": goods_art_no,
  739. "image_index": image_index,
  740. "real_goods_art_no": "",
  741. "real_goods_number": "",
  742. })
  743. else:
  744. # 匹配不上报错
  745. # self.show_progress_detail("图片:{} 无法对应货号,不做处理".format(file))
  746. if callback_func:
  747. callback_func("图片:{} 无对应货号".format(file))
  748. # shutil.move(photo_dict["file_path"], self.image_dir + "/历史/" + photo_dict["file"])
  749. continue
  750. else:
  751. shutil.move(file_path, image_dir + "/历史/" + file)
  752. if not original_photo_list:
  753. # self.show_progress_detail("没有任何匹配的图片~")
  754. if callback_func:
  755. callback_func('没有任何匹配的图片')
  756. # self.set_state(state_value=2)
  757. return {"code": 1, "msg": "没有任何匹配的图片", 'data': {}}
  758. if settings.PROJECT == "红蜻蜓":
  759. # 批量请求货号图信息
  760. goods_art_no_list = [x["goods_art_no"] for x in original_photo_list]
  761. goods_art_no_list = list(set(goods_art_no_list))
  762. goods_art_no_list = [x for x in goods_art_no_list if "NUM" not in x]
  763. if goods_art_no_list:
  764. goods_art_no_dict = self.dataModeMatchPhoto.get_data_from_hqt_with_goods_art_no(
  765. goods_art_no_list=goods_art_no_list)
  766. for i in original_photo_list:
  767. if i["goods_art_no"] in goods_art_no_dict:
  768. i["real_goods_art_no"] = i["goods_art_no"]
  769. i["real_goods_number"] = "NUM{}".format(goods_art_no_dict[i["goods_art_no"]]["编号"])
  770. # 批量请求编号对应信息
  771. goods_number_list = [x["goods_art_no"] for x in original_photo_list]
  772. goods_number_list = list(set(goods_number_list))
  773. goods_number_list = [x for x in goods_number_list if "NUM" in x]
  774. if goods_number_list:
  775. goods_number_dict = self.dataModeMatchPhoto.get_data_from_hqt(goods_number_list=goods_number_list)
  776. for i in original_photo_list:
  777. if i["goods_art_no"] in goods_number_dict:
  778. i["real_goods_number"] = i["goods_art_no"]
  779. i["real_goods_art_no"] = goods_number_dict[i["goods_art_no"]]["商品货号"]
  780. # 排序需要基于拍照的文件序号进行处理
  781. original_photo_list.sort(
  782. key=lambda x: "{}-{}-{}".format(x["goods_art_no"], x["image_index"], x["file"]))
  783. print(original_photo_list)
  784. # 对有拍摄信息的图片进行数据库比对,如有比对上,则移动至货号文件夹,否则移入历史文件夹
  785. total_num = len(original_photo_list)
  786. # 当天日期作为文件夹
  787. seconds = time.time()
  788. output_path = "output/{f_name}".format(f_name=time.strftime("%Y-%m-%d", time.localtime(seconds)))
  789. # 遍历每个匹配好的数据进行处理
  790. n = 0
  791. for photo_dict in original_photo_list:
  792. n += 1
  793. # 进度条
  794. goods_art_no = photo_dict["goods_art_no"]
  795. original_image_path = photo_dict["file_path"]
  796. # 输出货号文件夹
  797. if photo_dict["real_goods_art_no"]:
  798. goods_art_no = "{}@{}".format(photo_dict["real_goods_art_no"], photo_dict["real_goods_number"])
  799. goods_art_no_path = "{output_path}/{goods_art_no}".format(output_path=output_path,
  800. goods_art_no=goods_art_no)
  801. # 创建货号下的一系列文件夹
  802. self.create_folder(goods_art_no_path)
  803. # 重命名并进行移动
  804. self.move_images(goods_art_no, goods_art_no_path, original_image_path) # 货号、货号文件路径、原始图路径
  805. # self.progress_sign.emit({"type": "移动原始图片", "progress_bar_value": int(n / total_num * 100)})
  806. # self.show_progress_detail("货号{} 相关文件夹创建完成,已移动原图~".format(goods_art_no))
  807. if callback_func:
  808. callback_func("货号{} 相关文件夹创建完成,已移动原图~".format(goods_art_no))
  809. if n != 0:
  810. # if settings.MattingPics:
  811. # # 检查所有未处理的货号文件夹,查看是否有完成图片加工处理
  812. # self.deal_images()
  813. # 自动生成一个货号表
  814. print("output_path", output_path)
  815. GenerateGoodsArtNoTable.deal(output_path)
  816. # 完成处理
  817. # self.set_state(state_value=2)
  818. return {'code': 0, 'msg': '处理完成', 'target_path': output_path, 'data': {}}
  819. def check_path(self, image_dir: str):
  820. if not os.path.exists(image_dir):
  821. os.mkdir(image_dir)
  822. return True
  823. def get_date_time_original(self, file_path):
  824. with open(file_path, 'rb') as file_data:
  825. tags = exifread.process_file(file_data)
  826. if "EXIF DateTimeOriginal" in tags:
  827. return str(tags["EXIF DateTimeOriginal"])
  828. else:
  829. return False
  830. def create_folder(self, path):
  831. def check_folder(__path):
  832. if not os.path.exists(__path):
  833. os.makedirs(__path)
  834. return False
  835. return True
  836. # 文件夹不存在,创建货号子集文件夹
  837. if not check_folder(path):
  838. for name in ["原始图", "原始图_已抠图", "800x800", "200images"]:
  839. other_path = path + "/" + name
  840. check_folder(other_path)
  841. def move_images(self, goods_art_no, goods_art_no_path, old_image_path):
  842. """
  843. 步骤:
  844. 1、移动到原始图
  845. Args:
  846. goods_art_no:
  847. goods_art_no_path:
  848. old_image_path:
  849. Returns:
  850. """
  851. # 移动到原始图
  852. file = os.path.split(old_image_path)[1]
  853. # 扩展名
  854. e = os.path.splitext(file)[1]
  855. # 获取图片序列
  856. self.goods_images_count_dict[goods_art_no] += 1
  857. # A9999(1).jpg
  858. new_file_name = "{}({})".format(goods_art_no, self.goods_images_count_dict[goods_art_no])
  859. original_image_path = "{}/原始图/{}{}".format(goods_art_no_path, new_file_name, e)
  860. # 移动图片
  861. shutil.move(old_image_path, original_image_path)
  862. def pixianRemoveImageBg(self, file_path: str, out_file_path: str, callbackek_func=None):
  863. url = self.dataModeMatchPhoto.get_online_data.uploadImage(local_path=file_path)
  864. remonveUrl = settings.AIGC_DOMAIN + '/api/ai_image/main/remove_background'
  865. param = {'base_image': url}
  866. post_headers = {"Authorization": settings.Authorization,
  867. "Content-Length": "",
  868. "Content-Type": "application/json",
  869. "Accept": "application/json"}
  870. result = requests.post(remonveUrl, data=json.dumps(param), headers=post_headers).json()
  871. print(result)
  872. if "code" in result and result['code'] == 0:
  873. response = requests.get(result['data']['image'][0])
  874. with open(out_file_path, 'wb') as file:
  875. file.write(response.content)
  876. return result['data']['image'][0]
  877. else:
  878. callbackek_func("精细化抠图处理失败 {}".format(result['message']))
  879. return ''
  880. def list_dir(self, path):
  881. listdir = os.listdir(path)
  882. return natsorted(listdir, alg=ns.PATH)