base_deal.py 48 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011
  1. import json
  2. from module_generate_goods_art_no_table import GenerateGoodsArtNoTable
  3. from grenerate_main_image_test import GeneratePic
  4. from threading import Lock
  5. import settings
  6. from collections import defaultdict
  7. from remove_bg_ali import RemoveBgALi, Picture
  8. from deal_cutout import DealCutout
  9. from data import DataModeAutoDealPics
  10. import time
  11. from image_pic_deal import OnePicDeal
  12. from natsort import natsorted
  13. import os
  14. import shutil
  15. """
  16. 照片自动货号匹配 将图片放置在指定文件夹下,并自动对应不同的货号进行整理
  17. """
  18. _Type = ['.png', '.PNG', '.jpg', '.JPG', '.gif', '.GIF', ".jpge", ".JPGE"]
  19. class BaseDealImage(object):
  20. def __init__(self, image_dir=None):
  21. self.goods_images_count_dict = defaultdict(int)
  22. self.dataModeMatchPhoto = DataModeMatchPhoto()
  23. # 数据模型
  24. self.data_mode_auto_deal_pics = DataModeAutoDealPics()
  25. self.image_dir = image_dir
  26. pass
  27. def run_main(self, all_goods_art_no_folder_data, callback_func=None, cutout_mode=None,
  28. resize_image_view=None, windows=None, logo_path=None, image_order_list=None):
  29. # 对所有缺失已抠图的进行抠图处理
  30. self.run_cutout_image(all_goods_art_no_folder_data=all_goods_art_no_folder_data,
  31. callback_func=callback_func,
  32. cutout_mode=cutout_mode,
  33. windows=windows,
  34. )
  35. error_num = 0
  36. successful_num = 0
  37. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  38. if goods_art_no_folder_data["label"] != "待处理":
  39. continue
  40. if windows:
  41. if windows.state != 1:
  42. break
  43. folder_name = goods_art_no_folder_data["folder_name"]
  44. callback_func("开始处理文件夹========== {} ".format(folder_name))
  45. if settings.IS_TEST:
  46. flag = self.shoes_run_one_folder_to_deal(goods_art_no_folder_data=goods_art_no_folder_data,
  47. resize_image_view=resize_image_view,
  48. logo_path=logo_path,
  49. image_order_list=image_order_list,
  50. callback_func=callback_func,
  51. windows=windows,
  52. )
  53. if flag is None:
  54. callback_func("货号:{} 数据异常".format(folder_name))
  55. else:
  56. if flag:
  57. successful_num += 1
  58. callback_func("货号:{} 图片生成处理成功".format(folder_name))
  59. else:
  60. error_num += 1
  61. callback_func("货号:{} 图片生成处理失败".format(folder_name))
  62. else:
  63. try:
  64. flag = self.shoes_run_one_folder_to_deal(goods_art_no_folder_data=goods_art_no_folder_data,
  65. resize_image_view=resize_image_view,
  66. logo_path=logo_path,
  67. image_order_list=image_order_list,
  68. callback_func=callback_func,
  69. windows=windows,
  70. )
  71. if flag is None:
  72. callback_func("货号:{} 数据异常".format(folder_name))
  73. else:
  74. if flag:
  75. successful_num += 1
  76. callback_func("货号:{} 图片生成处理成功".format(folder_name))
  77. else:
  78. error_num += 1
  79. callback_func("货号:{} 图片生成处理失败".format(folder_name))
  80. except BaseException as e:
  81. error_num += 1
  82. callback_func("货号:{} 图片生成处理异常,原因:{}".format(folder_name, e))
  83. callback_func("处理成功:{}个,失败:{}".format(successful_num, error_num))
  84. def checkImageAmount(self, image_dir: str, amount: int, todo_goods_art_no_folder_name_list=None) -> dict:
  85. result = {'code': 0, 'msg': '', 'data': {}}
  86. for goods_art_no_folder in self.list_dir(image_dir):
  87. # 指定内容检查
  88. if todo_goods_art_no_folder_name_list is not None:
  89. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  90. continue
  91. if not os.path.isdir("{}/{}".format(image_dir, goods_art_no_folder)):
  92. continue
  93. if "软件" in goods_art_no_folder:
  94. continue
  95. if "无法" in goods_art_no_folder:
  96. continue
  97. if "原始图" not in self.list_dir("{}/{}".format(image_dir, goods_art_no_folder)):
  98. result['data'][goods_art_no_folder] = '文件夹下,没有 原始图 文件夹\n'
  99. continue
  100. # 计算单个文件夹原图数量
  101. images = [x for x in self.list_dir("{}/{}/原始图".format(image_dir, goods_art_no_folder))]
  102. image_num = 0
  103. for pic_file_name in images:
  104. _, e = os.path.splitext(pic_file_name)
  105. if e in _Type:
  106. image_num += 1
  107. # if self.number_pictures != 0:
  108. if image_num > amount:
  109. result['data'][goods_art_no_folder] = '货号图片大于{}张~\n'.format(amount)
  110. if image_num < 2:
  111. result['data'][goods_art_no_folder] = '货号图片小于于2张~\n'
  112. if result['data']:
  113. result['code'] = 1
  114. return result
  115. def check_folders_image_amount(self, all_goods_art_no_folder_data, image_order_list):
  116. amount = len(image_order_list)
  117. message = ""
  118. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  119. if goods_art_no_folder_data["label"] != "待处理":
  120. continue
  121. folder_path = goods_art_no_folder_data["folder_path"]
  122. folder_name = goods_art_no_folder_data["folder_name"]
  123. images = [x for x in self.list_dir("{}/原始图".format(folder_path))]
  124. image_num = 0
  125. for pic_file_name in images:
  126. _, e = os.path.splitext(pic_file_name)
  127. if e in _Type:
  128. image_num += 1
  129. if image_num > amount:
  130. goods_art_no_folder_data["label"] = "错误"
  131. message += '货号{}:图片大于{}张~\n'.format(folder_name, amount)
  132. if image_num < 2:
  133. message += '货号{}:图片小于于2张~\n'.format(folder_name)
  134. return all_goods_art_no_folder_data, message
  135. def check_one_folder_image_amount(self, folder_data, amount: int):
  136. # 计算单个文件夹原图数量
  137. images = [x for x in self.list_dir("{}/原始图".format(folder_data["folder_path"]))]
  138. image_num = 0
  139. for pic_file_name in images:
  140. _, e = os.path.splitext(pic_file_name)
  141. if e in _Type:
  142. image_num += 1
  143. if image_num > amount:
  144. return False, '货号{}:图片大于{}张~\n'.format(folder_data["folder_name"], amount)
  145. if image_num < 2:
  146. return False, '货号{}:图片小于于2张~\n'.format(folder_data["folder_name"])
  147. return True, ""
  148. # 指定的图片顺序
  149. def getImageOrder(self, image_order: str, resize_image_view: str):
  150. imageOrderList = image_order.replace(",", ",").replace(' ', '').replace('图', '').split(",")
  151. if len(set(imageOrderList)) != len(imageOrderList):
  152. return {'code': 1, 'msg': '图片位置与顺序重复,请检查您的输入'}
  153. for val in imageOrderList:
  154. if val not in ["俯视", "侧视", "后跟", "鞋底", "内里", "组合", "组合2", "组合3", "组合4", "组合5"]:
  155. return {'code': 1, 'msg': '可选项为:俯视,侧视,后跟,鞋底,内里,组合,组合2,组合3,组合4,组合5'}
  156. if resize_image_view not in imageOrderList:
  157. return {'code': 1, 'msg': '缩小的步骤必须是你填写的图片顺序中'}
  158. return {'code': 0, 'msg': 'sucess', 'imageOrderList': imageOrderList}
  159. def shoes_run_one_folder_to_deal(self,
  160. goods_art_no_folder_data,
  161. image_order_list: list,
  162. resize_image_view: str,
  163. logo_path="",
  164. windows=None,
  165. callback_func=None):
  166. """
  167. 操作步骤:
  168. 1、查询每个图片的角度
  169. 2、
  170. """
  171. is_successful = True
  172. folder_path = goods_art_no_folder_data["folder_path"]
  173. folder_name = goods_art_no_folder_data["folder_name"]
  174. all_original_images = self.get_images("{}/原始图".format(folder_path))
  175. self.check_path('{}/800x800'.format(folder_path))
  176. self.crate_all_folders(folder_path)
  177. if not all_original_images:
  178. return None
  179. # _ = ["俯视", "侧视", "后跟", "鞋底", "内里"]
  180. for index, image_dict in enumerate(all_original_images):
  181. if index < len(image_order_list):
  182. image_dict["image_view"] = image_order_list[index]
  183. else:
  184. image_dict["image_view"] = '其他{}'.format(len(image_order_list) - index + 1)
  185. # ====================处理所有图片的顺序====================
  186. # ["俯视", "侧视", "后跟", "鞋底", "内里"]
  187. _config = {"俯视": 1,
  188. "侧视": 2,
  189. "后跟": 3,
  190. "鞋底": 4,
  191. "内里": 5, }
  192. r = time.time()
  193. n = 0
  194. _index = 0
  195. # 检查是否有重复的角度
  196. _d_views = []
  197. f = True
  198. for image_dict in all_original_images:
  199. n += 1
  200. _index += 1
  201. image_dict["old_file_name"] = image_dict["file_name"]
  202. image_dict["random_name"] = "{}-{}".format(r, n)
  203. if image_dict["image_view"] in _config:
  204. if image_dict["image_view"] not in _d_views:
  205. _d_views.append(image_dict["image_view"])
  206. else:
  207. callback_func("货号:{} 处理失败".format(folder_name))
  208. # self.show_progress_detail("货号图{} 存在多个{} 角度~".format(goods_art_no_folder, image_dict["image_view"]))
  209. return None
  210. image_dict["index"] = _config[image_dict["image_view"]]
  211. else:
  212. image_dict["index"] = _index
  213. all_original_images.sort(key=lambda x: x["index"])
  214. # ==========直接进行处理=============
  215. i_n = 0
  216. image_index = 0 # 图片顺序
  217. is_image_deal_mode = 0
  218. # 删除目录再新建
  219. if os.path.exists('{}/阴影图处理'.format(folder_path)):
  220. shutil.rmtree('{}/阴影图处理'.format(folder_path))
  221. self.crate_all_folders(folder_path)
  222. for image_dict in all_original_images:
  223. if windows:
  224. if windows.state != 1:
  225. return None
  226. i_n += 1
  227. image_index += 1
  228. original_image_path = "{}/原始图/{}{}".format(folder_path, image_dict["file_name"], image_dict["e"])
  229. file_name = image_dict["file_name"]
  230. print("正在处理,货号:{}".format(folder_path))
  231. # self.show_progress_detail("正在处理,货号:{}".format(file_name))
  232. # 该文件在800images下没有时,则进行生成新的抠图
  233. # 检查是否存在已抠图文件,如没有再去抠图
  234. original_move_bg_image_path = "{}/原始图_已抠图/{}{}".format(folder_path, image_dict["file_name"], ".png")
  235. # 此处判断鞋子是否为左右脚
  236. if image_index == 1:
  237. is_image_deal_mode = 0
  238. if OnePicDeal().check_shoe_is_right(image_path=original_move_bg_image_path):
  239. is_image_deal_mode = 1 # 1表示要镜像,0表示不做镜像
  240. """进行800image 生成"""
  241. generate_pic = GeneratePic()
  242. if settings.OUT_PIC_MODE == ".jpg":
  243. out_path = "{}/800x800/{}{}".format(folder_path, file_name, ".jpg")
  244. else:
  245. out_path = "{}/800x800/{}{}".format(folder_path, file_name, ".png")
  246. out_process_path_1 = "{}/阴影图处理/{}_{}_阴影{}".format(folder_path, file_name,
  247. image_dict["image_view"], ".png")
  248. out_process_path_2 = "{}/阴影图处理/{}_{}_抠图{}".format(folder_path, file_name,
  249. image_dict["image_view"], ".png")
  250. resize_mode = 1
  251. max_box = None
  252. print("------------1", image_dict["image_view"], resize_image_view)
  253. if image_dict["image_view"] == resize_image_view:
  254. print(image_dict["image_view"], resize_image_view)
  255. resize_mode = 2
  256. if settings.Mode == "皮具":
  257. max_box = (1000, 1200)
  258. if resize_mode == 2:
  259. print(
  260. is_image_deal_mode,
  261. resize_mode,
  262. settings.OUT_PIC_SIZE,
  263. True if i_n == 1 else False,
  264. max_box
  265. )
  266. if not generate_pic.run(image_path=original_image_path,
  267. cut_image_path=original_move_bg_image_path,
  268. out_path=out_path,
  269. image_deal_mode=is_image_deal_mode,
  270. resize_mode=resize_mode,
  271. out_pic_size=settings.OUT_PIC_SIZE,
  272. is_logo=True if i_n == 1 else False,
  273. out_process_path_1=out_process_path_1,
  274. out_process_path_2=out_process_path_2,
  275. max_box=max_box,
  276. logo_path=logo_path,
  277. ):
  278. is_successful = False
  279. if is_successful:
  280. return True
  281. else:
  282. return False
  283. def to_upload_pic(self, file_path, is_resize=True):
  284. file_name = os.path.split(file_path)[1]
  285. e = os.path.splitext(file_name)[1][1:]
  286. im = Picture(file_path)
  287. if im.x > 500:
  288. im.resize(width=500)
  289. _ = {"jpg": "JPEG",
  290. "JPG": "JPEG",
  291. "JPEG": "JPEG",
  292. "jpeg": "JPEG",
  293. "png": "PNG",
  294. "PNG": "PNG", }
  295. e = _[e]
  296. image_io = im.save_to_io(e)
  297. goods_data = {"file_path": os.path.split(file_path)[1],
  298. "image_io": image_io,
  299. "e": e
  300. }
  301. url = self.data_mode_image_cut.get_online_data.upload_pic(goods_data=goods_data)
  302. return url
  303. def get_images(self, path):
  304. image_list = [] # 过滤非图片数据
  305. for _file in self.list_dir(path):
  306. file_name, e = os.path.splitext(_file)
  307. if e in _Type:
  308. image_list.append({"file_path": "{}/{}".format(path, _file),
  309. "file_name": file_name,
  310. "e": e})
  311. return image_list
  312. def crate_all_folders(self, root_path):
  313. path_list = ["800x800", "原始图_已抠图", "阴影图处理"]
  314. for i in path_list:
  315. path = "{}/{}".format(root_path, i)
  316. self.check_path(path)
  317. def run_cutout_image(self, all_goods_art_no_folder_data, callback_func=None, cutout_mode=1, windows=None):
  318. """
  319. 处理所有的抠图
  320. """
  321. callback_func('开始处理抠图~')
  322. error_goods_art_no_folder = []
  323. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  324. if goods_art_no_folder_data["label"] != "待处理":
  325. continue
  326. folder_path = goods_art_no_folder_data["folder_path"]
  327. self.crate_all_folders(folder_path)
  328. # 检查是否存在已抠图文件,如没有再去抠图
  329. images = [x for x in self.list_dir("{}/原始图".format(folder_path))]
  330. cutImageList = []
  331. for pic_file_name in images:
  332. if windows:
  333. if windows.state != 1:
  334. break
  335. # 根据名称判断,没有抠图过的,进行统计
  336. file_name, suffix = os.path.splitext(pic_file_name)
  337. if suffix in _Type:
  338. original_image_path = "{}/原始图/{}".format(folder_path, pic_file_name)
  339. original_move_bg_image_path = "{}/原始图_已抠图/{}{}".format(folder_path, file_name, ".png")
  340. if not os.path.exists(original_move_bg_image_path):
  341. # 没有抠图文件,进行抠图生成
  342. callback_func("正在抠图 货号:{}".format(file_name))
  343. if cutout_mode == '2':
  344. cutImageList.append({
  345. "file_name": file_name, # 文件名
  346. "file_e": suffix, # 后缀,.jpg
  347. "file_path": original_image_path, # 完整路径
  348. "file": '{}{}'.format(file_name, suffix), # 图片文件名,带后缀
  349. "need_cutout": True, # 必须,需要抠图
  350. "out_path": original_move_bg_image_path
  351. })
  352. else:
  353. remove_pic_ins = RemoveBgALi()
  354. if settings.IS_TEST:
  355. im = remove_pic_ins.get_image_cut(file_path=original_image_path,
  356. out_file_path=original_move_bg_image_path)
  357. else:
  358. try:
  359. im = remove_pic_ins.get_image_cut(file_path=original_image_path,
  360. out_file_path=original_move_bg_image_path)
  361. except FunctionTimedOut as f:
  362. callback_func("货号图{} 抠图处理超时~".format(file_name))
  363. im = None
  364. except BaseException as e:
  365. callback_func("货号图{} 抠图处理失败,原因{}".format(file_name, e))
  366. im = None
  367. if not im:
  368. callback_func("货号图{} 抠图处理失败~".format(file_name))
  369. continue
  370. else:
  371. callback_func("货号图{} 抠图完成~".format(file_name))
  372. if cutout_mode == '2':
  373. dealCutout = DealCutout(windows=None)
  374. dealCutout.need_cutout_images = cutImageList
  375. dealCutout.run()
  376. while True:
  377. time.sleep(1)
  378. if windows:
  379. if windows.state != 1:
  380. break
  381. if dealCutout.state == 3:
  382. if len(dealCutout.resultData) != len(cutImageList):
  383. error_goods_art_no_folder.append(folder_path)
  384. break
  385. if error_goods_art_no_folder:
  386. print("以下货号抠图失败~\n {}".format(error_goods_art_no_folder))
  387. callback_func("以下货号抠图失败~\n {}".format(error_goods_art_no_folder))
  388. else:
  389. callback_func("完成抠图处理")
  390. def checkCutoutImage(self, image_dir: str, todo_goods_art_no_folder_name_list=None):
  391. """
  392. 进行图片检查,不合规的直接提示
  393. """
  394. error_goods_art_no_folder = []
  395. self.check_path("{}/软件-处理失败".format(image_dir))
  396. for goods_art_no_folder in self.list_dir(image_dir):
  397. # 指定内容检查
  398. if todo_goods_art_no_folder_name_list is not None:
  399. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  400. continue
  401. if not os.path.isdir("{}/{}".format(image_dir, goods_art_no_folder)):
  402. continue
  403. if "软件" in goods_art_no_folder:
  404. continue
  405. if "无法" in goods_art_no_folder:
  406. continue
  407. if "原始图" not in self.list_dir("{}/{}".format(image_dir, goods_art_no_folder)):
  408. error_goods_art_no_folder.append(goods_art_no_folder)
  409. continue
  410. self.check_path("{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))
  411. self.check_path("{}/{}/800x800".format(image_dir, goods_art_no_folder))
  412. self.check_path("{}/{}/阴影图处理".format(image_dir, goods_art_no_folder))
  413. if error_goods_art_no_folder:
  414. self.move_folders(path_list=["{}/{}".format(self.image_dir, x) for x in error_goods_art_no_folder],
  415. target_folder="{}/软件-处理失败".format(self.image_dir))
  416. return False
  417. def move_folders(self, path_list, target_folder):
  418. for source_folder in path_list:
  419. shutil.move(source_folder, target_folder)
  420. def rename_folder_for_hqt(self, all_goods_art_no_folder_data):
  421. """
  422. 步骤:
  423. 规整红蜻蜓的文件名
  424. 重新按文件名进行命名
  425. """
  426. goods_art_no_list = []
  427. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  428. if "@" not in goods_art_no_folder_data["folder_name"]:
  429. goods_art_no_folder_data["label"] = "待处理"
  430. goods_art_no_list.append(goods_art_no_folder_data["folder_name"])
  431. else:
  432. goods_art_no_folder_data["label"] = "不处理"
  433. if goods_art_no_list:
  434. # goods_art_no_dict 文件夹与货号的字典
  435. goods_art_no_dict = self.dataModeMatchPhoto.get_data_from_hqt_with_goods_art_no(
  436. goods_art_no_list=goods_art_no_list)
  437. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  438. if goods_art_no_folder_data["label"] != "待处理":
  439. continue
  440. goods_art_no_folder = goods_art_no_folder_data["folder_name"]
  441. if goods_art_no_folder in goods_art_no_dict:
  442. print(goods_art_no_folder)
  443. old_folder_path = goods_art_no_folder_data["folder_path"]
  444. new_folder_name = "{}@NUM{}".format(goods_art_no_folder,
  445. goods_art_no_dict[goods_art_no_folder]["编号"])
  446. new_folder_path = "{}/{}".format(goods_art_no_folder_data["root_path"], new_folder_name)
  447. try:
  448. os.rename(old_folder_path, new_folder_path)
  449. goods_art_no_folder_data["folder_path"] = new_folder_path
  450. goods_art_no_folder_data["folder_name"] = new_folder_path
  451. goods_art_no_folder_data["label"] = "待处理"
  452. except BaseException as e:
  453. goods_art_no_folder_data["label"] = "不处理"
  454. print("521 文件夹重名命失败:{}".format(e))
  455. # 重新规整修改图片名称
  456. for goods_art_no_folder_data in all_goods_art_no_folder_data:
  457. if goods_art_no_folder_data["label"] != "待处理":
  458. continue
  459. goods_art_no_folder = goods_art_no_folder_data["folder_name"]
  460. _img_all = self.list_dir("{}/原始图".format(goods_art_no_folder_data["folder_path"]))
  461. index = 0
  462. for _file in _img_all:
  463. file_name, suffix = os.path.splitext(_file)
  464. if suffix in _Type:
  465. index += 1
  466. folder_path = goods_art_no_folder_data["folder_path"]
  467. new_file_name = "{}({}){}".format(goods_art_no_folder, index, suffix)
  468. new_path = "{}/原始图/{}".format(folder_path, new_file_name)
  469. old_path = "{}/原始图/{}".format(folder_path, _file)
  470. crop_new_path = "{}/原始图_已抠图/{}".format(folder_path, "{}({}).png".format(goods_art_no_folder, index))
  471. crop_old_path = "{}/原始图_已抠图/{}".format(folder_path, "{}.png".format(file_name))
  472. if old_path != new_path:
  473. # 存在货号命名错误的,进行修正
  474. try:
  475. if os.path.exists(old_path):
  476. os.rename(old_path, new_path)
  477. if os.path.exists(crop_old_path):
  478. os.rename(crop_old_path, crop_new_path)
  479. except BaseException as e:
  480. goods_art_no_folder_data["label"] = "不处理"
  481. print("550 文件夹重名命失败:{}".format(e))
  482. def cutImagePiju(self, image_dir: str, image_order='', is_check_number=True, is_filter=True, resize_image_view='后跟',
  483. callback_func=None, event=None, todo_goods_art_no_folder_name_list=None):
  484. """
  485. 1、遍历文件夹,基于生成的结果图看哪些需要进行抠图等处理
  486. 2、压缩并上传平台获取抠图
  487. 3、抠图处理成白底图
  488. 4、做成800*800/200*200
  489. :return:
  490. """
  491. logo_path = ""
  492. res = self.getImageOrder(image_order=image_order, resize_image_view=resize_image_view)
  493. if res['code'] != 0:
  494. callback_func(res['msg'])
  495. return {'code': 1, 'msg': res['msg']}
  496. imageOrderList = res['imageOrderList']
  497. """扫描文档,检查有哪些需要进行抠图等处理"""
  498. self.lock = Lock()
  499. to_do_images_total = 0
  500. error_goods_art_no_folder = []
  501. for goods_art_no_folder in self.list_dir(image_dir):
  502. # 指定内容检查
  503. if todo_goods_art_no_folder_name_list is not None:
  504. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  505. continue
  506. if not os.path.isdir("{}/{}".format(image_dir, goods_art_no_folder)):
  507. continue
  508. self.check_path("{}/{}/原始图".format(image_dir, goods_art_no_folder))
  509. self.check_path("{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))
  510. self.check_path("{}/{}/800x800".format(image_dir, goods_art_no_folder))
  511. self.check_path("{}/{}/阴影图处理".format(image_dir, goods_art_no_folder))
  512. # 遍历原始图片文件夹
  513. all_original_images = [x for x in
  514. self.list_dir(
  515. "{}/{}/原始图".format(image_dir, goods_art_no_folder))]
  516. # 检查已抠图文件夹
  517. all_moved_images = [os.path.splitext(x)[0] for x in
  518. self.list_dir(
  519. "{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))]
  520. all_800images = [os.path.splitext(x)[0] for x in
  521. self.list_dir(
  522. "{}/{}/800x800".format(image_dir, goods_art_no_folder))]
  523. if is_check_number and len(imageOrderList) != len(all_original_images):
  524. callback_func("{} 文件夹下图片数量与订单数量不一致,请检查!".format(goods_art_no_folder))
  525. return {'code': 1, 'msg': '{} 文件夹下图片数量与订单数量不一致,请检查!'.format(goods_art_no_folder)}
  526. all_800images = []
  527. image_num = 0
  528. for pic_file_name in all_original_images:
  529. if pic_file_name not in all_800images:
  530. # 根据名称判断,没有抠图过的,进行统计
  531. _, e = os.path.splitext(pic_file_name)
  532. print(e)
  533. if e in _Type:
  534. image_num += 1
  535. print("----------》", goods_art_no_folder, pic_file_name)
  536. to_do_images_total += 1
  537. # if image_num > 5:
  538. # error_goods_art_no_folder.append(goods_art_no_folder)
  539. # if error_goods_art_no_folder:
  540. # self.show_progress_detail("以下货号图片张数超过5张~\n {}".format(error_goods_art_no_folder))
  541. # self.set_state(state_value=2)
  542. # return
  543. if to_do_images_total > 0:
  544. # self.progress_sign.emit({"type": "处理图片 抠图、加工等", "progress_bar_value": 0})
  545. for goods_art_no_folder in self.list_dir(image_dir):
  546. # 指定内容检查
  547. if todo_goods_art_no_folder_name_list is not None:
  548. if goods_art_no_folder not in todo_goods_art_no_folder_name_list:
  549. continue
  550. if not os.path.isdir('{}/{}'.format(image_dir, goods_art_no_folder)):
  551. continue
  552. self.run_one_folder_to_deal(goods_art_no_folder=goods_art_no_folder,
  553. image_dir=image_dir,
  554. image_order=image_order,
  555. resize_image_view=resize_image_view,
  556. callback_func=callback_func,
  557. logo_path=logo_path,
  558. )
  559. else:
  560. # self.show_progress_detail("没有需要处理的图片~")
  561. callback_func('没有需要处理的图片~')
  562. # self.set_state(state_value=2)
  563. return {'code': 0, 'msg': 'ok'}
  564. def run_one_folder_to_deal(self, goods_art_no_folder, image_dir, image_order, resize_image_view,
  565. callback_func=None, logo_path=""):
  566. _img_all = self.list_dir("{}/{}/原始图".format(image_dir, goods_art_no_folder))
  567. all_original_images = [] # 过滤非图片数据
  568. index = 0
  569. for _file in _img_all:
  570. file_name, e = os.path.splitext(_file)
  571. if e in _Type:
  572. index += 1
  573. new_file_name = "{}({}){}".format(goods_art_no_folder, index, e)
  574. new_path = "{}/{}/原始图/{}".format(image_dir, goods_art_no_folder, new_file_name)
  575. old_path = "{}/{}/原始图/{}".format(image_dir, goods_art_no_folder, _file)
  576. if old_path != new_path:
  577. # 存在货号命名错误的,进行修正
  578. try:
  579. os.rename(old_path, new_path)
  580. except:
  581. pass
  582. all_original_images.append(new_file_name)
  583. if os.path.exists("{}/{}/原始图/镜像.txt".format(image_dir, goods_art_no_folder)):
  584. file_mirror_mark = True
  585. else:
  586. file_mirror_mark = None
  587. # if goods_art_no_folder == "AC51016112":
  588. # print(file_mirror_mark)
  589. # raise 111
  590. all_moved_images = [os.path.splitext(x)[0] for x in
  591. self.list_dir("{}/{}/原始图_已抠图".format(image_dir, goods_art_no_folder))]
  592. all_800images = [os.path.splitext(x)[0] for x in
  593. self.list_dir(
  594. "{}/{}/800x800".format(image_dir, goods_art_no_folder))]
  595. all_800images = []
  596. # 检查哪些图片没有做过抠图处理
  597. i_n = 0
  598. _name_list = ["视角{}".format(x) for x in range(1, len(all_original_images) + 1)]
  599. # if goods_art_no_folder == "AC51028001":
  600. # _name_list = ["正视", "45度", "侧视", "后视", "底视", "其他1", "其他2", "其他3"]
  601. image_index = 0 # 图片顺序
  602. is_image_deal_mode = 0
  603. max_box = None
  604. for file in all_original_images:
  605. i_n += 1
  606. image_index += 1
  607. original_image_path = "{}/{}/原始图/{}".format(image_dir, goods_art_no_folder, file)
  608. file_name = os.path.splitext(file)[0]
  609. """
  610. 当第三张就是为后跟
  611. """
  612. if file_name not in all_800images: # 所有都重新生成
  613. # if goods_art_no_folder != "AC51016112":
  614. # continue
  615. goods_art_no_folder_path = "{}/{}".format(image_dir, goods_art_no_folder)
  616. print("正在处理,货号:{}".format(goods_art_no_folder_path))
  617. # self.show_progress_detail("正在处理,货号:{}".format(file_name))
  618. callback_func("正在处理,货号:{}".format(file_name))
  619. # 该文件在800images下没有时,则进行生成新的抠图
  620. # 检查是否存在已抠图文件,如没有再去抠图
  621. original_move_bg_image_path = "{}/原始图_已抠图/{}{}".format(goods_art_no_folder_path, file_name,
  622. ".png")
  623. image_deal_mode = 0 # 默认图片不做镜像处理
  624. if not os.path.exists(original_move_bg_image_path):
  625. # 没有抠图文件,进行抠图生成
  626. # self.show_progress_detail("正在抠图 货号:{}".format(file_name))
  627. callback_func("正在抠图 货号:{}".format(file_name))
  628. remove_pic_ins = RemoveBgALi()
  629. im = remove_pic_ins.get_image_cut(file_path=original_image_path,
  630. out_file_path=original_move_bg_image_path)
  631. if not im:
  632. # self.show_progress_detail("货号图{} 抠图处理失败~".format(file_name))
  633. callback_func("货号图{} 抠图处理失败~".format(file_name))
  634. continue
  635. if image_index == 1:
  636. is_image_deal_mode = 0
  637. if settings.Mode == "鞋类":
  638. goods_class = "鞋"
  639. # 如果图片已存在,则需要通过加载图片判断是否为左右脚
  640. if OnePicDeal().check_shoe_is_right(image_path=original_move_bg_image_path):
  641. image_deal_mode = 1 # 1表示要镜像,0表示不做镜像
  642. is_image_deal_mode = 1
  643. if settings.Mode == "皮具":
  644. # 图片对应的商品类型
  645. # goods_class = self.get_goods_class(goods_art_no_folder, original_image_path)
  646. max_box = (1000, 1200)
  647. # _ = {"AC51028001": "女包",
  648. # "AC51028002": "男包",
  649. # "AC51028003": "皮带",
  650. # "AC51028004": "女包"}
  651. # if goods_class in _:
  652. # goods_class = _[goods_class]
  653. # else:
  654. # goods_class = "女包"
  655. #
  656. # _ = {"女包": (1000, 1200),
  657. # "男包": (1000, 1200),
  658. # "皮带": (1000, 1000), }
  659. # max_box = _[goods_class]
  660. # 获取图片信息非必要程序,用于处理图片模式
  661. date_time_original = self.get_date_time_original(original_image_path) # 获取照片拍照时间
  662. if date_time_original:
  663. # 基于照片的时间,与数据库匹配goods_art_no
  664. self.lock.acquire()
  665. _data = self.dataModeMatchPhoto.get_goods_art_no(date_time_original)
  666. self.lock.release()
  667. if _data:
  668. # 能匹配上数据库
  669. goods_art_no, _image_index, _image_deal_mode = _data
  670. if _image_index < 10:
  671. image_index = _image_index
  672. if _image_deal_mode == 1:
  673. image_deal_mode = 1
  674. # print(goods_art_no, image_index, image_deal_mode)
  675. if file_mirror_mark:
  676. image_deal_mode = 1
  677. """进行800image 生成"""
  678. generate_pic = GeneratePic()
  679. if settings.OUT_PIC_MODE == ".jpg":
  680. out_path = "{}/800x800/{}{}".format(goods_art_no_folder_path, file_name, ".jpg")
  681. else:
  682. out_path = "{}/800x800/{}{}".format(goods_art_no_folder_path, file_name, ".png")
  683. out_process_path_1 = "{}/阴影图处理/{}_{}_阴影{}".format(goods_art_no_folder_path, file_name,
  684. _name_list[i_n - 1], ".png")
  685. out_process_path_2 = "{}/阴影图处理/{}_{}_抠图{}".format(goods_art_no_folder_path, file_name,
  686. _name_list[i_n - 1], ".png")
  687. print("image_index", image_index)
  688. image_index = 99
  689. if generate_pic.run(image_path=original_image_path,
  690. cut_image_path=original_move_bg_image_path,
  691. out_path=out_path,
  692. image_deal_mode=is_image_deal_mode,
  693. image_index=image_index,
  694. out_pic_size=settings.OUT_PIC_SIZE,
  695. is_logo=True if i_n == 1 else False,
  696. out_process_path_1=out_process_path_1,
  697. out_process_path_2=out_process_path_2,
  698. max_box=max_box,
  699. logo_path=logo_path,
  700. ):
  701. # self.show_progress_detail("货号图{} _{} 已完成800*800图片制作~".format(image_index, file_name))
  702. callback_func("货号图{} _{} 已完成800*800图片制作~".format(image_index, file_name))
  703. else:
  704. # self.show_progress_detail("货号图{} _{} 图片生成处理失败~".format(image_index, file_name))
  705. callback_func("货号图{} _{} 图片生成处理失败~".format(image_index, file_name))
  706. # 完成处理的图片进度
  707. self.lock.acquire()
  708. # self.set_progress()
  709. self.lock.release()
  710. def dealMoveImage(self, image_dir: str, callback_func=None) -> dict:
  711. if not self.check_path(image_dir=image_dir + "/历史"):
  712. return {'code': 1, 'msg': '文件夹创建失败', 'data': {}}
  713. # 遍历目标文件夹,获取有拍摄信息的图片,并按拍摄时间排序
  714. files = self.list_dir(image_dir)
  715. original_photo_list = [] # 原始图片列表
  716. for file in files:
  717. # -----图片清洗
  718. file_path = image_dir + "/" + file
  719. if os.path.isdir(file_path): # 忽略文件夹
  720. continue
  721. file_name, suffix = os.path.splitext(file)
  722. if suffix not in _Type: # 非图片进行移除
  723. shutil.move(file_path, image_dir + "/历史/" + file)
  724. continue
  725. date_time_original = self.get_date_time_original(file_path) # 获取照片拍照时间
  726. if date_time_original:
  727. # 基于照片的时间,与数据库匹配goods_art_no
  728. _data = self.dataModeMatchPhoto.get_goods_art_no(date_time_original)
  729. if _data:
  730. # 能匹配上数据库
  731. goods_art_no, image_index, image_deal_mode = _data
  732. print("832 与数据库匹配goods_art_no", file_name, date_time_original, goods_art_no)
  733. original_photo_list.append({"file_path": file_path,
  734. "file": file,
  735. "date_time_original": date_time_original,
  736. "goods_art_no": goods_art_no,
  737. "image_index": image_index,
  738. "real_goods_art_no": "",
  739. "real_goods_number": "",
  740. })
  741. else:
  742. # 匹配不上报错
  743. # self.show_progress_detail("图片:{} 无法对应货号,不做处理".format(file))
  744. if callback_func:
  745. callback_func("图片:{} 无对应货号".format(file))
  746. # shutil.move(photo_dict["file_path"], self.image_dir + "/历史/" + photo_dict["file"])
  747. continue
  748. else:
  749. shutil.move(file_path, image_dir + "/历史/" + file)
  750. if not original_photo_list:
  751. # self.show_progress_detail("没有任何匹配的图片~")
  752. if callback_func:
  753. callback_func('没有任何匹配的图片')
  754. # self.set_state(state_value=2)
  755. return {"code": 1, "msg": "没有任何匹配的图片", 'data': {}}
  756. if settings.PROJECT == "红蜻蜓":
  757. # 批量请求货号图信息
  758. goods_art_no_list = [x["goods_art_no"] for x in original_photo_list]
  759. goods_art_no_list = list(set(goods_art_no_list))
  760. goods_art_no_list = [x for x in goods_art_no_list if "NUM" not in x]
  761. if goods_art_no_list:
  762. goods_art_no_dict = self.dataModeMatchPhoto.get_data_from_hqt_with_goods_art_no(
  763. goods_art_no_list=goods_art_no_list)
  764. for i in original_photo_list:
  765. if i["goods_art_no"] in goods_art_no_dict:
  766. i["real_goods_art_no"] = i["goods_art_no"]
  767. i["real_goods_number"] = "NUM{}".format(goods_art_no_dict[i["goods_art_no"]]["编号"])
  768. # 批量请求编号对应信息
  769. goods_number_list = [x["goods_art_no"] for x in original_photo_list]
  770. goods_number_list = list(set(goods_number_list))
  771. goods_number_list = [x for x in goods_number_list if "NUM" in x]
  772. if goods_number_list:
  773. goods_number_dict = self.dataModeMatchPhoto.get_data_from_hqt(goods_number_list=goods_number_list)
  774. for i in original_photo_list:
  775. if i["goods_art_no"] in goods_number_dict:
  776. i["real_goods_number"] = i["goods_art_no"]
  777. i["real_goods_art_no"] = goods_number_dict[i["goods_art_no"]]["商品货号"]
  778. # 排序需要基于拍照的文件序号进行处理
  779. original_photo_list.sort(
  780. key=lambda x: "{}-{}-{}".format(x["goods_art_no"], x["image_index"], x["file"]))
  781. # print(original_photo_list)
  782. # 对有拍摄信息的图片进行数据库比对,如有比对上,则移动至货号文件夹,否则移入历史文件夹
  783. total_num = len(original_photo_list)
  784. # 当天日期作为文件夹
  785. seconds = time.time()
  786. output_path = "output/{f_name}".format(f_name=time.strftime("%Y-%m-%d", time.localtime(seconds)))
  787. # 遍历每个匹配好的数据进行处理
  788. n = 0
  789. for photo_dict in original_photo_list:
  790. n += 1
  791. # 进度条
  792. goods_art_no = photo_dict["goods_art_no"]
  793. original_image_path = photo_dict["file_path"]
  794. # 输出货号文件夹
  795. if photo_dict["real_goods_art_no"]:
  796. goods_art_no = "{}@{}".format(photo_dict["real_goods_art_no"], photo_dict["real_goods_number"])
  797. goods_art_no_path = "{output_path}/{goods_art_no}".format(output_path=output_path,
  798. goods_art_no=goods_art_no)
  799. # 创建货号下的一系列文件夹
  800. self.create_folder(goods_art_no_path)
  801. # 重命名并进行移动
  802. print("开始移动:{} {} 命名为:{}".format(goods_art_no, original_image_path, goods_art_no_path))
  803. self.move_images(goods_art_no, goods_art_no_path, original_image_path) # 货号、货号文件路径、原始图路径
  804. time.sleep(0.2)
  805. # self.progress_sign.emit({"type": "移动原始图片", "progress_bar_value": int(n / total_num * 100)})
  806. # self.show_progress_detail("货号{} 相关文件夹创建完成,已移动原图~".format(goods_art_no))
  807. if callback_func:
  808. callback_func("货号{} 相关文件夹创建完成,已移动原图~".format(goods_art_no))
  809. print("已完成移动处理")
  810. if n != 0:
  811. # if settings.MattingPics:
  812. # # 检查所有未处理的货号文件夹,查看是否有完成图片加工处理
  813. # self.deal_images()
  814. # 自动生成一个货号表
  815. print("output_path", output_path)
  816. GenerateGoodsArtNoTable.deal(output_path)
  817. # 完成处理
  818. # self.set_state(state_value=2)
  819. return {'code': 0, 'msg': '处理完成', 'target_path': output_path, 'data': {}}
  820. def check_path(self, image_dir: str):
  821. if not os.path.exists(image_dir):
  822. os.mkdir(image_dir)
  823. return True
  824. def get_date_time_original(self, file_path):
  825. with open(file_path, 'rb') as file_data:
  826. tags = exifread.process_file(file_data)
  827. if "EXIF DateTimeOriginal" in tags:
  828. return str(tags["EXIF DateTimeOriginal"])
  829. else:
  830. return False
  831. def create_folder(self, path):
  832. def check_folder(__path):
  833. if not os.path.exists(__path):
  834. os.makedirs(__path)
  835. return False
  836. return True
  837. # 文件夹不存在,创建货号子集文件夹
  838. if not check_folder(path):
  839. for name in ["原始图", "原始图_已抠图", "800x800", "200images"]:
  840. other_path = path + "/" + name
  841. check_folder(other_path)
  842. def move_images(self, goods_art_no, goods_art_no_path, old_image_path):
  843. """
  844. 步骤:
  845. 1、移动到原始图
  846. Args:
  847. goods_art_no:
  848. goods_art_no_path:
  849. old_image_path:
  850. Returns:
  851. """
  852. # 移动到原始图
  853. file = os.path.split(old_image_path)[1]
  854. # 扩展名
  855. e = os.path.splitext(file)[1]
  856. # 获取图片序列
  857. self.goods_images_count_dict[goods_art_no] += 1
  858. # A9999(1).jpg
  859. new_file_name = "{}({})".format(goods_art_no, self.goods_images_count_dict[goods_art_no])
  860. original_image_path = "{}/原始图/{}{}".format(goods_art_no_path, new_file_name, e)
  861. # 移动图片
  862. shutil.move(old_image_path, original_image_path)
  863. def pixianRemoveImageBg(self, file_path: str, out_file_path: str, callbackek_func=None):
  864. url = self.dataModeMatchPhoto.get_online_data.uploadImage(local_path=file_path)
  865. remonveUrl = settings.AIGC_DOMAIN + '/api/ai_image/main/remove_background'
  866. param = {'base_image': url}
  867. post_headers = {"Authorization": settings.Authorization,
  868. "Content-Length": "",
  869. "Content-Type": "application/json",
  870. "Accept": "application/json"}
  871. result = requests.post(remonveUrl, data=json.dumps(param), headers=post_headers).json()
  872. print(result)
  873. if "code" in result and result['code'] == 0:
  874. response = requests.get(result['data']['image'][0])
  875. with open(out_file_path, 'wb') as file:
  876. file.write(response.content)
  877. return result['data']['image'][0]
  878. else:
  879. callbackek_func("精细化抠图处理失败 {}".format(result['message']))
  880. return ''
  881. def list_dir(self, path):
  882. listdir = os.listdir(path)
  883. return natsorted(listdir, alg=ns.PATH)