CameraMachine/python/service/data.py

import settings
from .data_metaclass import DataBaseModel
from PIL import Image
from io import BytesIO
import copy
import pandas as pd
import settings
import numpy as np

class DataModeAutoDealPics(DataBaseModel):
    def __init__(self,token):
        super().__init__(token)

    def check_is_right_foot_by_api(self, image):
        image = image.convert('RGB')

        re_x = int(640)
        re_y = int(image.height * re_x / image.width)
        image = image.resize((re_x, re_y))
        e = "JPEG"

        img = BytesIO()
        image.save(img, format=e)  # format: PNG or JPEG
        img.seek(0)  # rewind to the start

        image_url = self.get_online_data.upload_image_by_io(image_io=img)
        if settings.IS_TEST:
            print("识别左右脚，{}".format(image_url))
        # 识别左右脚
        r_data = self.get_online_data.yolo_shoes_category(image_url=image_url)
        return r_data


class DataModeGenerateDetail(DataBaseModel):

    def __init__(self, token):
        super().__init__(token)
        self.token = token
        self.get_online_data.refresh_headers(token)

    def get_real_color_name(self, color_name: str):
        _ = ["薄棉", "加厚", "厚棉"]
        for i in _:
            color_name = color_name.replace(i, "")
        return color_name

    def get_goods_art_no_info(self, numbers_list=None, goods_art_list=None):
        if goods_art_list:
            data_list = copy.deepcopy(goods_art_list)
            flag = "Goods_Art"
        else:
            data_list = copy.deepcopy(numbers_list)
            flag = "NUM"
        _list = []
        # 单次请求数少于20个
        goods_dict = {}
        while data_list:
            one_data = data_list.pop()
            _list.append(one_data)

            if len(_list) == 20 or len(data_list) == 0:
                if flag == "NUM":
                    # 注意，红蜻蜓和惠利玛函数不同
                    online_goods_art_data = self.get_online_data.get_goods_art_no_info(
                        numbers_list=_list,
                        token=self.token
                    )
                else:
                    online_goods_art_data = self.get_online_data.get_goods_art_no_info(
                        goods_art_list=_list, token=self.token
                    )
                if online_goods_art_data:
                    for key in online_goods_art_data:
                        # 映射为真实的文件夹名称
                        goods_dict[key] = online_goods_art_data[key]
                _list = []
        return goods_dict

    def get_basic_goods_art_data_by_hqt_and_hlm(self, folder_name_list):
        """
        查询红蜻蜓货号的对应数据，输入写入为编码，可能带有@，可能为货号等 NUN为编码
        """
        original_folder_name_list = copy.deepcopy(folder_name_list)

        # 编号与文件名映射表
        return_dict = {}
        for folder_name in original_folder_name_list:
            folder_name: str
            if "NUM" not in folder_name:
                # 即为货号
                return_dict[folder_name] = {
                    "type": "goods_art_no",
                    "name": folder_name.upper(),
                    "文件夹名称": folder_name,
                    "data": {},
                }
            else:
                if "@" not in folder_name:
                    return_dict[folder_name] = {
                        "type": "goods_number",
                        "name": folder_name.upper().replace("NUM", ""),
                        "文件夹名称": folder_name,
                        "data": {},
                    }
                else:
                    return_dict[folder_name] = {
                        "type": "goods_number",
                        "name": folder_name.upper().replace("NUM", "").split("@")[1],
                        "文件夹名称": folder_name,
                        "data": {},
                    }

        # -----------请求货号数据处理------------
        goods_art_no_list = [
            v["name"] for k, v in return_dict.items() if v["type"] == "goods_art_no"
        ]
        goods_art_no_all_data = self.get_goods_art_no_info(
            goods_art_list=goods_art_no_list
        )
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", goods_art_no_all_data)
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        print("goods_art_no_all_data===========>>>>>", "")
        for folder_name, value in return_dict.items():
            if value["type"] == "goods_art_no":
                if value["name"] in goods_art_no_all_data:
                    return_dict[folder_name]["data"] = goods_art_no_all_data[
                        value["name"]
                    ]

        # ------------请求编码数据----------------------
        goods_number_list = [
            v["name"] for k, v in return_dict.items() if v["type"] == "goods_number"
        ]
        goods_number_all_data = self.get_goods_art_no_info(
            numbers_list=goods_number_list
        )
        for folder_name, value in return_dict.items():
            if value["type"] == "goods_number":
                if value["name"] in goods_number_all_data:
                    return_dict[folder_name]["data"] = goods_number_all_data[
                        value["name"]
                    ]

        # 清空没有值的数据
        error_key = []
        for folder_name, value in return_dict.items():
            if not value["data"]:
                error_key.append(folder_name)

        if error_key:
            for folder_name in error_key:
                return_dict.pop(folder_name)

        return {"code": 0, "message": "", "data": return_dict}

    def get_basic_goods_art_data_form_excel(self, folder_name_list, excel_path, keys):

        # =====创建虚拟表格并进行连表处理
        need_df = pd.DataFrame(columns=["文件夹名称"])
        for folder_name in folder_name_list:
            new_row = {
                "文件夹名称": str(folder_name),
            }
            need_df = need_df._append(new_row, ignore_index=True)

        need_df = need_df.fillna(value="")

        # 打开表格并进行匹配
        _df = pd.read_excel(excel_path, sheet_name=0, header=0)
        # 去重数据
        duplicates = _df.duplicated(subset=["文件夹名称"], keep="first")
        _df = _df.loc[~duplicates]
        _df = _df.fillna(value="")
        _df = _df.astype(str)

        # 数据匹配关联，左关联
        need_df = pd.merge(
            need_df,
            _df,
            on=["文件夹名称"],
            how="left",
            indicator=False,
        )
        # 补全字段
        header_list = need_df.columns.values.tolist()
        for key in keys:
            if key not in header_list:
                need_df[key] = ""

        need_df = need_df.fillna(value="")
        need_df = need_df.astype(str)
        # 数据转字典
        return_dict = {}
        message = ""
        for index, row in need_df.iterrows():
            if settings.PROJECT == "红蜻蜓":
                if row["商品货号"] and row["款号"] and row["编号"]:
                    return_dict[row["文件夹名称"]] = {
                        "type": "goods_art_no",
                        "name": row["文件夹名称"].upper(),
                        "文件夹名称": row["文件夹名称"],
                        "template_name": row["模板名称"],
                        "data": row.to_dict(),
                    }
                else:
                    message = "商品货号、款号、编号必须有值"
            else:
                if row["商品货号"] and row["款号"]:
                    return_dict[row["文件夹名称"]] = {
                        "type": "goods_art_no",
                        "name": row["文件夹名称"].upper(),
                        "文件夹名称": row["文件夹名称"],
                        "template_name": row["模板名称"],
                        "data": row.to_dict(),
                    }

        print("return_dict", return_dict)

        if not return_dict:
            message += "\n没有找到任何匹配的数据"
            return {"code": 99, "message": message, "data": return_dict}
        else:
            return {"code": 0, "message": message, "data": return_dict}

    def get_basic_goods_art_data_form_excel_bak(self, folder_name_list, excel_path, keys):

        # =====创建虚拟表格并进行连表处理
        need_df = pd.DataFrame(columns=["文件夹名称"])
        for folder_name in folder_name_list:
            new_row = {
                "文件夹名称": str(folder_name),
            }
            need_df = need_df._append(new_row, ignore_index=True)

        need_df = need_df.fillna(value="")

        # 打开表格并进行匹配
        _df = pd.read_excel(excel_path, sheet_name=0, header=0)
        # 去重数据
        duplicates = _df.duplicated(subset=["文件夹名称"], keep="first")
        _df = _df.loc[~duplicates]
        _df = _df.fillna(value="")
        _df = _df.astype(str)

        # 数据匹配关联，左关联
        need_df = pd.merge(
            need_df,
            _df,
            on=["文件夹名称"],
            how="left",
            indicator=False,
        )
        # 补全字段
        header_list = need_df.columns.values.tolist()
        for key in keys:
            if key not in header_list:
                need_df[key] = ""

        need_df = need_df.fillna(value="")
        need_df = need_df.astype(str)
        # 数据转字典
        return_dict = {}
        message = ""
        print("need_df.iterrows()   <=============>      ", need_df.to_json())
        for index, row in need_df.iterrows():
            if settings.PROJECT == "红蜻蜓":
                if row["商品货号"] and row["款号"] and row["编号"]:
                    return_dict[row["文件夹名称"]] = {
                        "type": "goods_art_no",
                        "name": row["文件夹名称"].upper(),
                        "文件夹名称": row["文件夹名称"],
                        "template_name": row["模板名称"],
                        "data": row.to_dict(),
                    }
                else:
                    message = "商品货号、款号、编号为空或列不存在"
            else:
                if row["商品货号"] and row["款号"] and row["模板名称"]:
                    return_dict[row["文件夹名称"]] = {
                        "type": "goods_art_no",
                        "name": row["文件夹名称"].upper(),
                        "文件夹名称": row["文件夹名称"],
                        "template_name": row["模板名称"],
                        "data": row.to_dict(),
                    }
                else:
                    message = "商品货号、款号、模板名称为空或列不存在"

        print("return_dict", return_dict)

        if not return_dict:
            message += "\n没有找到任何匹配的数据"
            return {"code": 99, "message": message, "data": return_dict}
        else:
            return {"code": 0, "message": message, "data": return_dict}

    def check_goods_is_not_deficiency(self, goods_no_dict: dict):
        # 数据返回结果为款号列表
        error_data = {}
        for key, value in goods_no_dict.items():
            number = value["货号资料"][0]["编号"].replace("NUM", "")
            number_list = [x["编号"].replace("NUM", "") for x in value["货号资料"]]
            all_color_name = [
                self.get_real_color_name(x["颜色名称"]) for x in value["货号资料"]
            ]  # 本地数据
            goods_no = key

            _t_goods_number, all_goods_number = (
                self.get_online_data.get_on_goods_all_art(number=number)
            )
            # all_goods_number------》 [{'number': '14250232', 'goods_art_no': 'AC52001173', 'color': '杏色'}]

            for i in all_goods_number:
                if i["number"] not in number_list:
                    # 检查款号+颜色名称是否已经存在
                    real_color = self.get_real_color_name(i["color"])
                    if real_color not in all_color_name:
                        if goods_no not in error_data:
                            error_data[goods_no] = {"message": "颜色："}
                        error_data[goods_no]["message"] += "{}缺失 ".format(real_color)

        return error_data

    def get_basic_template_information(self, _goods_no_dict, excel_path: str):
        # 本地的文件夹数据形成一个虚拟表格
        original_df = pd.DataFrame(columns=["款号"])
        for goods_no in _goods_no_dict:
            new_row = {"款号": str(goods_no), "flag": "是"}
            original_df = original_df._append(new_row, ignore_index=True)
        original_df = original_df.fillna(value="")

        # EXCEL表格数据
        local_df = pd.read_excel(excel_path, sheet_name=0, header=0)
        values = {
            "模板名称": "任意",
        }
        # 确保所有模板都有名称
        local_df.fillna(value=values, inplace=True)
        # 分组后取第一个有效值（即不是NaN的值）；此处用于获取某个款号的所有基础信息
        group_local_df = local_df.groupby(["模板名称", "款号"]).agg(
            lambda x: x.dropna().iloc[0] if not x.dropna().empty else np.nan
        )
        group_local_df = group_local_df.reset_index()

        # -----------数据匹配关联，左关联
        group_local_df = pd.merge(
            group_local_df,
            original_df,
            on=["款号"],
            how="left",
            indicator=False,
        )
        # -----------只取有标记的数据
        group_local_df = group_local_df.loc[~group_local_df["flag"].isnull(), :]
        group_local_df = group_local_df.loc[group_local_df["模板名称"] != "任意", :]
        # -----------数据规整
        group_local_df = group_local_df.fillna(value="")
        group_local_df = group_local_df.astype(str)

        # 组装成字典
        temp_goods_no_dict = {}
        for index, row in group_local_df.iterrows():
            goods_no = row["款号"]
            if goods_no not in temp_goods_no_dict:
                temp_goods_no_dict[goods_no] = {}
            temp_goods_no_dict[goods_no][row["模板名称"]] = row.to_dict()

        return temp_goods_no_dict

    def check_goods_is_not_deficiency_form_excel(
        self, goods_no_dict: dict, excel_path: str
    ):
        # 检查颜色是否齐全，基于Excel处理
        """
        步骤：
        1、goods_no_dict款号生成一个表格（款号+颜色）
        2、excel表格数据进行款号+颜色去重
        3、excel表格关联 上述的款号 进行标记，其他删除
        4、excel表格关联 上述款号与颜色，进行标记
        5、上述未标记的就是没有的颜色（有对应款号）。
        6、对对应的款号进行设置为错误数据
        返回数据结构

        {
        “A00001--款号”：{“message”：“这个款的错误原因”}，
        “A00002--款号”：{“message”：“这个款的错误原因”}，
        }

        """

        def change_to_int(x):
            if pd.isna(x):
                return 0
            else:
                try:
                    x = int(x)
                    return str(x)
                except:
                    return x

        error_data = {}
        # -----------------goods_no_dict款号生成一个表格（款号+颜色）
        new_df = pd.DataFrame(columns=["款号", "颜色名称", "款色标记"])
        for key, value in goods_no_dict.items():
            goods_no = value["款号"]
            for color_name in [x["颜色名称"] for x in value["货号资料"]]:
                new_row = {
                    "款号": goods_no,
                    "颜色名称": self.get_real_color_name(color_name),
                    "款色标记": 1,
                }

                new_df = new_df._append(new_row, ignore_index=True)
        new_df.drop_duplicates(subset=["款号", "颜色名称"], keep="first", inplace=True)

        # -------------参考的本地excel表格数据进行款号+颜色去重------------
        local_df = pd.read_excel(excel_path, sheet_name=0, header=0)
        local_df.fillna(
            value={
                "颜色名称": "",
            },
            inplace=True,
        )
        local_df = local_df.astype({"颜色名称": str})

        header_list = local_df.columns.values.tolist()

        for key in ["帮高", "鞋宽", "跟高"]:
            if key in header_list:
                local_df[key] = local_df[key].apply(change_to_int)

        #     颜色名称规整
        local_df["颜色名称"] = local_df["颜色名称"].apply(self.get_real_color_name)
        local_df.drop_duplicates(
            subset=["款号", "颜色名称"], keep="first", inplace=True
        )

        # ------------excel表格关联 上述的款号 进行标记，其他删除
        _df = new_df.drop_duplicates(subset=["款号"], keep="first", inplace=False)
        _df = _df[["款号"]]
        _df["对应款号"] = 1
        local_df = pd.merge(
            local_df,
            _df,
            on=["款号"],
            how="left",
            indicator=False,
        )
        local_df = local_df.loc[local_df["对应款号"] == 1, :]

        # ------------excel表格关联 上述款号与颜色，进行标记;取没有关联的颜色数据---------
        local_df = pd.merge(
            local_df,
            new_df,
            on=["款号", "颜色名称"],
            how="left",
            indicator=False,
        )
        local_df.fillna(
            value={
                "款色标记": 0,
            },
            inplace=True,
        )
        local_df = local_df.loc[local_df["款色标记"] == 0, :]
        print("local_df")
        print(local_df)

        # ------------数据分组，对对应的款号进行设置为错误数据---------------
        grouped_df = (
            local_df.groupby("款号")["颜色名称"]
            .apply(lambda x: "、".join(x))
            .reset_index()
        )
        for index, row in grouped_df.iterrows():
            error_data[row["款号"]] = {
                "message": "颜色：{}缺失".format(row["颜色名称"])
            }

        print("======error_data")
        print(json.dumps(error_data))

        return error_data


class DataModeUploadPic(DataBaseModel):
    def __init__(self):
        super().__init__()
        self.get_online_data.refresh_headers()
        self.is_deal_goods_no = []

    def get_goods_art_no_info(self, numbers_list=None, goods_art_list=None):
        return self.get_online_data.get_goods_art_no_info(
            numbers_list=numbers_list, goods_art_list=goods_art_list
        )

    def upload_pic_list_data(self, data):
        return self.get_online_data.upload_pic_list_data(data)

    def upload_pic(self, goods_data):
        return self.get_online_data.upload_pic(goods_data)

    def check_is_uploaded(self, goods_art_no=None):
        return self.get_online_data.check_detail_image(goods_art_no)