databases.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359
  1. from networkx.algorithms.components import connected
  2. from sqlmodel import Field, Session, SQLModel, create_engine, select
  3. from typing import Dict
  4. from datetime import datetime
  5. from typing import Optional
  6. import json
  7. from sqlalchemy import and_, desc, asc, delete,inspect
  8. from utils.utils_func import check_path
  9. from sqlalchemy.dialects import sqlite
  10. from model import DeviceConfig, PhotoRecord, SysConfigs, DeviceConfigTabs
  11. check_path("C:/Zhihuiyin")
  12. # 创建SQLite数据库引擎
  13. sqlite_file_name = "C:/Zhihuiyin/database.db"
  14. sqlite_url = f"sqlite:///{sqlite_file_name}"
  15. engine = create_engine(
  16. sqlite_url,
  17. echo=False,
  18. connect_args={"check_same_thread": False},
  19. pool_size=20, # 增加基础连接池大小
  20. max_overflow=30, # 增加最大溢出连接数
  21. pool_timeout=60, # 保持合理的超时时间
  22. pool_recycle=1800, # 连接回收时间(秒)
  23. pool_pre_ping=True, # 检查连接有效性
  24. )
  25. # 创建表
  26. def create_all_database():
  27. SQLModel.metadata.create_all(engine)
  28. # 创建会话
  29. def __get_session():
  30. with Session(engine) as session:
  31. try:
  32. yield session
  33. finally:
  34. session.close()
  35. # 创建一个通用的 CRUD 类
  36. class CRUD:
  37. def __init__(self, model):
  38. self.model = model
  39. def create(self, session: Session, obj_in):
  40. obj_in_data = dict(obj_in)
  41. db_obj = self.model(**obj_in_data)
  42. session.add(db_obj)
  43. session.commit()
  44. session.refresh(db_obj)
  45. return db_obj
  46. def truncate(self, session: Session):
  47. """
  48. 使用SQL删除语句清空所有记录(更高效)
  49. :param session: 数据库会话
  50. """
  51. stmt = delete(self.model)
  52. result = session.exec(stmt)
  53. session.commit()
  54. return result.rowcount
  55. def read(
  56. self,
  57. session: Session,
  58. conditions: Optional[Dict] = None,
  59. order_by: Optional[str] = None,
  60. ascending: bool = True,
  61. ):
  62. query = select(self.model)
  63. if conditions:
  64. query = query.where(
  65. and_(
  66. *(
  67. getattr(self.model, key) == value
  68. for key, value in conditions.items()
  69. )
  70. )
  71. )
  72. if order_by:
  73. if ascending:
  74. query = query.order_by(asc(getattr(self.model, order_by)))
  75. else:
  76. query = query.order_by(desc(getattr(self.model, order_by)))
  77. data = session.exec(query).first()
  78. return data
  79. def read_all(
  80. self,
  81. session: Session,
  82. conditions: Optional[Dict] = None,
  83. order_by: Optional[str] = None,
  84. ascending: bool = True,
  85. join_conditions: Optional[list] = None, # 新增:支持多个JOIN
  86. ):
  87. query = select(self.model)
  88. # 处理JOIN逻辑
  89. if join_conditions:
  90. for join_info in join_conditions:
  91. joined_model = join_info.get("model")
  92. on_clause = join_info.get("on")
  93. is_outer = join_info.get("is_outer", False)
  94. if not joined_model or not on_clause:
  95. continue
  96. if is_outer:
  97. query = query.outerjoin(joined_model, on_clause)
  98. else:
  99. query = query.join(joined_model, on_clause)
  100. if conditions:
  101. for key, value in conditions.items():
  102. column = getattr(self.model, key)
  103. if isinstance(value, list):
  104. # 如果值是列表,使用 IN 查询
  105. query = query.where(column.in_(value))
  106. else:
  107. # 否则使用等于条件
  108. query = query.where(column == value)
  109. if order_by:
  110. if ascending:
  111. query = query.order_by(asc(getattr(self.model, order_by)))
  112. else:
  113. query = query.order_by(desc(getattr(self.model, order_by)))
  114. data = session.exec(query).all()
  115. return data
  116. def update(self, session: Session, obj_id: int, **kwargs):
  117. db_obj = session.get(self.model, obj_id)
  118. for key, value in kwargs.items():
  119. setattr(db_obj, key, value)
  120. session.commit()
  121. session.refresh(db_obj)
  122. return db_obj
  123. def deleteConditions(
  124. self,
  125. session: Session,
  126. conditions: Optional[Dict] = None,
  127. ):
  128. query = select(self.model)
  129. if conditions is None:
  130. return False
  131. # 构建查询条件
  132. query = query.where(
  133. and_(
  134. *(
  135. getattr(self.model, key) == value
  136. for key, value in conditions.items()
  137. )
  138. )
  139. )
  140. # 获取需要删除的对象
  141. objects_to_delete = session.exec(query).all()
  142. # 检查模型是否包含 delete_time 字段
  143. model_columns = {column.name for column in inspect(self.model).columns}
  144. if 'delete_time' in model_columns:
  145. # 软删除:更新 delete_time 字段
  146. for obj in objects_to_delete:
  147. setattr(obj, 'delete_time', datetime.now())
  148. session.commit()
  149. print("软删除完成")
  150. else:
  151. # 硬删除:直接删除对象
  152. for obj in objects_to_delete:
  153. session.delete(obj)
  154. session.commit()
  155. print("硬删除完成")
  156. return True
  157. def delete(self, session: Session, obj_id: int):
  158. db_obj = session.get(self.model, obj_id)
  159. session.delete(db_obj)
  160. session.commit()
  161. # session.refresh()
  162. # 恢复 updateConditions 方法
  163. def updateConditions(self, session: Session, conditions: Dict, **kwargs):
  164. """
  165. 根据条件更新记录
  166. :param session: 数据库会话
  167. :param conditions: 更新条件字典
  168. :param kwargs: 需要更新的字段和值
  169. :return: 更新后的对象
  170. """
  171. query = select(self.model).where(
  172. and_(
  173. *(
  174. getattr(self.model, key) == value
  175. for key, value in conditions.items()
  176. )
  177. )
  178. )
  179. print("SQL 打印==>",str(query))
  180. result = session.exec(query).first()
  181. if result:
  182. for key, value in kwargs.items():
  183. setattr(result, key, value)
  184. session.commit() # 提交事务以保存更改
  185. return result
  186. return None
  187. def updateConditionsAll(self, session: Session, conditions: Dict, **kwargs):
  188. """
  189. 根据条件更新记录
  190. :param session: 数据库会话
  191. :param conditions: 更新条件字典
  192. :param kwargs: 需要更新的字段和值
  193. :return: 更新后的对象
  194. """
  195. query = select(self.model).where(
  196. and_(
  197. *(
  198. getattr(self.model, key) == value
  199. for key, value in conditions.items()
  200. )
  201. )
  202. )
  203. print("SQL 打印==>", str(query))
  204. results = session.exec(query).fetchall()
  205. if results:
  206. for obj in results: # 遍历每个对象
  207. for key, value in kwargs.items():
  208. setattr(obj, key, value) # 对每个对象设置属性
  209. session.commit() # 提交事务以保存更改
  210. return results
  211. return None
  212. # 批量插入数据到设备配置表
  213. def batch_insert_device_configs(session: Session, action_tabs: list, data_list: list):
  214. """批量插入数据到设备配置表"""
  215. for idx, tab in enumerate(action_tabs):
  216. crud = CRUD(DeviceConfigTabs)
  217. device_tab = DeviceConfigTabs(
  218. mode_type=tab.get("mode_type"),
  219. mode_name=tab.get("mode_name"),
  220. )
  221. create_obj = crud.create(session, obj_in=device_tab)
  222. for data in data_list:
  223. data["tab_id"] = create_obj.id
  224. data["is_system"] = False
  225. if idx in [0, 6]:
  226. data["is_system"] = True
  227. device_config = DeviceConfig(**data)
  228. session.add(device_config)
  229. session.commit() # 合并事务提交
  230. def batch_insert_device_configsNew(
  231. session: Session, action_tabs: list, data_list: list
  232. ):
  233. """批量插入数据到设备配置表"""
  234. for idx, tab in enumerate(action_tabs):
  235. crud = CRUD(DeviceConfigTabs)
  236. device_tab = DeviceConfigTabs(
  237. id=tab.get("id"),
  238. mode_type=tab.get("mode_type"),
  239. mode_name=tab.get("mode_name"),
  240. )
  241. create_obj = crud.create(session, obj_in=device_tab)
  242. for data in data_list:
  243. # data["tab_id"] = create_obj.id
  244. # data["is_system"] = False
  245. # if idx in [0, 6]:
  246. # data["is_system"] = True
  247. device_config = DeviceConfig(**data)
  248. session.add(device_config)
  249. session.commit() # 合并事务提交
  250. # 批量插入系统配置
  251. def batch_insert_sys_configs(session: Session, data_list: list):
  252. """批量插入数据到设备配置表"""
  253. for data in data_list:
  254. print("data", data, type(data))
  255. config = SysConfigs(**data)
  256. session.add(config)
  257. session.commit() # 合并事务提交
  258. # 插入照片记录
  259. async def insert_photo_records(
  260. image_deal_mode: int, goods_art_no: str, image_index: int, action_id: int
  261. ):
  262. with SqlQuery() as session: # 使用上下文管理器复用会话
  263. """批量插入数据到照片记录"""
  264. data = {
  265. "image_deal_mode": image_deal_mode,
  266. "goods_art_no": goods_art_no,
  267. "image_index": image_index,
  268. "action_id": action_id,
  269. }
  270. device_config = PhotoRecord(**data)
  271. session.add(device_config)
  272. session.commit()
  273. session.refresh(device_config)
  274. record_id = device_config.id
  275. return True, record_id
  276. def SqlQuery():
  277. return next(__get_session())
  278. # 使用示例
  279. if __name__ == "__main__":
  280. pass
  281. # 使用 next 函数从生成器中获取 Session 对象
  282. # session = SqlQuery()
  283. # 创建 CRUD 实例
  284. # device_config_crud = CRUD(DeviceConfig)
  285. # 创建新记录
  286. # new_device_config = DeviceConfig(
  287. # mode_type="example_mode",
  288. # execution_type="example_execution",
  289. # action_name="example_action",
  290. # action_index=1,
  291. # picture_index=1,
  292. # camera_height=100,
  293. # camera_angle=45.5,
  294. # number_focus=2,
  295. # take_picture=True,
  296. # turntable_position=10.0,
  297. # turntable_angle=30.5,
  298. # shoe_upturn=False,
  299. # pre_delay=1.5,
  300. # after_delay=2.5,
  301. # led_switch=True,
  302. # is_wait=False,
  303. # )
  304. # created_device_config = device_config_crud.create(session, new_device_config)
  305. # print(f"Created Device Config: {created_device_config}")
  306. # 读取记录
  307. # read_device = device_config_crud.read(session, 1)
  308. # print(f"Read Device Config: {read_device.model_dump()}")
  309. # 读取所有记录
  310. # all_devices = device_config_crud.read_all(session, conditions={"id": 2})
  311. # print(f"All Device Configs: {[device.model_dump() for device in all_devices]}")
  312. # # 更新记录
  313. # updated_device = device_config_crud.update(
  314. # session, created_device_config.id, mode_type="updated_mode"
  315. # )
  316. # print(f"Updated Device Config: {updated_device}")
  317. # # 删除记录
  318. # device_config_crud.delete(session, created_device_config.id)
  319. # print("Device Config deleted.")