databases.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360
  1. from networkx.algorithms.components import connected
  2. from sqlmodel import Field, Session, SQLModel, create_engine, select
  3. from typing import Dict
  4. from datetime import datetime
  5. from typing import Optional
  6. import json
  7. from sqlalchemy import and_, desc, asc, delete,inspect
  8. from utils.utils_func import check_path
  9. from sqlalchemy.dialects import sqlite
  10. from model import DeviceConfig, PhotoRecord, SysConfigs, DeviceConfigTabs
  11. check_path("C:/Zhihuiyin")
  12. # 创建SQLite数据库引擎
  13. sqlite_file_name = "C:/Zhihuiyin/database.db"
  14. sqlite_url = f"sqlite:///{sqlite_file_name}"
  15. engine = create_engine(
  16. sqlite_url,
  17. echo=False,
  18. connect_args={"check_same_thread": False},
  19. pool_size=20, # 增加基础连接池大小
  20. max_overflow=30, # 增加最大溢出连接数
  21. pool_timeout=60, # 保持合理的超时时间
  22. pool_recycle=1800, # 连接回收时间(秒)
  23. pool_pre_ping=True, # 检查连接有效性
  24. )
  25. # 创建表
  26. def create_all_database():
  27. SQLModel.metadata.create_all(engine)
  28. # 创建会话
  29. def __get_session():
  30. with Session(engine) as session:
  31. try:
  32. yield session
  33. finally:
  34. session.close()
  35. # 创建一个通用的 CRUD 类
  36. class CRUD:
  37. def __init__(self, model):
  38. self.model = model
  39. def create(self, session: Session, obj_in):
  40. obj_in_data = dict(obj_in)
  41. db_obj = self.model(**obj_in_data)
  42. session.add(db_obj)
  43. session.commit()
  44. session.refresh(db_obj)
  45. return db_obj
  46. def truncate(self, session: Session):
  47. """
  48. 使用SQL删除语句清空所有记录(更高效)
  49. :param session: 数据库会话
  50. """
  51. stmt = delete(self.model)
  52. result = session.exec(stmt)
  53. session.commit()
  54. return result.rowcount
  55. def read(
  56. self,
  57. session: Session,
  58. conditions: Optional[Dict] = None,
  59. order_by: Optional[str] = None,
  60. ascending: bool = True,
  61. ):
  62. query = select(self.model)
  63. if conditions:
  64. query = query.where(
  65. and_(
  66. *(
  67. getattr(self.model, key) == value
  68. for key, value in conditions.items()
  69. )
  70. )
  71. )
  72. if order_by:
  73. if ascending:
  74. query = query.order_by(asc(getattr(self.model, order_by)))
  75. else:
  76. query = query.order_by(desc(getattr(self.model, order_by)))
  77. data = session.exec(query).first()
  78. return data
  79. def read_all(
  80. self,
  81. session: Session,
  82. conditions: Optional[Dict] = None,
  83. order_by: Optional[str] = None,
  84. ascending: bool = True,
  85. join_conditions: Optional[list] = None, # 新增:支持多个JOIN
  86. ):
  87. query = select(self.model)
  88. # 处理JOIN逻辑
  89. if join_conditions:
  90. for join_info in join_conditions:
  91. joined_model = join_info.get("model")
  92. on_clause = join_info.get("on")
  93. is_outer = join_info.get("is_outer", False)
  94. if not joined_model or not on_clause:
  95. continue
  96. if is_outer:
  97. query = query.outerjoin(joined_model, on_clause)
  98. else:
  99. query = query.join(joined_model, on_clause)
  100. if conditions:
  101. for key, value in conditions.items():
  102. column = getattr(self.model, key)
  103. if isinstance(value, list):
  104. # 如果值是列表,使用 IN 查询
  105. query = query.where(column.in_(value))
  106. else:
  107. # 否则使用等于条件
  108. query = query.where(column == value)
  109. if order_by:
  110. if ascending:
  111. query = query.order_by(asc(getattr(self.model, order_by)))
  112. else:
  113. query = query.order_by(desc(getattr(self.model, order_by)))
  114. data = session.exec(query).all()
  115. return data
  116. def update(self, session: Session, obj_id: int, **kwargs):
  117. db_obj = session.get(self.model, obj_id)
  118. for key, value in kwargs.items():
  119. setattr(db_obj, key, value)
  120. session.commit()
  121. session.refresh(db_obj)
  122. return db_obj
  123. def deleteConditions(
  124. self,
  125. session: Session,
  126. conditions: Optional[Dict] = None,
  127. is_soft_delete: bool = True,
  128. ):
  129. query = select(self.model)
  130. if conditions is None:
  131. return False
  132. # 构建查询条件
  133. query = query.where(
  134. and_(
  135. *(
  136. getattr(self.model, key) == value
  137. for key, value in conditions.items()
  138. )
  139. )
  140. )
  141. # 获取需要删除的对象
  142. objects_to_delete = session.exec(query).all()
  143. # 检查模型是否包含 delete_time 字段
  144. model_columns = {column.name for column in inspect(self.model).columns}
  145. if 'delete_time' in model_columns and is_soft_delete ==True:
  146. # 软删除:更新 delete_time 字段
  147. for obj in objects_to_delete:
  148. setattr(obj, 'delete_time', datetime.now())
  149. session.commit()
  150. print("软删除完成")
  151. else:
  152. # 硬删除:直接删除对象
  153. for obj in objects_to_delete:
  154. session.delete(obj)
  155. session.commit()
  156. print("硬删除完成")
  157. return True
  158. def delete(self, session: Session, obj_id: int):
  159. db_obj = session.get(self.model, obj_id)
  160. session.delete(db_obj)
  161. session.commit()
  162. # session.refresh()
  163. # 恢复 updateConditions 方法
  164. def updateConditions(self, session: Session, conditions: Dict, **kwargs):
  165. """
  166. 根据条件更新记录
  167. :param session: 数据库会话
  168. :param conditions: 更新条件字典
  169. :param kwargs: 需要更新的字段和值
  170. :return: 更新后的对象
  171. """
  172. query = select(self.model).where(
  173. and_(
  174. *(
  175. getattr(self.model, key) == value
  176. for key, value in conditions.items()
  177. )
  178. )
  179. )
  180. print("SQL 打印==>",str(query))
  181. result = session.exec(query).first()
  182. if result:
  183. for key, value in kwargs.items():
  184. setattr(result, key, value)
  185. session.commit() # 提交事务以保存更改
  186. return result
  187. return None
  188. def updateConditionsAll(self, session: Session, conditions: Dict, **kwargs):
  189. """
  190. 根据条件更新记录
  191. :param session: 数据库会话
  192. :param conditions: 更新条件字典
  193. :param kwargs: 需要更新的字段和值
  194. :return: 更新后的对象
  195. """
  196. query = select(self.model).where(
  197. and_(
  198. *(
  199. getattr(self.model, key) == value
  200. for key, value in conditions.items()
  201. )
  202. )
  203. )
  204. print("SQL 打印==>", str(query))
  205. results = session.exec(query).fetchall()
  206. if results:
  207. for obj in results: # 遍历每个对象
  208. for key, value in kwargs.items():
  209. setattr(obj, key, value) # 对每个对象设置属性
  210. session.commit() # 提交事务以保存更改
  211. return results
  212. return None
  213. # 批量插入数据到设备配置表
  214. def batch_insert_device_configs(session: Session, action_tabs: list, data_list: list):
  215. """批量插入数据到设备配置表"""
  216. for idx, tab in enumerate(action_tabs):
  217. crud = CRUD(DeviceConfigTabs)
  218. device_tab = DeviceConfigTabs(
  219. mode_type=tab.get("mode_type"),
  220. mode_name=tab.get("mode_name"),
  221. )
  222. create_obj = crud.create(session, obj_in=device_tab)
  223. for data in data_list:
  224. data["tab_id"] = create_obj.id
  225. data["is_system"] = False
  226. if idx in [0, 6]:
  227. data["is_system"] = True
  228. device_config = DeviceConfig(**data)
  229. session.add(device_config)
  230. session.commit() # 合并事务提交
  231. def batch_insert_device_configsNew(
  232. session: Session, action_tabs: list, data_list: list
  233. ):
  234. """批量插入数据到设备配置表"""
  235. for idx, tab in enumerate(action_tabs):
  236. crud = CRUD(DeviceConfigTabs)
  237. device_tab = DeviceConfigTabs(
  238. id=tab.get("id"),
  239. mode_type=tab.get("mode_type"),
  240. mode_name=tab.get("mode_name"),
  241. )
  242. create_obj = crud.create(session, obj_in=device_tab)
  243. for data in data_list:
  244. # data["tab_id"] = create_obj.id
  245. # data["is_system"] = False
  246. # if idx in [0, 6]:
  247. # data["is_system"] = True
  248. device_config = DeviceConfig(**data)
  249. session.add(device_config)
  250. session.commit() # 合并事务提交
  251. # 批量插入系统配置
  252. def batch_insert_sys_configs(session: Session, data_list: list):
  253. """批量插入数据到设备配置表"""
  254. for data in data_list:
  255. print("data", data, type(data))
  256. config = SysConfigs(**data)
  257. session.add(config)
  258. session.commit() # 合并事务提交
  259. # 插入照片记录
  260. async def insert_photo_records(
  261. image_deal_mode: int, goods_art_no: str, image_index: int, action_id: int
  262. ):
  263. with SqlQuery() as session: # 使用上下文管理器复用会话
  264. """批量插入数据到照片记录"""
  265. data = {
  266. "image_deal_mode": image_deal_mode,
  267. "goods_art_no": goods_art_no,
  268. "image_index": image_index,
  269. "action_id": action_id,
  270. }
  271. device_config = PhotoRecord(**data)
  272. session.add(device_config)
  273. session.commit()
  274. session.refresh(device_config)
  275. record_id = device_config.id
  276. return True, record_id
  277. def SqlQuery():
  278. return next(__get_session())
  279. # 使用示例
  280. if __name__ == "__main__":
  281. pass
  282. # 使用 next 函数从生成器中获取 Session 对象
  283. # session = SqlQuery()
  284. # 创建 CRUD 实例
  285. # device_config_crud = CRUD(DeviceConfig)
  286. # 创建新记录
  287. # new_device_config = DeviceConfig(
  288. # mode_type="example_mode",
  289. # execution_type="example_execution",
  290. # action_name="example_action",
  291. # action_index=1,
  292. # picture_index=1,
  293. # camera_height=100,
  294. # camera_angle=45.5,
  295. # number_focus=2,
  296. # take_picture=True,
  297. # turntable_position=10.0,
  298. # turntable_angle=30.5,
  299. # shoe_upturn=False,
  300. # pre_delay=1.5,
  301. # after_delay=2.5,
  302. # led_switch=True,
  303. # is_wait=False,
  304. # )
  305. # created_device_config = device_config_crud.create(session, new_device_config)
  306. # print(f"Created Device Config: {created_device_config}")
  307. # 读取记录
  308. # read_device = device_config_crud.read(session, 1)
  309. # print(f"Read Device Config: {read_device.model_dump()}")
  310. # 读取所有记录
  311. # all_devices = device_config_crud.read_all(session, conditions={"id": 2})
  312. # print(f"All Device Configs: {[device.model_dump() for device in all_devices]}")
  313. # # 更新记录
  314. # updated_device = device_config_crud.update(
  315. # session, created_device_config.id, mode_type="updated_mode"
  316. # )
  317. # print(f"Updated Device Config: {updated_device}")
  318. # # 删除记录
  319. # device_config_crud.delete(session, created_device_config.id)
  320. # print("Device Config deleted.")