douyin.py 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833
  1. # -*- coding: utf-8 -*-
  2. """
  3. 抖音视频发布器
  4. 参考: matrix/douyin_uploader/main.py
  5. """
  6. import asyncio
  7. import os
  8. import json
  9. from datetime import datetime
  10. from typing import List
  11. from .base import (
  12. BasePublisher, PublishParams, PublishResult,
  13. WorkItem, WorksResult, CommentItem, CommentsResult
  14. )
  15. class DouyinPublisher(BasePublisher):
  16. """
  17. 抖音视频发布器
  18. 使用 Playwright 自动化操作抖音创作者中心
  19. """
  20. platform_name = "douyin"
  21. login_url = "https://creator.douyin.com/"
  22. publish_url = "https://creator.douyin.com/creator-micro/content/upload"
  23. cookie_domain = ".douyin.com"
  24. async def set_schedule_time(self, publish_date: datetime):
  25. """设置定时发布"""
  26. if not self.page:
  27. return
  28. # 选择定时发布
  29. label_element = self.page.locator("label.radio-d4zkru:has-text('定时发布')")
  30. await label_element.click()
  31. await asyncio.sleep(1)
  32. # 输入时间
  33. publish_date_str = publish_date.strftime("%Y-%m-%d %H:%M")
  34. await self.page.locator('.semi-input[placeholder="日期和时间"]').click()
  35. await self.page.keyboard.press("Control+KeyA")
  36. await self.page.keyboard.type(str(publish_date_str))
  37. await self.page.keyboard.press("Enter")
  38. await asyncio.sleep(1)
  39. async def handle_upload_error(self, video_path: str):
  40. """处理上传错误,重新上传"""
  41. if not self.page:
  42. return
  43. print(f"[{self.platform_name}] 视频出错了,重新上传中...")
  44. await self.page.locator('div.progress-div [class^="upload-btn-input"]').set_input_files(video_path)
  45. async def check_captcha(self) -> dict:
  46. """
  47. 检查页面是否需要验证码
  48. 返回: {'need_captcha': bool, 'captcha_type': str}
  49. """
  50. if not self.page:
  51. return {'need_captcha': False, 'captcha_type': ''}
  52. try:
  53. # 检查手机验证码弹窗
  54. phone_captcha_selectors = [
  55. 'text="请输入验证码"',
  56. 'text="输入手机验证码"',
  57. 'text="获取验证码"',
  58. 'text="手机号验证"',
  59. '[class*="captcha"][class*="phone"]',
  60. '[class*="verify"][class*="phone"]',
  61. '[class*="sms-code"]',
  62. 'input[placeholder*="验证码"]',
  63. ]
  64. for selector in phone_captcha_selectors:
  65. try:
  66. if await self.page.locator(selector).count() > 0:
  67. print(f"[{self.platform_name}] 检测到手机验证码: {selector}", flush=True)
  68. return {'need_captcha': True, 'captcha_type': 'phone'}
  69. except:
  70. pass
  71. # 检查滑块验证码
  72. slider_captcha_selectors = [
  73. '[class*="captcha"][class*="slider"]',
  74. '[class*="slide-verify"]',
  75. '[class*="drag-verify"]',
  76. 'text="按住滑块"',
  77. 'text="向右滑动"',
  78. 'text="拖动滑块"',
  79. ]
  80. for selector in slider_captcha_selectors:
  81. try:
  82. if await self.page.locator(selector).count() > 0:
  83. print(f"[{self.platform_name}] 检测到滑块验证码: {selector}", flush=True)
  84. return {'need_captcha': True, 'captcha_type': 'slider'}
  85. except:
  86. pass
  87. # 检查图片验证码
  88. image_captcha_selectors = [
  89. '[class*="captcha"][class*="image"]',
  90. '[class*="verify-image"]',
  91. 'text="点击图片"',
  92. 'text="选择正确的"',
  93. ]
  94. for selector in image_captcha_selectors:
  95. try:
  96. if await self.page.locator(selector).count() > 0:
  97. print(f"[{self.platform_name}] 检测到图片验证码: {selector}", flush=True)
  98. return {'need_captcha': True, 'captcha_type': 'image'}
  99. except:
  100. pass
  101. # 检查登录弹窗(Cookie 过期)
  102. login_selectors = [
  103. 'text="请先登录"',
  104. 'text="登录后继续"',
  105. '[class*="login-modal"]',
  106. '[class*="login-dialog"]',
  107. ]
  108. for selector in login_selectors:
  109. try:
  110. if await self.page.locator(selector).count() > 0:
  111. print(f"[{self.platform_name}] 检测到需要登录: {selector}", flush=True)
  112. return {'need_captcha': True, 'captcha_type': 'login'}
  113. except:
  114. pass
  115. except Exception as e:
  116. print(f"[{self.platform_name}] 验证码检测异常: {e}", flush=True)
  117. return {'need_captcha': False, 'captcha_type': ''}
  118. async def publish(self, cookies: str, params: PublishParams) -> PublishResult:
  119. """发布视频到抖音"""
  120. print(f"\n{'='*60}")
  121. print(f"[{self.platform_name}] 开始发布视频")
  122. print(f"[{self.platform_name}] 视频路径: {params.video_path}")
  123. print(f"[{self.platform_name}] 标题: {params.title}")
  124. print(f"[{self.platform_name}] Headless: {self.headless}")
  125. print(f"{'='*60}")
  126. self.report_progress(5, "正在初始化浏览器...")
  127. # 初始化浏览器
  128. await self.init_browser()
  129. print(f"[{self.platform_name}] 浏览器初始化完成")
  130. # 解析并设置 cookies
  131. cookie_list = self.parse_cookies(cookies)
  132. print(f"[{self.platform_name}] 解析到 {len(cookie_list)} 个 cookies")
  133. await self.set_cookies(cookie_list)
  134. if not self.page:
  135. raise Exception("Page not initialized")
  136. # 检查视频文件
  137. if not os.path.exists(params.video_path):
  138. raise Exception(f"视频文件不存在: {params.video_path}")
  139. print(f"[{self.platform_name}] 视频文件存在,大小: {os.path.getsize(params.video_path)} bytes")
  140. self.report_progress(10, "正在打开上传页面...")
  141. # 访问上传页面
  142. await self.page.goto(self.publish_url)
  143. await self.page.wait_for_url(self.publish_url, timeout=30000)
  144. # 等待页面加载,检查验证码
  145. await asyncio.sleep(2)
  146. captcha_result = await self.check_captcha()
  147. if captcha_result['need_captcha']:
  148. print(f"[{self.platform_name}] 检测到需要验证码: {captcha_result['captcha_type']}", flush=True)
  149. screenshot_base64 = await self.capture_screenshot()
  150. page_url = await self.get_page_url()
  151. return PublishResult(
  152. success=False,
  153. platform=self.platform_name,
  154. error=f"需要{captcha_result['captcha_type']}验证码",
  155. need_captcha=True,
  156. captcha_type=captcha_result['captcha_type'],
  157. screenshot_base64=screenshot_base64,
  158. page_url=page_url,
  159. status='need_captcha'
  160. )
  161. self.report_progress(15, "正在选择视频文件...")
  162. # 点击上传区域
  163. upload_div = self.page.locator("div[class*='container-drag']").first
  164. async with self.page.expect_file_chooser() as fc_info:
  165. await upload_div.click()
  166. file_chooser = await fc_info.value
  167. await file_chooser.set_files(params.video_path)
  168. # 等待跳转到发布页面
  169. self.report_progress(20, "等待进入发布页面...")
  170. for _ in range(60):
  171. try:
  172. await self.page.wait_for_url(
  173. "https://creator.douyin.com/creator-micro/content/post/video*",
  174. timeout=2000
  175. )
  176. break
  177. except:
  178. await asyncio.sleep(1)
  179. await asyncio.sleep(2)
  180. self.report_progress(30, "正在填充标题和话题...")
  181. # 填写标题
  182. title_input = self.page.get_by_text('作品标题').locator("..").locator(
  183. "xpath=following-sibling::div[1]").locator("input")
  184. if await title_input.count():
  185. await title_input.fill(params.title[:30])
  186. else:
  187. # 备用方式
  188. title_container = self.page.locator(".notranslate")
  189. await title_container.click()
  190. await self.page.keyboard.press("Control+KeyA")
  191. await self.page.keyboard.press("Delete")
  192. await self.page.keyboard.type(params.title)
  193. await self.page.keyboard.press("Enter")
  194. # 添加话题标签
  195. if params.tags:
  196. css_selector = ".zone-container"
  197. for tag in params.tags:
  198. print(f"[{self.platform_name}] 添加话题: #{tag}")
  199. await self.page.type(css_selector, "#" + tag)
  200. await self.page.press(css_selector, "Space")
  201. self.report_progress(40, "等待视频上传完成...")
  202. # 等待视频上传完成
  203. for _ in range(120):
  204. try:
  205. count = await self.page.locator("div").filter(has_text="重新上传").count()
  206. if count > 0:
  207. print(f"[{self.platform_name}] 视频上传完毕")
  208. break
  209. # 检查上传错误
  210. if await self.page.locator('div.progress-div > div:has-text("上传失败")').count():
  211. await self.handle_upload_error(params.video_path)
  212. await asyncio.sleep(3)
  213. except:
  214. await asyncio.sleep(3)
  215. self.report_progress(60, "处理视频设置...")
  216. # 关闭弹窗
  217. known_btn = self.page.get_by_role("button", name="我知道了")
  218. if await known_btn.count() > 0:
  219. await known_btn.first.click()
  220. await asyncio.sleep(2)
  221. # 设置位置
  222. try:
  223. await self.page.locator('div.semi-select span:has-text("输入地理位置")').click()
  224. await asyncio.sleep(1)
  225. await self.page.keyboard.press("Control+KeyA")
  226. await self.page.keyboard.press("Delete")
  227. await self.page.keyboard.type(params.location)
  228. await asyncio.sleep(1)
  229. await self.page.locator('div[role="listbox"] [role="option"]').first.click()
  230. except Exception as e:
  231. print(f"[{self.platform_name}] 设置位置失败: {e}")
  232. # 开启头条/西瓜同步
  233. try:
  234. third_part_element = '[class^="info"] > [class^="first-part"] div div.semi-switch'
  235. if await self.page.locator(third_part_element).count():
  236. class_name = await self.page.eval_on_selector(
  237. third_part_element, 'div => div.className')
  238. if 'semi-switch-checked' not in class_name:
  239. await self.page.locator(third_part_element).locator(
  240. 'input.semi-switch-native-control').click()
  241. except:
  242. pass
  243. # 定时发布
  244. if params.publish_date:
  245. self.report_progress(70, "设置定时发布...")
  246. await self.set_schedule_time(params.publish_date)
  247. self.report_progress(80, "正在发布...")
  248. print(f"[{self.platform_name}] 查找发布按钮...")
  249. # 点击发布
  250. publish_clicked = False
  251. for i in range(30):
  252. try:
  253. # 每次循环都检查验证码
  254. captcha_result = await self.check_captcha()
  255. if captcha_result['need_captcha']:
  256. print(f"[{self.platform_name}] 发布过程中检测到需要验证码: {captcha_result['captcha_type']}", flush=True)
  257. # 获取截图供 AI 分析
  258. screenshot_base64 = await self.capture_screenshot()
  259. page_url = await self.get_page_url()
  260. return PublishResult(
  261. success=False,
  262. platform=self.platform_name,
  263. error=f"发布过程中需要{captcha_result['captcha_type']}验证码",
  264. need_captcha=True,
  265. captcha_type=captcha_result['captcha_type'],
  266. screenshot_base64=screenshot_base64,
  267. page_url=page_url,
  268. status='need_captcha'
  269. )
  270. publish_btn = self.page.get_by_role('button', name="发布", exact=True)
  271. btn_count = await publish_btn.count()
  272. print(f"[{self.platform_name}] 发布按钮数量: {btn_count}")
  273. if btn_count > 0:
  274. print(f"[{self.platform_name}] 点击发布按钮...")
  275. await publish_btn.click()
  276. publish_clicked = True
  277. # 点击后等待并检查验证码
  278. await asyncio.sleep(2)
  279. captcha_result = await self.check_captcha()
  280. if captcha_result['need_captcha']:
  281. print(f"[{self.platform_name}] 点击发布后需要验证码: {captcha_result['captcha_type']}", flush=True)
  282. screenshot_base64 = await self.capture_screenshot()
  283. page_url = await self.get_page_url()
  284. return PublishResult(
  285. success=False,
  286. platform=self.platform_name,
  287. error=f"发布需要{captcha_result['captcha_type']}验证码",
  288. need_captcha=True,
  289. captcha_type=captcha_result['captcha_type'],
  290. screenshot_base64=screenshot_base64,
  291. page_url=page_url,
  292. status='need_captcha'
  293. )
  294. await self.page.wait_for_url(
  295. "https://creator.douyin.com/creator-micro/content/manage",
  296. timeout=5000
  297. )
  298. self.report_progress(100, "发布成功")
  299. print(f"[{self.platform_name}] 发布成功! 已跳转到内容管理页面")
  300. screenshot_base64 = await self.capture_screenshot()
  301. page_url = await self.get_page_url()
  302. return PublishResult(
  303. success=True,
  304. platform=self.platform_name,
  305. message="发布成功",
  306. screenshot_base64=screenshot_base64,
  307. page_url=page_url,
  308. status='success'
  309. )
  310. except Exception as e:
  311. current_url = self.page.url
  312. print(f"[{self.platform_name}] 尝试 {i+1}/30, 当前URL: {current_url}")
  313. if "content/manage" in current_url:
  314. self.report_progress(100, "发布成功")
  315. print(f"[{self.platform_name}] 发布成功! 已在内容管理页面")
  316. screenshot_base64 = await self.capture_screenshot()
  317. return PublishResult(
  318. success=True,
  319. platform=self.platform_name,
  320. message="发布成功",
  321. screenshot_base64=screenshot_base64,
  322. page_url=current_url,
  323. status='success'
  324. )
  325. # 检查是否有错误提示
  326. try:
  327. error_toast = self.page.locator('[class*="toast"][class*="error"], [class*="error-tip"]')
  328. if await error_toast.count() > 0:
  329. error_text = await error_toast.first.text_content()
  330. if error_text:
  331. print(f"[{self.platform_name}] 检测到错误提示: {error_text}")
  332. raise Exception(f"发布失败: {error_text}")
  333. except:
  334. pass
  335. await asyncio.sleep(1)
  336. # 发布超时,返回截图供 AI 分析
  337. print(f"[{self.platform_name}] 发布超时,获取截图供 AI 分析...")
  338. screenshot_base64 = await self.capture_screenshot()
  339. page_url = await self.get_page_url()
  340. return PublishResult(
  341. success=False,
  342. platform=self.platform_name,
  343. error="发布超时,请检查发布状态",
  344. screenshot_base64=screenshot_base64,
  345. page_url=page_url,
  346. status='need_action'
  347. )
  348. async def get_works(self, cookies: str, page: int = 0, page_size: int = 20) -> WorksResult:
  349. """获取抖音作品列表"""
  350. print(f"\n{'='*60}")
  351. print(f"[{self.platform_name}] 获取作品列表")
  352. print(f"[{self.platform_name}] page={page}, page_size={page_size}")
  353. print(f"{'='*60}")
  354. works: List[WorkItem] = []
  355. total = 0
  356. has_more = False
  357. try:
  358. await self.init_browser()
  359. cookie_list = self.parse_cookies(cookies)
  360. await self.set_cookies(cookie_list)
  361. if not self.page:
  362. raise Exception("Page not initialized")
  363. # 访问创作者中心首页以触发登录验证
  364. await self.page.goto("https://creator.douyin.com/creator-micro/home")
  365. await asyncio.sleep(3)
  366. # 检查登录状态
  367. current_url = self.page.url
  368. if "login" in current_url or "passport" in current_url:
  369. raise Exception("Cookie 已过期,请重新登录")
  370. # 调用作品列表 API
  371. cursor = page * page_size
  372. api_url = f"https://creator.douyin.com/janus/douyin/creator/pc/work_list?scene=star_atlas&device_platform=android&count={page_size}&max_cursor={cursor}&cookie_enabled=true&browser_language=zh-CN&browser_platform=Win32&browser_name=Mozilla&browser_online=true&timezone_name=Asia%2FShanghai&aid=1128"
  373. response = await self.page.evaluate(f'''
  374. async () => {{
  375. const resp = await fetch("{api_url}", {{
  376. credentials: 'include',
  377. headers: {{ 'Accept': 'application/json' }}
  378. }});
  379. return await resp.json();
  380. }}
  381. ''')
  382. print(f"[{self.platform_name}] API 响应: has_more={response.get('has_more')}, aweme_list={len(response.get('aweme_list', []))}")
  383. aweme_list = response.get('aweme_list', [])
  384. has_more = response.get('has_more', False)
  385. for aweme in aweme_list:
  386. aweme_id = str(aweme.get('aweme_id', ''))
  387. if not aweme_id:
  388. continue
  389. statistics = aweme.get('statistics', {})
  390. # 获取封面
  391. cover_url = ''
  392. if aweme.get('Cover', {}).get('url_list'):
  393. cover_url = aweme['Cover']['url_list'][0]
  394. elif aweme.get('video', {}).get('cover', {}).get('url_list'):
  395. cover_url = aweme['video']['cover']['url_list'][0]
  396. # 获取标题
  397. title = aweme.get('item_title', '') or aweme.get('desc', '').split('\n')[0][:50] or '无标题'
  398. # 获取时长(毫秒转秒)
  399. duration = aweme.get('video', {}).get('duration', 0) // 1000
  400. # 获取发布时间
  401. create_time = aweme.get('create_time', 0)
  402. publish_time = datetime.fromtimestamp(create_time).strftime('%Y-%m-%d %H:%M:%S') if create_time else ''
  403. works.append(WorkItem(
  404. work_id=aweme_id,
  405. title=title,
  406. cover_url=cover_url,
  407. duration=duration,
  408. status='published',
  409. publish_time=publish_time,
  410. play_count=int(statistics.get('play_count', 0)),
  411. like_count=int(statistics.get('digg_count', 0)),
  412. comment_count=int(statistics.get('comment_count', 0)),
  413. share_count=int(statistics.get('share_count', 0)),
  414. ))
  415. total = len(works)
  416. print(f"[{self.platform_name}] 获取到 {total} 个作品")
  417. except Exception as e:
  418. import traceback
  419. traceback.print_exc()
  420. return WorksResult(
  421. success=False,
  422. platform=self.platform_name,
  423. error=str(e)
  424. )
  425. return WorksResult(
  426. success=True,
  427. platform=self.platform_name,
  428. works=works,
  429. total=total,
  430. has_more=has_more
  431. )
  432. async def get_comments(self, cookies: str, work_id: str, cursor: str = "") -> CommentsResult:
  433. """获取抖音作品评论 - 通过访问视频详情页拦截评论 API"""
  434. print(f"\n{'='*60}")
  435. print(f"[{self.platform_name}] 获取作品评论")
  436. print(f"[{self.platform_name}] work_id={work_id}, cursor={cursor}")
  437. print(f"{'='*60}")
  438. comments: List[CommentItem] = []
  439. total = 0
  440. has_more = False
  441. next_cursor = ""
  442. captured_data = {}
  443. try:
  444. await self.init_browser()
  445. cookie_list = self.parse_cookies(cookies)
  446. await self.set_cookies(cookie_list)
  447. if not self.page:
  448. raise Exception("Page not initialized")
  449. # 设置 API 响应监听器
  450. async def handle_response(response):
  451. nonlocal captured_data
  452. url = response.url
  453. # 监听评论列表 API - 抖音视频页面使用的 API
  454. # /aweme/v1/web/comment/list/ 或 /comment/list/
  455. if '/comment/list' in url and ('aweme_id' in url or work_id in url):
  456. try:
  457. json_data = await response.json()
  458. print(f"[{self.platform_name}] 捕获到评论 API: {url[:100]}...", flush=True)
  459. # 检查响应是否成功
  460. if json_data.get('status_code') == 0 or json_data.get('comments'):
  461. captured_data = json_data
  462. comment_count = len(json_data.get('comments', []))
  463. print(f"[{self.platform_name}] 评论 API 响应成功: comments={comment_count}, has_more={json_data.get('has_more')}", flush=True)
  464. except Exception as e:
  465. print(f"[{self.platform_name}] 解析评论响应失败: {e}", flush=True)
  466. self.page.on('response', handle_response)
  467. print(f"[{self.platform_name}] 已注册评论 API 响应监听器", flush=True)
  468. # 访问视频详情页 - 这会自动触发评论 API 请求
  469. video_url = f"https://www.douyin.com/video/{work_id}"
  470. print(f"[{self.platform_name}] 访问视频详情页: {video_url}", flush=True)
  471. await self.page.goto(video_url, wait_until="domcontentloaded", timeout=30000)
  472. await asyncio.sleep(5)
  473. # 检查登录状态
  474. current_url = self.page.url
  475. if "login" in current_url or "passport" in current_url:
  476. raise Exception("Cookie 已过期,请重新登录")
  477. # 等待评论加载
  478. if not captured_data:
  479. print(f"[{self.platform_name}] 等待评论 API 响应...", flush=True)
  480. # 尝试滚动页面触发评论加载
  481. await self.page.evaluate('window.scrollBy(0, 300)')
  482. await asyncio.sleep(3)
  483. if not captured_data:
  484. # 再等待一会
  485. await asyncio.sleep(3)
  486. # 移除监听器
  487. self.page.remove_listener('response', handle_response)
  488. # 解析评论数据
  489. if captured_data:
  490. comment_list = captured_data.get('comments') or []
  491. has_more = captured_data.get('has_more', False) or captured_data.get('has_more', 0) == 1
  492. next_cursor = str(captured_data.get('cursor', ''))
  493. total = captured_data.get('total', 0) or len(comment_list)
  494. print(f"[{self.platform_name}] 解析评论: total={total}, has_more={has_more}, comments={len(comment_list)}", flush=True)
  495. for comment in comment_list:
  496. cid = str(comment.get('cid', ''))
  497. if not cid:
  498. continue
  499. user = comment.get('user', {})
  500. # 解析回复列表
  501. replies = []
  502. reply_list = comment.get('reply_comment', []) or []
  503. for reply in reply_list:
  504. reply_user = reply.get('user', {})
  505. replies.append(CommentItem(
  506. comment_id=str(reply.get('cid', '')),
  507. work_id=work_id,
  508. content=reply.get('text', ''),
  509. author_id=str(reply_user.get('uid', '')),
  510. author_name=reply_user.get('nickname', ''),
  511. author_avatar=reply_user.get('avatar_thumb', {}).get('url_list', [''])[0] if reply_user.get('avatar_thumb') else '',
  512. like_count=int(reply.get('digg_count', 0)),
  513. create_time=datetime.fromtimestamp(reply.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if reply.get('create_time') else '',
  514. is_author=reply.get('is_author', False),
  515. ))
  516. comments.append(CommentItem(
  517. comment_id=cid,
  518. work_id=work_id,
  519. content=comment.get('text', ''),
  520. author_id=str(user.get('uid', '')),
  521. author_name=user.get('nickname', ''),
  522. author_avatar=user.get('avatar_thumb', {}).get('url_list', [''])[0] if user.get('avatar_thumb') else '',
  523. like_count=int(comment.get('digg_count', 0)),
  524. reply_count=int(comment.get('reply_comment_total', 0)),
  525. create_time=datetime.fromtimestamp(comment.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if comment.get('create_time') else '',
  526. is_author=comment.get('is_author', False),
  527. replies=replies,
  528. ))
  529. print(f"[{self.platform_name}] 解析到 {len(comments)} 条评论", flush=True)
  530. else:
  531. print(f"[{self.platform_name}] 未捕获到评论 API 响应", flush=True)
  532. except Exception as e:
  533. import traceback
  534. traceback.print_exc()
  535. return CommentsResult(
  536. success=False,
  537. platform=self.platform_name,
  538. work_id=work_id,
  539. error=str(e)
  540. )
  541. finally:
  542. await self.close_browser()
  543. result = CommentsResult(
  544. success=True,
  545. platform=self.platform_name,
  546. work_id=work_id,
  547. comments=comments,
  548. total=total,
  549. has_more=has_more
  550. )
  551. result.__dict__['cursor'] = next_cursor
  552. return result
  553. async def get_all_comments(self, cookies: str) -> dict:
  554. """获取所有作品的评论 - 通过评论管理页面"""
  555. print(f"\n{'='*60}")
  556. print(f"[{self.platform_name}] 获取所有作品评论")
  557. print(f"{'='*60}")
  558. all_work_comments = []
  559. captured_comments = []
  560. captured_works = {} # work_id -> work_info
  561. try:
  562. await self.init_browser()
  563. cookie_list = self.parse_cookies(cookies)
  564. await self.set_cookies(cookie_list)
  565. if not self.page:
  566. raise Exception("Page not initialized")
  567. # 设置 API 响应监听器
  568. async def handle_response(response):
  569. nonlocal captured_comments, captured_works
  570. url = response.url
  571. try:
  572. # 监听评论列表 API - 多种格式
  573. # /comment/list/select/ 或 /comment/read 或 /creator/comment/list
  574. if '/comment/list' in url or '/comment/read' in url or 'comment_list' in url:
  575. json_data = await response.json()
  576. print(f"[{self.platform_name}] 捕获到评论 API: {url[:100]}...", flush=True)
  577. # 格式1: comments 字段
  578. comments = json_data.get('comments', [])
  579. # 格式2: comment_info_list 字段
  580. if not comments:
  581. comments = json_data.get('comment_info_list', [])
  582. if comments:
  583. # 从 URL 中提取 aweme_id
  584. import re
  585. aweme_id_match = re.search(r'aweme_id=(\d+)', url)
  586. aweme_id = aweme_id_match.group(1) if aweme_id_match else ''
  587. for comment in comments:
  588. # 添加 aweme_id 到评论中
  589. if aweme_id and 'aweme_id' not in comment:
  590. comment['aweme_id'] = aweme_id
  591. captured_comments.append(comment)
  592. print(f"[{self.platform_name}] 捕获到 {len(comments)} 条评论 (aweme_id={aweme_id}),总计: {len(captured_comments)}", flush=True)
  593. # 监听作品列表 API
  594. if '/work_list' in url or '/item/list' in url or '/creator/item' in url:
  595. json_data = await response.json()
  596. aweme_list = json_data.get('aweme_list', []) or json_data.get('item_info_list', []) or json_data.get('item_list', [])
  597. print(f"[{self.platform_name}] 捕获到作品列表 API: {len(aweme_list)} 个作品", flush=True)
  598. for aweme in aweme_list:
  599. aweme_id = str(aweme.get('aweme_id', '') or aweme.get('item_id', '') or aweme.get('item_id_plain', ''))
  600. if aweme_id:
  601. cover_url = ''
  602. if aweme.get('Cover', {}).get('url_list'):
  603. cover_url = aweme['Cover']['url_list'][0]
  604. elif aweme.get('video', {}).get('cover', {}).get('url_list'):
  605. cover_url = aweme['video']['cover']['url_list'][0]
  606. elif aweme.get('cover_image_url'):
  607. cover_url = aweme['cover_image_url']
  608. captured_works[aweme_id] = {
  609. 'title': aweme.get('item_title', '') or aweme.get('title', '') or aweme.get('desc', ''),
  610. 'cover': cover_url,
  611. 'comment_count': aweme.get('statistics', {}).get('comment_count', 0) or aweme.get('comment_count', 0),
  612. }
  613. except Exception as e:
  614. print(f"[{self.platform_name}] 解析响应失败: {e}", flush=True)
  615. self.page.on('response', handle_response)
  616. print(f"[{self.platform_name}] 已注册 API 响应监听器", flush=True)
  617. # 访问评论管理页面
  618. print(f"[{self.platform_name}] 访问评论管理页面...", flush=True)
  619. await self.page.goto("https://creator.douyin.com/creator-micro/interactive/comment", wait_until="domcontentloaded", timeout=30000)
  620. await asyncio.sleep(5)
  621. # 检查登录状态
  622. current_url = self.page.url
  623. if "login" in current_url or "passport" in current_url:
  624. raise Exception("Cookie 已过期,请重新登录")
  625. print(f"[{self.platform_name}] 页面加载完成,当前捕获: {len(captured_comments)} 条评论, {len(captured_works)} 个作品", flush=True)
  626. # 尝试点击"选择作品"来加载作品列表
  627. try:
  628. select_btn = await self.page.query_selector('text="选择作品"')
  629. if select_btn:
  630. print(f"[{self.platform_name}] 点击选择作品按钮...", flush=True)
  631. await select_btn.click()
  632. await asyncio.sleep(3)
  633. # 获取作品列表
  634. work_items = await self.page.query_selector_all('[class*="work-item"], [class*="video-item"], [class*="aweme-item"]')
  635. print(f"[{self.platform_name}] 找到 {len(work_items)} 个作品元素", flush=True)
  636. # 点击每个作品加载其评论
  637. for i, item in enumerate(work_items[:10]): # 最多处理10个作品
  638. try:
  639. await item.click()
  640. await asyncio.sleep(2)
  641. print(f"[{self.platform_name}] 已点击作品 {i+1}/{min(len(work_items), 10)}", flush=True)
  642. except:
  643. pass
  644. # 关闭选择作品弹窗
  645. close_btn = await self.page.query_selector('[class*="close"], [class*="cancel"]')
  646. if close_btn:
  647. await close_btn.click()
  648. await asyncio.sleep(1)
  649. except Exception as e:
  650. print(f"[{self.platform_name}] 选择作品操作失败: {e}", flush=True)
  651. # 滚动加载更多评论
  652. for i in range(5):
  653. await self.page.evaluate('window.scrollBy(0, 500)')
  654. await asyncio.sleep(1)
  655. await asyncio.sleep(3)
  656. # 移除监听器
  657. self.page.remove_listener('response', handle_response)
  658. print(f"[{self.platform_name}] 最终捕获: {len(captured_comments)} 条评论, {len(captured_works)} 个作品", flush=True)
  659. # 按作品分组评论
  660. work_comments_map = {} # work_id -> work_comments
  661. for comment in captured_comments:
  662. # 从评论中获取作品信息
  663. aweme = comment.get('aweme', {}) or comment.get('item', {})
  664. aweme_id = str(comment.get('aweme_id', '') or aweme.get('aweme_id', '') or aweme.get('item_id', ''))
  665. if not aweme_id:
  666. continue
  667. if aweme_id not in work_comments_map:
  668. work_info = captured_works.get(aweme_id, {})
  669. work_comments_map[aweme_id] = {
  670. 'work_id': aweme_id,
  671. 'title': aweme.get('title', '') or aweme.get('desc', '') or work_info.get('title', ''),
  672. 'cover_url': aweme.get('cover', {}).get('url_list', [''])[0] if aweme.get('cover') else work_info.get('cover', ''),
  673. 'comments': []
  674. }
  675. cid = str(comment.get('cid', ''))
  676. if not cid:
  677. continue
  678. user = comment.get('user', {})
  679. work_comments_map[aweme_id]['comments'].append({
  680. 'comment_id': cid,
  681. 'author_id': str(user.get('uid', '')),
  682. 'author_name': user.get('nickname', ''),
  683. 'author_avatar': user.get('avatar_thumb', {}).get('url_list', [''])[0] if user.get('avatar_thumb') else '',
  684. 'content': comment.get('text', ''),
  685. 'like_count': int(comment.get('digg_count', 0)),
  686. 'create_time': datetime.fromtimestamp(comment.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if comment.get('create_time') else '',
  687. 'is_author': comment.get('is_author', False),
  688. })
  689. all_work_comments = list(work_comments_map.values())
  690. total_comments = sum(len(w['comments']) for w in all_work_comments)
  691. print(f"[{self.platform_name}] 获取到 {len(all_work_comments)} 个作品的 {total_comments} 条评论", flush=True)
  692. except Exception as e:
  693. import traceback
  694. traceback.print_exc()
  695. return {
  696. 'success': False,
  697. 'platform': self.platform_name,
  698. 'error': str(e),
  699. 'work_comments': []
  700. }
  701. finally:
  702. await self.close_browser()
  703. return {
  704. 'success': True,
  705. 'platform': self.platform_name,
  706. 'work_comments': all_work_comments,
  707. 'total': len(all_work_comments)
  708. }