douyin.py 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806
  1. # -*- coding: utf-8 -*-
  2. """
  3. 抖音视频发布器
  4. 参考: matrix/douyin_uploader/main.py
  5. """
  6. import asyncio
  7. import os
  8. import json
  9. from datetime import datetime
  10. from typing import List
  11. from .base import (
  12. BasePublisher, PublishParams, PublishResult,
  13. WorkItem, WorksResult, CommentItem, CommentsResult
  14. )
  15. class DouyinPublisher(BasePublisher):
  16. """
  17. 抖音视频发布器
  18. 使用 Playwright 自动化操作抖音创作者中心
  19. """
  20. platform_name = "douyin"
  21. login_url = "https://creator.douyin.com/"
  22. publish_url = "https://creator.douyin.com/creator-micro/content/upload"
  23. cookie_domain = ".douyin.com"
  24. async def set_schedule_time(self, publish_date: datetime):
  25. """设置定时发布"""
  26. if not self.page:
  27. return
  28. # 选择定时发布
  29. label_element = self.page.locator("label.radio-d4zkru:has-text('定时发布')")
  30. await label_element.click()
  31. await asyncio.sleep(1)
  32. # 输入时间
  33. publish_date_str = publish_date.strftime("%Y-%m-%d %H:%M")
  34. await self.page.locator('.semi-input[placeholder="日期和时间"]').click()
  35. await self.page.keyboard.press("Control+KeyA")
  36. await self.page.keyboard.type(str(publish_date_str))
  37. await self.page.keyboard.press("Enter")
  38. await asyncio.sleep(1)
  39. async def handle_upload_error(self, video_path: str):
  40. """处理上传错误,重新上传"""
  41. if not self.page:
  42. return
  43. print(f"[{self.platform_name}] 视频出错了,重新上传中...")
  44. await self.page.locator('div.progress-div [class^="upload-btn-input"]').set_input_files(video_path)
  45. async def check_captcha(self) -> dict:
  46. """
  47. 检查页面是否需要验证码
  48. 返回: {'need_captcha': bool, 'captcha_type': str}
  49. """
  50. if not self.page:
  51. return {'need_captcha': False, 'captcha_type': ''}
  52. try:
  53. # 检查手机验证码弹窗
  54. phone_captcha_selectors = [
  55. 'text="请输入验证码"',
  56. 'text="输入手机验证码"',
  57. 'text="获取验证码"',
  58. 'text="手机号验证"',
  59. '[class*="captcha"][class*="phone"]',
  60. '[class*="verify"][class*="phone"]',
  61. '[class*="sms-code"]',
  62. 'input[placeholder*="验证码"]',
  63. ]
  64. for selector in phone_captcha_selectors:
  65. try:
  66. if await self.page.locator(selector).count() > 0:
  67. print(f"[{self.platform_name}] 检测到手机验证码: {selector}", flush=True)
  68. return {'need_captcha': True, 'captcha_type': 'phone'}
  69. except:
  70. pass
  71. # 检查滑块验证码
  72. slider_captcha_selectors = [
  73. '[class*="captcha"][class*="slider"]',
  74. '[class*="slide-verify"]',
  75. '[class*="drag-verify"]',
  76. 'text="按住滑块"',
  77. 'text="向右滑动"',
  78. 'text="拖动滑块"',
  79. ]
  80. for selector in slider_captcha_selectors:
  81. try:
  82. if await self.page.locator(selector).count() > 0:
  83. print(f"[{self.platform_name}] 检测到滑块验证码: {selector}", flush=True)
  84. return {'need_captcha': True, 'captcha_type': 'slider'}
  85. except:
  86. pass
  87. # 检查图片验证码
  88. image_captcha_selectors = [
  89. '[class*="captcha"][class*="image"]',
  90. '[class*="verify-image"]',
  91. 'text="点击图片"',
  92. 'text="选择正确的"',
  93. ]
  94. for selector in image_captcha_selectors:
  95. try:
  96. if await self.page.locator(selector).count() > 0:
  97. print(f"[{self.platform_name}] 检测到图片验证码: {selector}", flush=True)
  98. return {'need_captcha': True, 'captcha_type': 'image'}
  99. except:
  100. pass
  101. # 检查登录弹窗(Cookie 过期)
  102. login_selectors = [
  103. 'text="请先登录"',
  104. 'text="登录后继续"',
  105. '[class*="login-modal"]',
  106. '[class*="login-dialog"]',
  107. ]
  108. for selector in login_selectors:
  109. try:
  110. if await self.page.locator(selector).count() > 0:
  111. print(f"[{self.platform_name}] 检测到需要登录: {selector}", flush=True)
  112. return {'need_captcha': True, 'captcha_type': 'login'}
  113. except:
  114. pass
  115. except Exception as e:
  116. print(f"[{self.platform_name}] 验证码检测异常: {e}", flush=True)
  117. return {'need_captcha': False, 'captcha_type': ''}
  118. async def publish(self, cookies: str, params: PublishParams) -> PublishResult:
  119. """发布视频到抖音"""
  120. print(f"\n{'='*60}")
  121. print(f"[{self.platform_name}] 开始发布视频")
  122. print(f"[{self.platform_name}] 视频路径: {params.video_path}")
  123. print(f"[{self.platform_name}] 标题: {params.title}")
  124. print(f"[{self.platform_name}] Headless: {self.headless}")
  125. print(f"{'='*60}")
  126. self.report_progress(5, "正在初始化浏览器...")
  127. # 初始化浏览器
  128. await self.init_browser()
  129. print(f"[{self.platform_name}] 浏览器初始化完成")
  130. # 解析并设置 cookies
  131. cookie_list = self.parse_cookies(cookies)
  132. print(f"[{self.platform_name}] 解析到 {len(cookie_list)} 个 cookies")
  133. await self.set_cookies(cookie_list)
  134. if not self.page:
  135. raise Exception("Page not initialized")
  136. # 检查视频文件
  137. if not os.path.exists(params.video_path):
  138. raise Exception(f"视频文件不存在: {params.video_path}")
  139. print(f"[{self.platform_name}] 视频文件存在,大小: {os.path.getsize(params.video_path)} bytes")
  140. self.report_progress(10, "正在打开上传页面...")
  141. # 访问上传页面
  142. await self.page.goto(self.publish_url)
  143. await self.page.wait_for_url(self.publish_url, timeout=30000)
  144. # 等待页面加载,检查验证码
  145. await asyncio.sleep(2)
  146. captcha_result = await self.check_captcha()
  147. if captcha_result['need_captcha']:
  148. print(f"[{self.platform_name}] 检测到需要验证码: {captcha_result['captcha_type']}", flush=True)
  149. return PublishResult(
  150. success=False,
  151. platform=self.platform_name,
  152. error=f"需要{captcha_result['captcha_type']}验证码",
  153. need_captcha=True,
  154. captcha_type=captcha_result['captcha_type']
  155. )
  156. self.report_progress(15, "正在选择视频文件...")
  157. # 点击上传区域
  158. upload_div = self.page.locator("div[class*='container-drag']").first
  159. async with self.page.expect_file_chooser() as fc_info:
  160. await upload_div.click()
  161. file_chooser = await fc_info.value
  162. await file_chooser.set_files(params.video_path)
  163. # 等待跳转到发布页面
  164. self.report_progress(20, "等待进入发布页面...")
  165. for _ in range(60):
  166. try:
  167. await self.page.wait_for_url(
  168. "https://creator.douyin.com/creator-micro/content/post/video*",
  169. timeout=2000
  170. )
  171. break
  172. except:
  173. await asyncio.sleep(1)
  174. await asyncio.sleep(2)
  175. self.report_progress(30, "正在填充标题和话题...")
  176. # 填写标题
  177. title_input = self.page.get_by_text('作品标题').locator("..").locator(
  178. "xpath=following-sibling::div[1]").locator("input")
  179. if await title_input.count():
  180. await title_input.fill(params.title[:30])
  181. else:
  182. # 备用方式
  183. title_container = self.page.locator(".notranslate")
  184. await title_container.click()
  185. await self.page.keyboard.press("Control+KeyA")
  186. await self.page.keyboard.press("Delete")
  187. await self.page.keyboard.type(params.title)
  188. await self.page.keyboard.press("Enter")
  189. # 添加话题标签
  190. if params.tags:
  191. css_selector = ".zone-container"
  192. for tag in params.tags:
  193. print(f"[{self.platform_name}] 添加话题: #{tag}")
  194. await self.page.type(css_selector, "#" + tag)
  195. await self.page.press(css_selector, "Space")
  196. self.report_progress(40, "等待视频上传完成...")
  197. # 等待视频上传完成
  198. for _ in range(120):
  199. try:
  200. count = await self.page.locator("div").filter(has_text="重新上传").count()
  201. if count > 0:
  202. print(f"[{self.platform_name}] 视频上传完毕")
  203. break
  204. # 检查上传错误
  205. if await self.page.locator('div.progress-div > div:has-text("上传失败")').count():
  206. await self.handle_upload_error(params.video_path)
  207. await asyncio.sleep(3)
  208. except:
  209. await asyncio.sleep(3)
  210. self.report_progress(60, "处理视频设置...")
  211. # 关闭弹窗
  212. known_btn = self.page.get_by_role("button", name="我知道了")
  213. if await known_btn.count() > 0:
  214. await known_btn.first.click()
  215. await asyncio.sleep(2)
  216. # 设置位置
  217. try:
  218. await self.page.locator('div.semi-select span:has-text("输入地理位置")').click()
  219. await asyncio.sleep(1)
  220. await self.page.keyboard.press("Control+KeyA")
  221. await self.page.keyboard.press("Delete")
  222. await self.page.keyboard.type(params.location)
  223. await asyncio.sleep(1)
  224. await self.page.locator('div[role="listbox"] [role="option"]').first.click()
  225. except Exception as e:
  226. print(f"[{self.platform_name}] 设置位置失败: {e}")
  227. # 开启头条/西瓜同步
  228. try:
  229. third_part_element = '[class^="info"] > [class^="first-part"] div div.semi-switch'
  230. if await self.page.locator(third_part_element).count():
  231. class_name = await self.page.eval_on_selector(
  232. third_part_element, 'div => div.className')
  233. if 'semi-switch-checked' not in class_name:
  234. await self.page.locator(third_part_element).locator(
  235. 'input.semi-switch-native-control').click()
  236. except:
  237. pass
  238. # 定时发布
  239. if params.publish_date:
  240. self.report_progress(70, "设置定时发布...")
  241. await self.set_schedule_time(params.publish_date)
  242. self.report_progress(80, "正在发布...")
  243. print(f"[{self.platform_name}] 查找发布按钮...")
  244. # 点击发布
  245. publish_clicked = False
  246. for i in range(30):
  247. try:
  248. # 每次循环都检查验证码
  249. captcha_result = await self.check_captcha()
  250. if captcha_result['need_captcha']:
  251. print(f"[{self.platform_name}] 发布过程中检测到需要验证码: {captcha_result['captcha_type']}", flush=True)
  252. # 保存截图供调试
  253. screenshot_path = f"debug_captcha_{self.platform_name}_{i}.png"
  254. await self.page.screenshot(path=screenshot_path, full_page=True)
  255. print(f"[{self.platform_name}] 验证码截图保存到: {screenshot_path}", flush=True)
  256. return PublishResult(
  257. success=False,
  258. platform=self.platform_name,
  259. error=f"发布过程中需要{captcha_result['captcha_type']}验证码",
  260. need_captcha=True,
  261. captcha_type=captcha_result['captcha_type']
  262. )
  263. publish_btn = self.page.get_by_role('button', name="发布", exact=True)
  264. btn_count = await publish_btn.count()
  265. print(f"[{self.platform_name}] 发布按钮数量: {btn_count}")
  266. if btn_count > 0:
  267. print(f"[{self.platform_name}] 点击发布按钮...")
  268. await publish_btn.click()
  269. publish_clicked = True
  270. # 点击后等待并检查验证码
  271. await asyncio.sleep(2)
  272. captcha_result = await self.check_captcha()
  273. if captcha_result['need_captcha']:
  274. print(f"[{self.platform_name}] 点击发布后需要验证码: {captcha_result['captcha_type']}", flush=True)
  275. screenshot_path = f"debug_captcha_after_publish_{self.platform_name}.png"
  276. await self.page.screenshot(path=screenshot_path, full_page=True)
  277. return PublishResult(
  278. success=False,
  279. platform=self.platform_name,
  280. error=f"发布需要{captcha_result['captcha_type']}验证码",
  281. need_captcha=True,
  282. captcha_type=captcha_result['captcha_type']
  283. )
  284. await self.page.wait_for_url(
  285. "https://creator.douyin.com/creator-micro/content/manage",
  286. timeout=5000
  287. )
  288. self.report_progress(100, "发布成功")
  289. print(f"[{self.platform_name}] 发布成功! 已跳转到内容管理页面")
  290. return PublishResult(
  291. success=True,
  292. platform=self.platform_name,
  293. message="发布成功"
  294. )
  295. except Exception as e:
  296. current_url = self.page.url
  297. print(f"[{self.platform_name}] 尝试 {i+1}/30, 当前URL: {current_url}")
  298. if "content/manage" in current_url:
  299. self.report_progress(100, "发布成功")
  300. print(f"[{self.platform_name}] 发布成功! 已在内容管理页面")
  301. return PublishResult(
  302. success=True,
  303. platform=self.platform_name,
  304. message="发布成功"
  305. )
  306. # 检查是否有错误提示
  307. try:
  308. error_toast = self.page.locator('[class*="toast"][class*="error"], [class*="error-tip"]')
  309. if await error_toast.count() > 0:
  310. error_text = await error_toast.first.text_content()
  311. if error_text:
  312. print(f"[{self.platform_name}] 检测到错误提示: {error_text}")
  313. raise Exception(f"发布失败: {error_text}")
  314. except:
  315. pass
  316. await asyncio.sleep(1)
  317. # 发布超时,保存截图
  318. screenshot_path = f"debug_publish_timeout_{self.platform_name}.png"
  319. await self.page.screenshot(path=screenshot_path, full_page=True)
  320. print(f"[{self.platform_name}] 发布超时,截图保存到: {screenshot_path}")
  321. raise Exception(f"发布超时(截图: {screenshot_path})")
  322. async def get_works(self, cookies: str, page: int = 0, page_size: int = 20) -> WorksResult:
  323. """获取抖音作品列表"""
  324. print(f"\n{'='*60}")
  325. print(f"[{self.platform_name}] 获取作品列表")
  326. print(f"[{self.platform_name}] page={page}, page_size={page_size}")
  327. print(f"{'='*60}")
  328. works: List[WorkItem] = []
  329. total = 0
  330. has_more = False
  331. try:
  332. await self.init_browser()
  333. cookie_list = self.parse_cookies(cookies)
  334. await self.set_cookies(cookie_list)
  335. if not self.page:
  336. raise Exception("Page not initialized")
  337. # 访问创作者中心首页以触发登录验证
  338. await self.page.goto("https://creator.douyin.com/creator-micro/home")
  339. await asyncio.sleep(3)
  340. # 检查登录状态
  341. current_url = self.page.url
  342. if "login" in current_url or "passport" in current_url:
  343. raise Exception("Cookie 已过期,请重新登录")
  344. # 调用作品列表 API
  345. cursor = page * page_size
  346. api_url = f"https://creator.douyin.com/janus/douyin/creator/pc/work_list?scene=star_atlas&device_platform=android&count={page_size}&max_cursor={cursor}&cookie_enabled=true&browser_language=zh-CN&browser_platform=Win32&browser_name=Mozilla&browser_online=true&timezone_name=Asia%2FShanghai&aid=1128"
  347. response = await self.page.evaluate(f'''
  348. async () => {{
  349. const resp = await fetch("{api_url}", {{
  350. credentials: 'include',
  351. headers: {{ 'Accept': 'application/json' }}
  352. }});
  353. return await resp.json();
  354. }}
  355. ''')
  356. print(f"[{self.platform_name}] API 响应: has_more={response.get('has_more')}, aweme_list={len(response.get('aweme_list', []))}")
  357. aweme_list = response.get('aweme_list', [])
  358. has_more = response.get('has_more', False)
  359. for aweme in aweme_list:
  360. aweme_id = str(aweme.get('aweme_id', ''))
  361. if not aweme_id:
  362. continue
  363. statistics = aweme.get('statistics', {})
  364. # 获取封面
  365. cover_url = ''
  366. if aweme.get('Cover', {}).get('url_list'):
  367. cover_url = aweme['Cover']['url_list'][0]
  368. elif aweme.get('video', {}).get('cover', {}).get('url_list'):
  369. cover_url = aweme['video']['cover']['url_list'][0]
  370. # 获取标题
  371. title = aweme.get('item_title', '') or aweme.get('desc', '').split('\n')[0][:50] or '无标题'
  372. # 获取时长(毫秒转秒)
  373. duration = aweme.get('video', {}).get('duration', 0) // 1000
  374. # 获取发布时间
  375. create_time = aweme.get('create_time', 0)
  376. publish_time = datetime.fromtimestamp(create_time).strftime('%Y-%m-%d %H:%M:%S') if create_time else ''
  377. works.append(WorkItem(
  378. work_id=aweme_id,
  379. title=title,
  380. cover_url=cover_url,
  381. duration=duration,
  382. status='published',
  383. publish_time=publish_time,
  384. play_count=int(statistics.get('play_count', 0)),
  385. like_count=int(statistics.get('digg_count', 0)),
  386. comment_count=int(statistics.get('comment_count', 0)),
  387. share_count=int(statistics.get('share_count', 0)),
  388. ))
  389. total = len(works)
  390. print(f"[{self.platform_name}] 获取到 {total} 个作品")
  391. except Exception as e:
  392. import traceback
  393. traceback.print_exc()
  394. return WorksResult(
  395. success=False,
  396. platform=self.platform_name,
  397. error=str(e)
  398. )
  399. return WorksResult(
  400. success=True,
  401. platform=self.platform_name,
  402. works=works,
  403. total=total,
  404. has_more=has_more
  405. )
  406. async def get_comments(self, cookies: str, work_id: str, cursor: str = "") -> CommentsResult:
  407. """获取抖音作品评论 - 通过访问视频详情页拦截评论 API"""
  408. print(f"\n{'='*60}")
  409. print(f"[{self.platform_name}] 获取作品评论")
  410. print(f"[{self.platform_name}] work_id={work_id}, cursor={cursor}")
  411. print(f"{'='*60}")
  412. comments: List[CommentItem] = []
  413. total = 0
  414. has_more = False
  415. next_cursor = ""
  416. captured_data = {}
  417. try:
  418. await self.init_browser()
  419. cookie_list = self.parse_cookies(cookies)
  420. await self.set_cookies(cookie_list)
  421. if not self.page:
  422. raise Exception("Page not initialized")
  423. # 设置 API 响应监听器
  424. async def handle_response(response):
  425. nonlocal captured_data
  426. url = response.url
  427. # 监听评论列表 API - 抖音视频页面使用的 API
  428. # /aweme/v1/web/comment/list/ 或 /comment/list/
  429. if '/comment/list' in url and ('aweme_id' in url or work_id in url):
  430. try:
  431. json_data = await response.json()
  432. print(f"[{self.platform_name}] 捕获到评论 API: {url[:100]}...", flush=True)
  433. # 检查响应是否成功
  434. if json_data.get('status_code') == 0 or json_data.get('comments'):
  435. captured_data = json_data
  436. comment_count = len(json_data.get('comments', []))
  437. print(f"[{self.platform_name}] 评论 API 响应成功: comments={comment_count}, has_more={json_data.get('has_more')}", flush=True)
  438. except Exception as e:
  439. print(f"[{self.platform_name}] 解析评论响应失败: {e}", flush=True)
  440. self.page.on('response', handle_response)
  441. print(f"[{self.platform_name}] 已注册评论 API 响应监听器", flush=True)
  442. # 访问视频详情页 - 这会自动触发评论 API 请求
  443. video_url = f"https://www.douyin.com/video/{work_id}"
  444. print(f"[{self.platform_name}] 访问视频详情页: {video_url}", flush=True)
  445. await self.page.goto(video_url, wait_until="domcontentloaded", timeout=30000)
  446. await asyncio.sleep(5)
  447. # 检查登录状态
  448. current_url = self.page.url
  449. if "login" in current_url or "passport" in current_url:
  450. raise Exception("Cookie 已过期,请重新登录")
  451. # 等待评论加载
  452. if not captured_data:
  453. print(f"[{self.platform_name}] 等待评论 API 响应...", flush=True)
  454. # 尝试滚动页面触发评论加载
  455. await self.page.evaluate('window.scrollBy(0, 300)')
  456. await asyncio.sleep(3)
  457. if not captured_data:
  458. # 再等待一会
  459. await asyncio.sleep(3)
  460. # 移除监听器
  461. self.page.remove_listener('response', handle_response)
  462. # 解析评论数据
  463. if captured_data:
  464. comment_list = captured_data.get('comments') or []
  465. has_more = captured_data.get('has_more', False) or captured_data.get('has_more', 0) == 1
  466. next_cursor = str(captured_data.get('cursor', ''))
  467. total = captured_data.get('total', 0) or len(comment_list)
  468. print(f"[{self.platform_name}] 解析评论: total={total}, has_more={has_more}, comments={len(comment_list)}", flush=True)
  469. for comment in comment_list:
  470. cid = str(comment.get('cid', ''))
  471. if not cid:
  472. continue
  473. user = comment.get('user', {})
  474. # 解析回复列表
  475. replies = []
  476. reply_list = comment.get('reply_comment', []) or []
  477. for reply in reply_list:
  478. reply_user = reply.get('user', {})
  479. replies.append(CommentItem(
  480. comment_id=str(reply.get('cid', '')),
  481. work_id=work_id,
  482. content=reply.get('text', ''),
  483. author_id=str(reply_user.get('uid', '')),
  484. author_name=reply_user.get('nickname', ''),
  485. author_avatar=reply_user.get('avatar_thumb', {}).get('url_list', [''])[0] if reply_user.get('avatar_thumb') else '',
  486. like_count=int(reply.get('digg_count', 0)),
  487. create_time=datetime.fromtimestamp(reply.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if reply.get('create_time') else '',
  488. is_author=reply.get('is_author', False),
  489. ))
  490. comments.append(CommentItem(
  491. comment_id=cid,
  492. work_id=work_id,
  493. content=comment.get('text', ''),
  494. author_id=str(user.get('uid', '')),
  495. author_name=user.get('nickname', ''),
  496. author_avatar=user.get('avatar_thumb', {}).get('url_list', [''])[0] if user.get('avatar_thumb') else '',
  497. like_count=int(comment.get('digg_count', 0)),
  498. reply_count=int(comment.get('reply_comment_total', 0)),
  499. create_time=datetime.fromtimestamp(comment.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if comment.get('create_time') else '',
  500. is_author=comment.get('is_author', False),
  501. replies=replies,
  502. ))
  503. print(f"[{self.platform_name}] 解析到 {len(comments)} 条评论", flush=True)
  504. else:
  505. print(f"[{self.platform_name}] 未捕获到评论 API 响应", flush=True)
  506. except Exception as e:
  507. import traceback
  508. traceback.print_exc()
  509. return CommentsResult(
  510. success=False,
  511. platform=self.platform_name,
  512. work_id=work_id,
  513. error=str(e)
  514. )
  515. finally:
  516. await self.close_browser()
  517. result = CommentsResult(
  518. success=True,
  519. platform=self.platform_name,
  520. work_id=work_id,
  521. comments=comments,
  522. total=total,
  523. has_more=has_more
  524. )
  525. result.__dict__['cursor'] = next_cursor
  526. return result
  527. async def get_all_comments(self, cookies: str) -> dict:
  528. """获取所有作品的评论 - 通过评论管理页面"""
  529. print(f"\n{'='*60}")
  530. print(f"[{self.platform_name}] 获取所有作品评论")
  531. print(f"{'='*60}")
  532. all_work_comments = []
  533. captured_comments = []
  534. captured_works = {} # work_id -> work_info
  535. try:
  536. await self.init_browser()
  537. cookie_list = self.parse_cookies(cookies)
  538. await self.set_cookies(cookie_list)
  539. if not self.page:
  540. raise Exception("Page not initialized")
  541. # 设置 API 响应监听器
  542. async def handle_response(response):
  543. nonlocal captured_comments, captured_works
  544. url = response.url
  545. try:
  546. # 监听评论列表 API - 多种格式
  547. # /comment/list/select/ 或 /comment/read 或 /creator/comment/list
  548. if '/comment/list' in url or '/comment/read' in url or 'comment_list' in url:
  549. json_data = await response.json()
  550. print(f"[{self.platform_name}] 捕获到评论 API: {url[:100]}...", flush=True)
  551. # 格式1: comments 字段
  552. comments = json_data.get('comments', [])
  553. # 格式2: comment_info_list 字段
  554. if not comments:
  555. comments = json_data.get('comment_info_list', [])
  556. if comments:
  557. # 从 URL 中提取 aweme_id
  558. import re
  559. aweme_id_match = re.search(r'aweme_id=(\d+)', url)
  560. aweme_id = aweme_id_match.group(1) if aweme_id_match else ''
  561. for comment in comments:
  562. # 添加 aweme_id 到评论中
  563. if aweme_id and 'aweme_id' not in comment:
  564. comment['aweme_id'] = aweme_id
  565. captured_comments.append(comment)
  566. print(f"[{self.platform_name}] 捕获到 {len(comments)} 条评论 (aweme_id={aweme_id}),总计: {len(captured_comments)}", flush=True)
  567. # 监听作品列表 API
  568. if '/work_list' in url or '/item/list' in url or '/creator/item' in url:
  569. json_data = await response.json()
  570. aweme_list = json_data.get('aweme_list', []) or json_data.get('item_info_list', []) or json_data.get('item_list', [])
  571. print(f"[{self.platform_name}] 捕获到作品列表 API: {len(aweme_list)} 个作品", flush=True)
  572. for aweme in aweme_list:
  573. aweme_id = str(aweme.get('aweme_id', '') or aweme.get('item_id', '') or aweme.get('item_id_plain', ''))
  574. if aweme_id:
  575. cover_url = ''
  576. if aweme.get('Cover', {}).get('url_list'):
  577. cover_url = aweme['Cover']['url_list'][0]
  578. elif aweme.get('video', {}).get('cover', {}).get('url_list'):
  579. cover_url = aweme['video']['cover']['url_list'][0]
  580. elif aweme.get('cover_image_url'):
  581. cover_url = aweme['cover_image_url']
  582. captured_works[aweme_id] = {
  583. 'title': aweme.get('item_title', '') or aweme.get('title', '') or aweme.get('desc', ''),
  584. 'cover': cover_url,
  585. 'comment_count': aweme.get('statistics', {}).get('comment_count', 0) or aweme.get('comment_count', 0),
  586. }
  587. except Exception as e:
  588. print(f"[{self.platform_name}] 解析响应失败: {e}", flush=True)
  589. self.page.on('response', handle_response)
  590. print(f"[{self.platform_name}] 已注册 API 响应监听器", flush=True)
  591. # 访问评论管理页面
  592. print(f"[{self.platform_name}] 访问评论管理页面...", flush=True)
  593. await self.page.goto("https://creator.douyin.com/creator-micro/interactive/comment", wait_until="domcontentloaded", timeout=30000)
  594. await asyncio.sleep(5)
  595. # 检查登录状态
  596. current_url = self.page.url
  597. if "login" in current_url or "passport" in current_url:
  598. raise Exception("Cookie 已过期,请重新登录")
  599. print(f"[{self.platform_name}] 页面加载完成,当前捕获: {len(captured_comments)} 条评论, {len(captured_works)} 个作品", flush=True)
  600. # 尝试点击"选择作品"来加载作品列表
  601. try:
  602. select_btn = await self.page.query_selector('text="选择作品"')
  603. if select_btn:
  604. print(f"[{self.platform_name}] 点击选择作品按钮...", flush=True)
  605. await select_btn.click()
  606. await asyncio.sleep(3)
  607. # 获取作品列表
  608. work_items = await self.page.query_selector_all('[class*="work-item"], [class*="video-item"], [class*="aweme-item"]')
  609. print(f"[{self.platform_name}] 找到 {len(work_items)} 个作品元素", flush=True)
  610. # 点击每个作品加载其评论
  611. for i, item in enumerate(work_items[:10]): # 最多处理10个作品
  612. try:
  613. await item.click()
  614. await asyncio.sleep(2)
  615. print(f"[{self.platform_name}] 已点击作品 {i+1}/{min(len(work_items), 10)}", flush=True)
  616. except:
  617. pass
  618. # 关闭选择作品弹窗
  619. close_btn = await self.page.query_selector('[class*="close"], [class*="cancel"]')
  620. if close_btn:
  621. await close_btn.click()
  622. await asyncio.sleep(1)
  623. except Exception as e:
  624. print(f"[{self.platform_name}] 选择作品操作失败: {e}", flush=True)
  625. # 滚动加载更多评论
  626. for i in range(5):
  627. await self.page.evaluate('window.scrollBy(0, 500)')
  628. await asyncio.sleep(1)
  629. await asyncio.sleep(3)
  630. # 移除监听器
  631. self.page.remove_listener('response', handle_response)
  632. print(f"[{self.platform_name}] 最终捕获: {len(captured_comments)} 条评论, {len(captured_works)} 个作品", flush=True)
  633. # 按作品分组评论
  634. work_comments_map = {} # work_id -> work_comments
  635. for comment in captured_comments:
  636. # 从评论中获取作品信息
  637. aweme = comment.get('aweme', {}) or comment.get('item', {})
  638. aweme_id = str(comment.get('aweme_id', '') or aweme.get('aweme_id', '') or aweme.get('item_id', ''))
  639. if not aweme_id:
  640. continue
  641. if aweme_id not in work_comments_map:
  642. work_info = captured_works.get(aweme_id, {})
  643. work_comments_map[aweme_id] = {
  644. 'work_id': aweme_id,
  645. 'title': aweme.get('title', '') or aweme.get('desc', '') or work_info.get('title', ''),
  646. 'cover_url': aweme.get('cover', {}).get('url_list', [''])[0] if aweme.get('cover') else work_info.get('cover', ''),
  647. 'comments': []
  648. }
  649. cid = str(comment.get('cid', ''))
  650. if not cid:
  651. continue
  652. user = comment.get('user', {})
  653. work_comments_map[aweme_id]['comments'].append({
  654. 'comment_id': cid,
  655. 'author_id': str(user.get('uid', '')),
  656. 'author_name': user.get('nickname', ''),
  657. 'author_avatar': user.get('avatar_thumb', {}).get('url_list', [''])[0] if user.get('avatar_thumb') else '',
  658. 'content': comment.get('text', ''),
  659. 'like_count': int(comment.get('digg_count', 0)),
  660. 'create_time': datetime.fromtimestamp(comment.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if comment.get('create_time') else '',
  661. 'is_author': comment.get('is_author', False),
  662. })
  663. all_work_comments = list(work_comments_map.values())
  664. total_comments = sum(len(w['comments']) for w in all_work_comments)
  665. print(f"[{self.platform_name}] 获取到 {len(all_work_comments)} 个作品的 {total_comments} 条评论", flush=True)
  666. except Exception as e:
  667. import traceback
  668. traceback.print_exc()
  669. return {
  670. 'success': False,
  671. 'platform': self.platform_name,
  672. 'error': str(e),
  673. 'work_comments': []
  674. }
  675. finally:
  676. await self.close_browser()
  677. return {
  678. 'success': True,
  679. 'platform': self.platform_name,
  680. 'work_comments': all_work_comments,
  681. 'total': len(all_work_comments)
  682. }