douyin.py 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883
  1. # -*- coding: utf-8 -*-
  2. """
  3. 抖音视频发布器
  4. 参考: matrix/douyin_uploader/main.py
  5. """
  6. import asyncio
  7. import os
  8. import json
  9. from datetime import datetime
  10. from typing import List
  11. from .base import (
  12. BasePublisher, PublishParams, PublishResult,
  13. WorkItem, WorksResult, CommentItem, CommentsResult
  14. )
  15. class DouyinPublisher(BasePublisher):
  16. """
  17. 抖音视频发布器
  18. 使用 Playwright 自动化操作抖音创作者中心
  19. """
  20. platform_name = "douyin"
  21. login_url = "https://creator.douyin.com/"
  22. publish_url = "https://creator.douyin.com/creator-micro/content/upload"
  23. cookie_domain = ".douyin.com"
  24. async def set_schedule_time(self, publish_date: datetime):
  25. """设置定时发布"""
  26. if not self.page:
  27. return
  28. # 选择定时发布
  29. label_element = self.page.locator("label.radio-d4zkru:has-text('定时发布')")
  30. await label_element.click()
  31. await asyncio.sleep(1)
  32. # 输入时间
  33. publish_date_str = publish_date.strftime("%Y-%m-%d %H:%M")
  34. await self.page.locator('.semi-input[placeholder="日期和时间"]').click()
  35. await self.page.keyboard.press("Control+KeyA")
  36. await self.page.keyboard.type(str(publish_date_str))
  37. await self.page.keyboard.press("Enter")
  38. await asyncio.sleep(1)
  39. async def handle_upload_error(self, video_path: str):
  40. """处理上传错误,重新上传"""
  41. if not self.page:
  42. return
  43. print(f"[{self.platform_name}] 视频出错了,重新上传中...")
  44. await self.page.locator('div.progress-div [class^="upload-btn-input"]').set_input_files(video_path)
  45. async def check_captcha(self) -> dict:
  46. """
  47. 检查页面是否需要验证码
  48. 返回: {'need_captcha': bool, 'captcha_type': str}
  49. """
  50. if not self.page:
  51. return {'need_captcha': False, 'captcha_type': ''}
  52. try:
  53. # 检查手机验证码弹窗
  54. phone_captcha_selectors = [
  55. 'text="请输入验证码"',
  56. 'text="输入手机验证码"',
  57. 'text="获取验证码"',
  58. 'text="手机号验证"',
  59. '[class*="captcha"][class*="phone"]',
  60. '[class*="verify"][class*="phone"]',
  61. '[class*="sms-code"]',
  62. 'input[placeholder*="验证码"]',
  63. ]
  64. for selector in phone_captcha_selectors:
  65. try:
  66. if await self.page.locator(selector).count() > 0:
  67. print(f"[{self.platform_name}] 检测到手机验证码: {selector}", flush=True)
  68. return {'need_captcha': True, 'captcha_type': 'phone'}
  69. except:
  70. pass
  71. # 检查滑块验证码
  72. slider_captcha_selectors = [
  73. '[class*="captcha"][class*="slider"]',
  74. '[class*="slide-verify"]',
  75. '[class*="drag-verify"]',
  76. 'text="按住滑块"',
  77. 'text="向右滑动"',
  78. 'text="拖动滑块"',
  79. ]
  80. for selector in slider_captcha_selectors:
  81. try:
  82. if await self.page.locator(selector).count() > 0:
  83. print(f"[{self.platform_name}] 检测到滑块验证码: {selector}", flush=True)
  84. return {'need_captcha': True, 'captcha_type': 'slider'}
  85. except:
  86. pass
  87. # 检查图片验证码
  88. image_captcha_selectors = [
  89. '[class*="captcha"][class*="image"]',
  90. '[class*="verify-image"]',
  91. 'text="点击图片"',
  92. 'text="选择正确的"',
  93. ]
  94. for selector in image_captcha_selectors:
  95. try:
  96. if await self.page.locator(selector).count() > 0:
  97. print(f"[{self.platform_name}] 检测到图片验证码: {selector}", flush=True)
  98. return {'need_captcha': True, 'captcha_type': 'image'}
  99. except:
  100. pass
  101. # 检查登录弹窗(Cookie 过期)
  102. login_selectors = [
  103. 'text="请先登录"',
  104. 'text="登录后继续"',
  105. '[class*="login-modal"]',
  106. '[class*="login-dialog"]',
  107. ]
  108. for selector in login_selectors:
  109. try:
  110. if await self.page.locator(selector).count() > 0:
  111. print(f"[{self.platform_name}] 检测到需要登录: {selector}", flush=True)
  112. return {'need_captcha': True, 'captcha_type': 'login'}
  113. except:
  114. pass
  115. except Exception as e:
  116. print(f"[{self.platform_name}] 验证码检测异常: {e}", flush=True)
  117. return {'need_captcha': False, 'captcha_type': ''}
  118. async def publish(self, cookies: str, params: PublishParams) -> PublishResult:
  119. """发布视频到抖音 - 参考 matrix/douyin_uploader/main.py"""
  120. print(f"\n{'='*60}")
  121. print(f"[{self.platform_name}] 开始发布视频")
  122. print(f"[{self.platform_name}] 视频路径: {params.video_path}")
  123. print(f"[{self.platform_name}] 标题: {params.title}")
  124. print(f"[{self.platform_name}] Headless: {self.headless}")
  125. print(f"{'='*60}")
  126. self.report_progress(5, "正在初始化浏览器...")
  127. # 初始化浏览器
  128. await self.init_browser()
  129. print(f"[{self.platform_name}] 浏览器初始化完成")
  130. # 解析并设置 cookies
  131. cookie_list = self.parse_cookies(cookies)
  132. print(f"[{self.platform_name}] 解析到 {len(cookie_list)} 个 cookies")
  133. await self.set_cookies(cookie_list)
  134. if not self.page:
  135. raise Exception("Page not initialized")
  136. # 检查视频文件
  137. if not os.path.exists(params.video_path):
  138. raise Exception(f"视频文件不存在: {params.video_path}")
  139. print(f"[{self.platform_name}] 视频文件存在,大小: {os.path.getsize(params.video_path)} bytes")
  140. self.report_progress(10, "正在打开上传页面...")
  141. # 访问上传页面 - 参考 matrix
  142. await self.page.goto("https://creator.douyin.com/creator-micro/content/upload")
  143. print(f"[{self.platform_name}] 等待页面加载...")
  144. try:
  145. await self.page.wait_for_url("https://creator.douyin.com/creator-micro/content/upload", timeout=30000)
  146. except:
  147. pass
  148. await asyncio.sleep(3)
  149. # 检查当前 URL 和页面状态
  150. current_url = self.page.url
  151. print(f"[{self.platform_name}] 当前 URL: {current_url}")
  152. # 检查是否在登录页面或需要登录
  153. if "login" in current_url or "passport" in current_url:
  154. screenshot_base64 = await self.capture_screenshot()
  155. return PublishResult(
  156. success=False,
  157. platform=self.platform_name,
  158. error="Cookie 已过期,需要重新登录",
  159. need_captcha=True,
  160. captcha_type='login',
  161. screenshot_base64=screenshot_base64,
  162. page_url=current_url,
  163. status='need_captcha'
  164. )
  165. # 使用 AI 检测验证码
  166. ai_captcha_result = await self.ai_check_captcha()
  167. if ai_captcha_result['has_captcha']:
  168. print(f"[{self.platform_name}] AI检测到验证码: {ai_captcha_result['captcha_type']}", flush=True)
  169. screenshot_base64 = await self.capture_screenshot()
  170. return PublishResult(
  171. success=False,
  172. platform=self.platform_name,
  173. error=f"检测到{ai_captcha_result['captcha_type']}验证码,需要使用有头浏览器完成验证",
  174. need_captcha=True,
  175. captcha_type=ai_captcha_result['captcha_type'],
  176. screenshot_base64=screenshot_base64,
  177. page_url=current_url,
  178. status='need_captcha'
  179. )
  180. # 传统方式检测验证码
  181. captcha_result = await self.check_captcha()
  182. if captcha_result['need_captcha']:
  183. print(f"[{self.platform_name}] 传统方式检测到验证码: {captcha_result['captcha_type']}", flush=True)
  184. screenshot_base64 = await self.capture_screenshot()
  185. return PublishResult(
  186. success=False,
  187. platform=self.platform_name,
  188. error=f"需要{captcha_result['captcha_type']}验证码,请使用有头浏览器完成验证",
  189. need_captcha=True,
  190. captcha_type=captcha_result['captcha_type'],
  191. screenshot_base64=screenshot_base64,
  192. page_url=current_url,
  193. status='need_captcha'
  194. )
  195. self.report_progress(15, "正在选择视频文件...")
  196. # 点击上传区域 - 参考 matrix: div.container-drag-info-Tl0RGH 或带 container-drag 的 div
  197. upload_selectors = [
  198. "div[class*='container-drag-info']",
  199. "div[class*='container-drag']",
  200. "div.upload-btn",
  201. "div[class*='upload']",
  202. ]
  203. upload_success = False
  204. for selector in upload_selectors:
  205. try:
  206. upload_div = self.page.locator(selector).first
  207. if await upload_div.count() > 0:
  208. print(f"[{self.platform_name}] 找到上传区域: {selector}")
  209. async with self.page.expect_file_chooser(timeout=10000) as fc_info:
  210. await upload_div.click()
  211. file_chooser = await fc_info.value
  212. await file_chooser.set_files(params.video_path)
  213. upload_success = True
  214. print(f"[{self.platform_name}] 视频文件已选择")
  215. break
  216. except Exception as e:
  217. print(f"[{self.platform_name}] 选择器 {selector} 失败: {e}")
  218. if not upload_success:
  219. screenshot_base64 = await self.capture_screenshot()
  220. return PublishResult(
  221. success=False,
  222. platform=self.platform_name,
  223. error="未找到上传入口",
  224. screenshot_base64=screenshot_base64,
  225. page_url=await self.get_page_url(),
  226. status='failed'
  227. )
  228. # 等待跳转到发布页面 - 参考 matrix
  229. self.report_progress(20, "等待进入发布页面...")
  230. for i in range(60):
  231. try:
  232. # matrix 等待的 URL: https://creator.douyin.com/creator-micro/content/post/video?enter_from=publish_page
  233. await self.page.wait_for_url(
  234. "https://creator.douyin.com/creator-micro/content/post/video*",
  235. timeout=2000
  236. )
  237. print(f"[{self.platform_name}] 已进入发布页面")
  238. break
  239. except:
  240. print(f"[{self.platform_name}] 等待进入发布页面... {i+1}/60")
  241. await asyncio.sleep(1)
  242. await asyncio.sleep(2)
  243. self.report_progress(30, "正在填充标题和话题...")
  244. # 填写标题 - 参考 matrix
  245. title_input = self.page.get_by_text('作品标题').locator("..").locator(
  246. "xpath=following-sibling::div[1]").locator("input")
  247. if await title_input.count():
  248. await title_input.fill(params.title[:30])
  249. print(f"[{self.platform_name}] 标题已填写")
  250. else:
  251. # 备用方式 - 参考 matrix
  252. title_container = self.page.locator(".notranslate")
  253. await title_container.click()
  254. await self.page.keyboard.press("Backspace")
  255. await self.page.keyboard.press("Control+KeyA")
  256. await self.page.keyboard.press("Delete")
  257. await self.page.keyboard.type(params.title)
  258. await self.page.keyboard.press("Enter")
  259. print(f"[{self.platform_name}] 标题已填写(备用方式)")
  260. # 添加话题标签 - 参考 matrix
  261. if params.tags:
  262. css_selector = ".zone-container"
  263. for index, tag in enumerate(params.tags, start=1):
  264. print(f"[{self.platform_name}] 正在添加第{index}个话题: #{tag}")
  265. await self.page.type(css_selector, "#" + tag)
  266. await self.page.press(css_selector, "Space")
  267. self.report_progress(40, "等待视频上传完成...")
  268. # 等待视频上传完成 - 参考 matrix: 检测"重新上传"按钮
  269. for i in range(120):
  270. try:
  271. count = await self.page.locator("div").filter(has_text="重新上传").count()
  272. if count > 0:
  273. print(f"[{self.platform_name}] 视频上传完毕")
  274. break
  275. else:
  276. print(f"[{self.platform_name}] 正在上传视频中... {i+1}/120")
  277. # 检查上传错误
  278. if await self.page.locator('div.progress-div > div:has-text("上传失败")').count():
  279. print(f"[{self.platform_name}] 发现上传出错了,重新上传...")
  280. await self.handle_upload_error(params.video_path)
  281. await asyncio.sleep(3)
  282. except:
  283. print(f"[{self.platform_name}] 正在上传视频中...")
  284. await asyncio.sleep(3)
  285. self.report_progress(60, "处理视频设置...")
  286. # 点击"我知道了"弹窗 - 参考 matrix
  287. known_count = await self.page.get_by_role("button", name="我知道了").count()
  288. if known_count > 0:
  289. await self.page.get_by_role("button", name="我知道了").nth(0).click()
  290. print(f"[{self.platform_name}] 关闭弹窗")
  291. await asyncio.sleep(5)
  292. # 设置位置 - 参考 matrix
  293. try:
  294. await self.page.locator('div.semi-select span:has-text("输入地理位置")').click()
  295. await asyncio.sleep(1)
  296. await self.page.keyboard.press("Backspace")
  297. await self.page.keyboard.press("Control+KeyA")
  298. await self.page.keyboard.press("Delete")
  299. await self.page.keyboard.type(params.location)
  300. await asyncio.sleep(1)
  301. await self.page.locator('div[role="listbox"] [role="option"]').first.click()
  302. print(f"[{self.platform_name}] 位置设置成功: {params.location}")
  303. except Exception as e:
  304. print(f"[{self.platform_name}] 设置位置失败: {e}")
  305. # 开启头条/西瓜同步 - 参考 matrix
  306. try:
  307. third_part_element = '[class^="info"] > [class^="first-part"] div div.semi-switch'
  308. if await self.page.locator(third_part_element).count():
  309. class_name = await self.page.eval_on_selector(
  310. third_part_element, 'div => div.className')
  311. if 'semi-switch-checked' not in class_name:
  312. await self.page.locator(third_part_element).locator(
  313. 'input.semi-switch-native-control').click()
  314. print(f"[{self.platform_name}] 已开启头条/西瓜同步")
  315. except:
  316. pass
  317. # 定时发布
  318. if params.publish_date:
  319. self.report_progress(70, "设置定时发布...")
  320. await self.set_schedule_time(params.publish_date)
  321. self.report_progress(80, "正在发布...")
  322. print(f"[{self.platform_name}] 查找发布按钮...")
  323. # 点击发布 - 参考 matrix
  324. for i in range(30):
  325. try:
  326. # 检查验证码(不要在每次循环都调 AI,太慢)
  327. if i % 5 == 0:
  328. ai_captcha = await self.ai_check_captcha()
  329. if ai_captcha['has_captcha']:
  330. print(f"[{self.platform_name}] AI检测到发布过程中需要验证码: {ai_captcha['captcha_type']}", flush=True)
  331. screenshot_base64 = await self.capture_screenshot()
  332. page_url = await self.get_page_url()
  333. return PublishResult(
  334. success=False,
  335. platform=self.platform_name,
  336. error=f"发布过程中需要{ai_captcha['captcha_type']}验证码,请使用有头浏览器完成验证",
  337. need_captcha=True,
  338. captcha_type=ai_captcha['captcha_type'],
  339. screenshot_base64=screenshot_base64,
  340. page_url=page_url,
  341. status='need_captcha'
  342. )
  343. publish_btn = self.page.get_by_role('button', name="发布", exact=True)
  344. btn_count = await publish_btn.count()
  345. if btn_count > 0:
  346. print(f"[{self.platform_name}] 点击发布按钮...")
  347. await publish_btn.click()
  348. # 等待跳转到内容管理页面 - 参考 matrix
  349. await self.page.wait_for_url(
  350. "https://creator.douyin.com/creator-micro/content/manage",
  351. timeout=5000
  352. )
  353. self.report_progress(100, "发布成功")
  354. print(f"[{self.platform_name}] 视频发布成功!")
  355. screenshot_base64 = await self.capture_screenshot()
  356. page_url = await self.get_page_url()
  357. return PublishResult(
  358. success=True,
  359. platform=self.platform_name,
  360. message="发布成功",
  361. screenshot_base64=screenshot_base64,
  362. page_url=page_url,
  363. status='success'
  364. )
  365. except Exception as e:
  366. current_url = self.page.url
  367. # 检查是否已经在管理页面
  368. if "https://creator.douyin.com/creator-micro/content/manage" in current_url:
  369. self.report_progress(100, "发布成功")
  370. print(f"[{self.platform_name}] 视频发布成功!")
  371. screenshot_base64 = await self.capture_screenshot()
  372. return PublishResult(
  373. success=True,
  374. platform=self.platform_name,
  375. message="发布成功",
  376. screenshot_base64=screenshot_base64,
  377. page_url=current_url,
  378. status='success'
  379. )
  380. else:
  381. print(f"[{self.platform_name}] 视频正在发布中... {i+1}/30, URL: {current_url}")
  382. await asyncio.sleep(1)
  383. # 发布超时
  384. print(f"[{self.platform_name}] 发布超时,获取截图...")
  385. screenshot_base64 = await self.capture_screenshot()
  386. page_url = await self.get_page_url()
  387. return PublishResult(
  388. success=False,
  389. platform=self.platform_name,
  390. error="发布超时,请检查发布状态",
  391. screenshot_base64=screenshot_base64,
  392. page_url=page_url,
  393. status='need_action'
  394. )
  395. async def get_works(self, cookies: str, page: int = 0, page_size: int = 20) -> WorksResult:
  396. """获取抖音作品列表"""
  397. print(f"\n{'='*60}")
  398. print(f"[{self.platform_name}] 获取作品列表")
  399. print(f"[{self.platform_name}] page={page}, page_size={page_size}")
  400. print(f"{'='*60}")
  401. works: List[WorkItem] = []
  402. total = 0
  403. has_more = False
  404. try:
  405. await self.init_browser()
  406. cookie_list = self.parse_cookies(cookies)
  407. await self.set_cookies(cookie_list)
  408. if not self.page:
  409. raise Exception("Page not initialized")
  410. # 访问创作者中心首页以触发登录验证
  411. await self.page.goto("https://creator.douyin.com/creator-micro/home")
  412. await asyncio.sleep(3)
  413. # 检查登录状态
  414. current_url = self.page.url
  415. if "login" in current_url or "passport" in current_url:
  416. raise Exception("Cookie 已过期,请重新登录")
  417. # 调用作品列表 API
  418. cursor = page * page_size
  419. api_url = f"https://creator.douyin.com/janus/douyin/creator/pc/work_list?status=0&scene=star_atlas&device_platform=android&count={page_size}&max_cursor={cursor}&cookie_enabled=true&browser_language=zh-CN&browser_platform=Win32&browser_name=Mozilla&browser_online=true&timezone_name=Asia%2FShanghai&aid=1128"
  420. response = await self.page.evaluate(f'''
  421. async () => {{
  422. const resp = await fetch("{api_url}", {{
  423. credentials: 'include',
  424. headers: {{ 'Accept': 'application/json' }}
  425. }});
  426. return await resp.json();
  427. }}
  428. ''')
  429. print(f"[{self.platform_name}] API 响应: has_more={response.get('has_more')}, aweme_list={len(response.get('aweme_list', []))}")
  430. aweme_list = response.get('aweme_list', [])
  431. has_more = response.get('has_more', False)
  432. for aweme in aweme_list:
  433. aweme_id = str(aweme.get('aweme_id', ''))
  434. if not aweme_id:
  435. continue
  436. statistics = aweme.get('statistics', {})
  437. # 获取封面
  438. cover_url = ''
  439. if aweme.get('Cover', {}).get('url_list'):
  440. cover_url = aweme['Cover']['url_list'][0]
  441. elif aweme.get('video', {}).get('cover', {}).get('url_list'):
  442. cover_url = aweme['video']['cover']['url_list'][0]
  443. # 获取标题
  444. title = aweme.get('item_title', '') or aweme.get('desc', '').split('\n')[0][:50] or '无标题'
  445. # 获取时长(毫秒转秒)
  446. duration = aweme.get('video', {}).get('duration', 0) // 1000
  447. # 获取发布时间
  448. create_time = aweme.get('create_time', 0)
  449. publish_time = datetime.fromtimestamp(create_time).strftime('%Y-%m-%d %H:%M:%S') if create_time else ''
  450. works.append(WorkItem(
  451. work_id=aweme_id,
  452. title=title,
  453. cover_url=cover_url,
  454. duration=duration,
  455. status='published',
  456. publish_time=publish_time,
  457. play_count=int(statistics.get('play_count', 0)),
  458. like_count=int(statistics.get('digg_count', 0)),
  459. comment_count=int(statistics.get('comment_count', 0)),
  460. share_count=int(statistics.get('share_count', 0)),
  461. ))
  462. total = len(works)
  463. print(f"[{self.platform_name}] 获取到 {total} 个作品")
  464. except Exception as e:
  465. import traceback
  466. traceback.print_exc()
  467. return WorksResult(
  468. success=False,
  469. platform=self.platform_name,
  470. error=str(e)
  471. )
  472. return WorksResult(
  473. success=True,
  474. platform=self.platform_name,
  475. works=works,
  476. total=total,
  477. has_more=has_more
  478. )
  479. async def get_comments(self, cookies: str, work_id: str, cursor: str = "") -> CommentsResult:
  480. """获取抖音作品评论 - 通过访问视频详情页拦截评论 API"""
  481. print(f"\n{'='*60}")
  482. print(f"[{self.platform_name}] 获取作品评论")
  483. print(f"[{self.platform_name}] work_id={work_id}, cursor={cursor}")
  484. print(f"{'='*60}")
  485. comments: List[CommentItem] = []
  486. total = 0
  487. has_more = False
  488. next_cursor = ""
  489. captured_data = {}
  490. try:
  491. await self.init_browser()
  492. cookie_list = self.parse_cookies(cookies)
  493. await self.set_cookies(cookie_list)
  494. if not self.page:
  495. raise Exception("Page not initialized")
  496. # 设置 API 响应监听器
  497. async def handle_response(response):
  498. nonlocal captured_data
  499. url = response.url
  500. # 监听评论列表 API - 抖音视频页面使用的 API
  501. # /aweme/v1/web/comment/list/ 或 /comment/list/
  502. if '/comment/list' in url and ('aweme_id' in url or work_id in url):
  503. try:
  504. json_data = await response.json()
  505. print(f"[{self.platform_name}] 捕获到评论 API: {url[:100]}...", flush=True)
  506. # 检查响应是否成功
  507. if json_data.get('status_code') == 0 or json_data.get('comments'):
  508. captured_data = json_data
  509. comment_count = len(json_data.get('comments', []))
  510. print(f"[{self.platform_name}] 评论 API 响应成功: comments={comment_count}, has_more={json_data.get('has_more')}", flush=True)
  511. except Exception as e:
  512. print(f"[{self.platform_name}] 解析评论响应失败: {e}", flush=True)
  513. self.page.on('response', handle_response)
  514. print(f"[{self.platform_name}] 已注册评论 API 响应监听器", flush=True)
  515. # 访问视频详情页 - 这会自动触发评论 API 请求
  516. video_url = f"https://www.douyin.com/video/{work_id}"
  517. print(f"[{self.platform_name}] 访问视频详情页: {video_url}", flush=True)
  518. await self.page.goto(video_url, wait_until="domcontentloaded", timeout=30000)
  519. await asyncio.sleep(5)
  520. # 检查登录状态
  521. current_url = self.page.url
  522. if "login" in current_url or "passport" in current_url:
  523. raise Exception("Cookie 已过期,请重新登录")
  524. # 等待评论加载
  525. if not captured_data:
  526. print(f"[{self.platform_name}] 等待评论 API 响应...", flush=True)
  527. # 尝试滚动页面触发评论加载
  528. await self.page.evaluate('window.scrollBy(0, 300)')
  529. await asyncio.sleep(3)
  530. if not captured_data:
  531. # 再等待一会
  532. await asyncio.sleep(3)
  533. # 移除监听器
  534. self.page.remove_listener('response', handle_response)
  535. # 解析评论数据
  536. if captured_data:
  537. comment_list = captured_data.get('comments') or []
  538. has_more = captured_data.get('has_more', False) or captured_data.get('has_more', 0) == 1
  539. next_cursor = str(captured_data.get('cursor', ''))
  540. total = captured_data.get('total', 0) or len(comment_list)
  541. print(f"[{self.platform_name}] 解析评论: total={total}, has_more={has_more}, comments={len(comment_list)}", flush=True)
  542. for comment in comment_list:
  543. cid = str(comment.get('cid', ''))
  544. if not cid:
  545. continue
  546. user = comment.get('user', {})
  547. # 解析回复列表
  548. replies = []
  549. reply_list = comment.get('reply_comment', []) or []
  550. for reply in reply_list:
  551. reply_user = reply.get('user', {})
  552. replies.append(CommentItem(
  553. comment_id=str(reply.get('cid', '')),
  554. work_id=work_id,
  555. content=reply.get('text', ''),
  556. author_id=str(reply_user.get('uid', '')),
  557. author_name=reply_user.get('nickname', ''),
  558. author_avatar=reply_user.get('avatar_thumb', {}).get('url_list', [''])[0] if reply_user.get('avatar_thumb') else '',
  559. like_count=int(reply.get('digg_count', 0)),
  560. create_time=datetime.fromtimestamp(reply.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if reply.get('create_time') else '',
  561. is_author=reply.get('is_author', False),
  562. ))
  563. comments.append(CommentItem(
  564. comment_id=cid,
  565. work_id=work_id,
  566. content=comment.get('text', ''),
  567. author_id=str(user.get('uid', '')),
  568. author_name=user.get('nickname', ''),
  569. author_avatar=user.get('avatar_thumb', {}).get('url_list', [''])[0] if user.get('avatar_thumb') else '',
  570. like_count=int(comment.get('digg_count', 0)),
  571. reply_count=int(comment.get('reply_comment_total', 0)),
  572. create_time=datetime.fromtimestamp(comment.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if comment.get('create_time') else '',
  573. is_author=comment.get('is_author', False),
  574. replies=replies,
  575. ))
  576. print(f"[{self.platform_name}] 解析到 {len(comments)} 条评论", flush=True)
  577. else:
  578. print(f"[{self.platform_name}] 未捕获到评论 API 响应", flush=True)
  579. except Exception as e:
  580. import traceback
  581. traceback.print_exc()
  582. return CommentsResult(
  583. success=False,
  584. platform=self.platform_name,
  585. work_id=work_id,
  586. error=str(e)
  587. )
  588. finally:
  589. await self.close_browser()
  590. result = CommentsResult(
  591. success=True,
  592. platform=self.platform_name,
  593. work_id=work_id,
  594. comments=comments,
  595. total=total,
  596. has_more=has_more
  597. )
  598. result.__dict__['cursor'] = next_cursor
  599. return result
  600. async def get_all_comments(self, cookies: str) -> dict:
  601. """获取所有作品的评论 - 通过评论管理页面"""
  602. print(f"\n{'='*60}")
  603. print(f"[{self.platform_name}] 获取所有作品评论")
  604. print(f"{'='*60}")
  605. all_work_comments = []
  606. captured_comments = []
  607. captured_works = {} # work_id -> work_info
  608. try:
  609. await self.init_browser()
  610. cookie_list = self.parse_cookies(cookies)
  611. await self.set_cookies(cookie_list)
  612. if not self.page:
  613. raise Exception("Page not initialized")
  614. # 设置 API 响应监听器
  615. async def handle_response(response):
  616. nonlocal captured_comments, captured_works
  617. url = response.url
  618. try:
  619. # 监听评论列表 API - 多种格式
  620. # /comment/list/select/ 或 /comment/read 或 /creator/comment/list
  621. if '/comment/list' in url or '/comment/read' in url or 'comment_list' in url:
  622. json_data = await response.json()
  623. print(f"[{self.platform_name}] 捕获到评论 API: {url[:100]}...", flush=True)
  624. # 格式1: comments 字段
  625. comments = json_data.get('comments', [])
  626. # 格式2: comment_info_list 字段
  627. if not comments:
  628. comments = json_data.get('comment_info_list', [])
  629. if comments:
  630. # 从 URL 中提取 aweme_id
  631. import re
  632. aweme_id_match = re.search(r'aweme_id=(\d+)', url)
  633. aweme_id = aweme_id_match.group(1) if aweme_id_match else ''
  634. for comment in comments:
  635. # 添加 aweme_id 到评论中
  636. if aweme_id and 'aweme_id' not in comment:
  637. comment['aweme_id'] = aweme_id
  638. captured_comments.append(comment)
  639. print(f"[{self.platform_name}] 捕获到 {len(comments)} 条评论 (aweme_id={aweme_id}),总计: {len(captured_comments)}", flush=True)
  640. # 监听作品列表 API
  641. if '/work_list' in url or '/item/list' in url or '/creator/item' in url:
  642. json_data = await response.json()
  643. aweme_list = json_data.get('aweme_list', []) or json_data.get('item_info_list', []) or json_data.get('item_list', [])
  644. print(f"[{self.platform_name}] 捕获到作品列表 API: {len(aweme_list)} 个作品", flush=True)
  645. for aweme in aweme_list:
  646. aweme_id = str(aweme.get('aweme_id', '') or aweme.get('item_id', '') or aweme.get('item_id_plain', ''))
  647. if aweme_id:
  648. cover_url = ''
  649. if aweme.get('Cover', {}).get('url_list'):
  650. cover_url = aweme['Cover']['url_list'][0]
  651. elif aweme.get('video', {}).get('cover', {}).get('url_list'):
  652. cover_url = aweme['video']['cover']['url_list'][0]
  653. elif aweme.get('cover_image_url'):
  654. cover_url = aweme['cover_image_url']
  655. captured_works[aweme_id] = {
  656. 'title': aweme.get('item_title', '') or aweme.get('title', '') or aweme.get('desc', ''),
  657. 'cover': cover_url,
  658. 'comment_count': aweme.get('statistics', {}).get('comment_count', 0) or aweme.get('comment_count', 0),
  659. }
  660. except Exception as e:
  661. print(f"[{self.platform_name}] 解析响应失败: {e}", flush=True)
  662. self.page.on('response', handle_response)
  663. print(f"[{self.platform_name}] 已注册 API 响应监听器", flush=True)
  664. # 访问评论管理页面
  665. print(f"[{self.platform_name}] 访问评论管理页面...", flush=True)
  666. await self.page.goto("https://creator.douyin.com/creator-micro/interactive/comment", wait_until="domcontentloaded", timeout=30000)
  667. await asyncio.sleep(5)
  668. # 检查登录状态
  669. current_url = self.page.url
  670. if "login" in current_url or "passport" in current_url:
  671. raise Exception("Cookie 已过期,请重新登录")
  672. print(f"[{self.platform_name}] 页面加载完成,当前捕获: {len(captured_comments)} 条评论, {len(captured_works)} 个作品", flush=True)
  673. # 尝试点击"选择作品"来加载作品列表
  674. try:
  675. select_btn = await self.page.query_selector('text="选择作品"')
  676. if select_btn:
  677. print(f"[{self.platform_name}] 点击选择作品按钮...", flush=True)
  678. await select_btn.click()
  679. await asyncio.sleep(3)
  680. # 获取作品列表
  681. work_items = await self.page.query_selector_all('[class*="work-item"], [class*="video-item"], [class*="aweme-item"]')
  682. print(f"[{self.platform_name}] 找到 {len(work_items)} 个作品元素", flush=True)
  683. # 点击每个作品加载其评论
  684. for i, item in enumerate(work_items[:10]): # 最多处理10个作品
  685. try:
  686. await item.click()
  687. await asyncio.sleep(2)
  688. print(f"[{self.platform_name}] 已点击作品 {i+1}/{min(len(work_items), 10)}", flush=True)
  689. except:
  690. pass
  691. # 关闭选择作品弹窗
  692. close_btn = await self.page.query_selector('[class*="close"], [class*="cancel"]')
  693. if close_btn:
  694. await close_btn.click()
  695. await asyncio.sleep(1)
  696. except Exception as e:
  697. print(f"[{self.platform_name}] 选择作品操作失败: {e}", flush=True)
  698. # 滚动加载更多评论
  699. for i in range(5):
  700. await self.page.evaluate('window.scrollBy(0, 500)')
  701. await asyncio.sleep(1)
  702. await asyncio.sleep(3)
  703. # 移除监听器
  704. self.page.remove_listener('response', handle_response)
  705. print(f"[{self.platform_name}] 最终捕获: {len(captured_comments)} 条评论, {len(captured_works)} 个作品", flush=True)
  706. # 按作品分组评论
  707. work_comments_map = {} # work_id -> work_comments
  708. for comment in captured_comments:
  709. # 从评论中获取作品信息
  710. aweme = comment.get('aweme', {}) or comment.get('item', {})
  711. aweme_id = str(comment.get('aweme_id', '') or aweme.get('aweme_id', '') or aweme.get('item_id', ''))
  712. if not aweme_id:
  713. continue
  714. if aweme_id not in work_comments_map:
  715. work_info = captured_works.get(aweme_id, {})
  716. work_comments_map[aweme_id] = {
  717. 'work_id': aweme_id,
  718. 'title': aweme.get('title', '') or aweme.get('desc', '') or work_info.get('title', ''),
  719. 'cover_url': aweme.get('cover', {}).get('url_list', [''])[0] if aweme.get('cover') else work_info.get('cover', ''),
  720. 'comments': []
  721. }
  722. cid = str(comment.get('cid', ''))
  723. if not cid:
  724. continue
  725. user = comment.get('user', {})
  726. work_comments_map[aweme_id]['comments'].append({
  727. 'comment_id': cid,
  728. 'author_id': str(user.get('uid', '')),
  729. 'author_name': user.get('nickname', ''),
  730. 'author_avatar': user.get('avatar_thumb', {}).get('url_list', [''])[0] if user.get('avatar_thumb') else '',
  731. 'content': comment.get('text', ''),
  732. 'like_count': int(comment.get('digg_count', 0)),
  733. 'create_time': datetime.fromtimestamp(comment.get('create_time', 0)).strftime('%Y-%m-%d %H:%M:%S') if comment.get('create_time') else '',
  734. 'is_author': comment.get('is_author', False),
  735. })
  736. all_work_comments = list(work_comments_map.values())
  737. total_comments = sum(len(w['comments']) for w in all_work_comments)
  738. print(f"[{self.platform_name}] 获取到 {len(all_work_comments)} 个作品的 {total_comments} 条评论", flush=True)
  739. except Exception as e:
  740. import traceback
  741. traceback.print_exc()
  742. return {
  743. 'success': False,
  744. 'platform': self.platform_name,
  745. 'error': str(e),
  746. 'work_comments': []
  747. }
  748. finally:
  749. await self.close_browser()
  750. return {
  751. 'success': True,
  752. 'platform': self.platform_name,
  753. 'work_comments': all_work_comments,
  754. 'total': len(all_work_comments)
  755. }