@jackwener/opencli 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (514) hide show
  1. package/.github/actions/setup-chrome/action.yml +5 -4
  2. package/.github/workflows/build-extension.yml +2 -6
  3. package/.github/workflows/ci.yml +37 -3
  4. package/.github/workflows/e2e-headed.yml +16 -3
  5. package/CHANGELOG.md +23 -0
  6. package/PRIVACY.md +57 -0
  7. package/README.md +36 -7
  8. package/README.zh-CN.md +13 -6
  9. package/SKILL.md +103 -2
  10. package/dist/browser/cdp.d.ts +2 -1
  11. package/dist/browser/discover.d.ts +4 -1
  12. package/dist/browser/discover.js +6 -2
  13. package/dist/browser/errors.d.ts +2 -2
  14. package/dist/browser/errors.js +4 -12
  15. package/dist/browser/mcp.d.ts +2 -1
  16. package/dist/build-manifest.d.ts +2 -0
  17. package/dist/build-manifest.js +39 -14
  18. package/dist/build-manifest.test.js +21 -0
  19. package/dist/capabilityRouting.d.ts +2 -0
  20. package/dist/capabilityRouting.js +2 -1
  21. package/dist/cli-manifest.json +1838 -151
  22. package/dist/cli.js +34 -3
  23. package/dist/clis/36kr/article.d.ts +1 -0
  24. package/dist/clis/36kr/article.js +62 -0
  25. package/dist/clis/36kr/hot.d.ts +3 -0
  26. package/dist/clis/36kr/hot.js +80 -0
  27. package/dist/clis/36kr/hot.test.d.ts +1 -0
  28. package/dist/clis/36kr/hot.test.js +15 -0
  29. package/dist/clis/36kr/news.d.ts +1 -0
  30. package/dist/clis/36kr/news.js +51 -0
  31. package/dist/clis/36kr/news.test.d.ts +1 -0
  32. package/dist/clis/36kr/news.test.js +85 -0
  33. package/dist/clis/36kr/search.d.ts +1 -0
  34. package/dist/clis/36kr/search.js +72 -0
  35. package/dist/clis/apple-podcasts/search.js +2 -1
  36. package/dist/clis/arxiv/search.js +2 -2
  37. package/dist/clis/bbc/news.js +0 -1
  38. package/dist/clis/bilibili/comments.d.ts +5 -0
  39. package/dist/clis/bilibili/comments.js +40 -0
  40. package/dist/clis/bilibili/comments.test.d.ts +1 -0
  41. package/dist/clis/bilibili/comments.test.js +82 -0
  42. package/dist/clis/chatgpt/ask.js +29 -14
  43. package/dist/clis/chatgpt/ax.d.ts +6 -0
  44. package/dist/clis/chatgpt/ax.js +172 -1
  45. package/dist/clis/chatgpt/model.d.ts +1 -0
  46. package/dist/clis/chatgpt/model.js +24 -0
  47. package/dist/clis/chatgpt/send.js +12 -3
  48. package/dist/clis/ctrip/search.js +0 -1
  49. package/dist/clis/douban/download.d.ts +1 -0
  50. package/dist/clis/douban/download.js +67 -0
  51. package/dist/clis/douban/download.test.d.ts +1 -0
  52. package/dist/clis/douban/download.test.js +170 -0
  53. package/dist/clis/douban/photos.d.ts +1 -0
  54. package/dist/clis/douban/photos.js +34 -0
  55. package/dist/clis/douban/utils.d.ts +25 -0
  56. package/dist/clis/douban/utils.js +190 -1
  57. package/dist/clis/douban/utils.test.d.ts +1 -0
  58. package/dist/clis/douban/utils.test.js +64 -0
  59. package/dist/clis/douyin/_shared/browser-fetch.d.ts +10 -0
  60. package/dist/clis/douyin/_shared/browser-fetch.js +30 -0
  61. package/dist/clis/douyin/_shared/browser-fetch.test.d.ts +1 -0
  62. package/dist/clis/douyin/_shared/browser-fetch.test.js +31 -0
  63. package/dist/clis/douyin/_shared/creation-id.d.ts +1 -0
  64. package/dist/clis/douyin/_shared/creation-id.js +5 -0
  65. package/dist/clis/douyin/_shared/creation-id.test.d.ts +1 -0
  66. package/dist/clis/douyin/_shared/creation-id.test.js +22 -0
  67. package/dist/clis/douyin/_shared/imagex-upload.d.ts +20 -0
  68. package/dist/clis/douyin/_shared/imagex-upload.js +53 -0
  69. package/dist/clis/douyin/_shared/imagex-upload.test.d.ts +1 -0
  70. package/dist/clis/douyin/_shared/imagex-upload.test.js +87 -0
  71. package/dist/clis/douyin/_shared/sts2.d.ts +8 -0
  72. package/dist/clis/douyin/_shared/sts2.js +15 -0
  73. package/dist/clis/douyin/_shared/text-extra.d.ts +18 -0
  74. package/dist/clis/douyin/_shared/text-extra.js +15 -0
  75. package/dist/clis/douyin/_shared/text-extra.test.d.ts +1 -0
  76. package/dist/clis/douyin/_shared/text-extra.test.js +37 -0
  77. package/dist/clis/douyin/_shared/timing.d.ts +2 -0
  78. package/dist/clis/douyin/_shared/timing.js +22 -0
  79. package/dist/clis/douyin/_shared/timing.test.d.ts +1 -0
  80. package/dist/clis/douyin/_shared/timing.test.js +28 -0
  81. package/dist/clis/douyin/_shared/tos-upload-short-read.test.d.ts +11 -0
  82. package/dist/clis/douyin/_shared/tos-upload-short-read.test.js +83 -0
  83. package/dist/clis/douyin/_shared/tos-upload.d.ts +53 -0
  84. package/dist/clis/douyin/_shared/tos-upload.js +295 -0
  85. package/dist/clis/douyin/_shared/tos-upload.test.d.ts +1 -0
  86. package/dist/clis/douyin/_shared/tos-upload.test.js +229 -0
  87. package/dist/clis/douyin/_shared/transcode.d.ts +27 -0
  88. package/dist/clis/douyin/_shared/transcode.js +45 -0
  89. package/dist/clis/douyin/_shared/transcode.test.d.ts +1 -0
  90. package/dist/clis/douyin/_shared/transcode.test.js +93 -0
  91. package/dist/clis/douyin/_shared/types.d.ts +26 -0
  92. package/dist/clis/douyin/_shared/types.js +1 -0
  93. package/dist/clis/douyin/activities.d.ts +1 -0
  94. package/dist/clis/douyin/activities.js +20 -0
  95. package/dist/clis/douyin/activities.test.d.ts +1 -0
  96. package/dist/clis/douyin/activities.test.js +22 -0
  97. package/dist/clis/douyin/collections.d.ts +1 -0
  98. package/dist/clis/douyin/collections.js +22 -0
  99. package/dist/clis/douyin/collections.test.d.ts +1 -0
  100. package/dist/clis/douyin/collections.test.js +23 -0
  101. package/dist/clis/douyin/delete.d.ts +1 -0
  102. package/dist/clis/douyin/delete.js +18 -0
  103. package/dist/clis/douyin/delete.test.d.ts +1 -0
  104. package/dist/clis/douyin/delete.test.js +11 -0
  105. package/dist/clis/douyin/draft.d.ts +14 -0
  106. package/dist/clis/douyin/draft.js +237 -0
  107. package/dist/clis/douyin/draft.test.d.ts +1 -0
  108. package/dist/clis/douyin/draft.test.js +11 -0
  109. package/dist/clis/douyin/drafts.d.ts +1 -0
  110. package/dist/clis/douyin/drafts.js +23 -0
  111. package/dist/clis/douyin/drafts.test.d.ts +1 -0
  112. package/dist/clis/douyin/drafts.test.js +11 -0
  113. package/dist/clis/douyin/hashtag.d.ts +1 -0
  114. package/dist/clis/douyin/hashtag.js +45 -0
  115. package/dist/clis/douyin/hashtag.test.d.ts +1 -0
  116. package/dist/clis/douyin/hashtag.test.js +25 -0
  117. package/dist/clis/douyin/location.d.ts +1 -0
  118. package/dist/clis/douyin/location.js +24 -0
  119. package/dist/clis/douyin/location.test.d.ts +1 -0
  120. package/dist/clis/douyin/location.test.js +23 -0
  121. package/dist/clis/douyin/profile.d.ts +1 -0
  122. package/dist/clis/douyin/profile.js +28 -0
  123. package/dist/clis/douyin/profile.test.d.ts +1 -0
  124. package/dist/clis/douyin/profile.test.js +11 -0
  125. package/dist/clis/douyin/publish.d.ts +14 -0
  126. package/dist/clis/douyin/publish.js +288 -0
  127. package/dist/clis/douyin/publish.test.d.ts +1 -0
  128. package/dist/clis/douyin/publish.test.js +38 -0
  129. package/dist/clis/douyin/stats.d.ts +1 -0
  130. package/dist/clis/douyin/stats.js +27 -0
  131. package/dist/clis/douyin/stats.test.d.ts +1 -0
  132. package/dist/clis/douyin/stats.test.js +22 -0
  133. package/dist/clis/douyin/update.d.ts +1 -0
  134. package/dist/clis/douyin/update.js +31 -0
  135. package/dist/clis/douyin/update.test.d.ts +1 -0
  136. package/dist/clis/douyin/update.test.js +11 -0
  137. package/dist/clis/douyin/videos.d.ts +1 -0
  138. package/dist/clis/douyin/videos.js +34 -0
  139. package/dist/clis/douyin/videos.test.d.ts +1 -0
  140. package/dist/clis/douyin/videos.test.js +11 -0
  141. package/dist/clis/hackernews/search.yaml +1 -1
  142. package/dist/clis/imdb/person.d.ts +1 -0
  143. package/dist/clis/imdb/person.js +203 -0
  144. package/dist/clis/imdb/reviews.d.ts +1 -0
  145. package/dist/clis/imdb/reviews.js +88 -0
  146. package/dist/clis/imdb/search.d.ts +1 -0
  147. package/dist/clis/imdb/search.js +161 -0
  148. package/dist/clis/imdb/title.d.ts +1 -0
  149. package/dist/clis/imdb/title.js +93 -0
  150. package/dist/clis/imdb/top.d.ts +1 -0
  151. package/dist/clis/imdb/top.js +53 -0
  152. package/dist/clis/imdb/trending.d.ts +1 -0
  153. package/dist/clis/imdb/trending.js +52 -0
  154. package/dist/clis/imdb/utils.d.ts +46 -0
  155. package/dist/clis/imdb/utils.js +285 -0
  156. package/dist/clis/imdb/utils.test.d.ts +1 -0
  157. package/dist/clis/imdb/utils.test.js +88 -0
  158. package/dist/clis/instagram/search.yaml +2 -1
  159. package/dist/clis/jd/item.d.ts +4 -0
  160. package/dist/clis/jd/item.js +16 -15
  161. package/dist/clis/jd/item.test.js +16 -1
  162. package/dist/clis/linux-do/categories.yaml +38 -9
  163. package/dist/clis/linux-do/category.d.ts +1 -0
  164. package/dist/clis/linux-do/category.js +36 -0
  165. package/dist/clis/linux-do/feed.d.ts +45 -0
  166. package/dist/clis/linux-do/feed.js +397 -0
  167. package/dist/clis/linux-do/feed.test.d.ts +1 -0
  168. package/dist/clis/linux-do/feed.test.js +118 -0
  169. package/dist/clis/linux-do/hot.d.ts +1 -0
  170. package/dist/clis/linux-do/hot.js +25 -0
  171. package/dist/clis/linux-do/latest.d.ts +1 -0
  172. package/dist/clis/linux-do/latest.js +18 -0
  173. package/dist/clis/linux-do/search.yaml +3 -1
  174. package/dist/clis/linux-do/tags.yaml +41 -0
  175. package/dist/clis/linux-do/topic.yaml +41 -3
  176. package/dist/clis/linux-do/user-posts.yaml +67 -0
  177. package/dist/clis/linux-do/user-topics.yaml +54 -0
  178. package/dist/clis/medium/search.js +1 -1
  179. package/dist/clis/paperreview/commands.test.d.ts +3 -0
  180. package/dist/clis/paperreview/commands.test.js +243 -0
  181. package/dist/clis/paperreview/feedback.d.ts +1 -0
  182. package/dist/clis/paperreview/feedback.js +52 -0
  183. package/dist/clis/paperreview/review.d.ts +1 -0
  184. package/dist/clis/paperreview/review.js +37 -0
  185. package/dist/clis/paperreview/submit.d.ts +1 -0
  186. package/dist/clis/paperreview/submit.js +85 -0
  187. package/dist/clis/paperreview/utils.d.ts +46 -0
  188. package/dist/clis/paperreview/utils.js +197 -0
  189. package/dist/clis/paperreview/utils.test.d.ts +1 -0
  190. package/dist/clis/paperreview/utils.test.js +49 -0
  191. package/dist/clis/producthunt/browse.d.ts +1 -0
  192. package/dist/clis/producthunt/browse.js +99 -0
  193. package/dist/clis/producthunt/hot.d.ts +1 -0
  194. package/dist/clis/producthunt/hot.js +110 -0
  195. package/dist/clis/producthunt/posts.d.ts +1 -0
  196. package/dist/clis/producthunt/posts.js +28 -0
  197. package/dist/clis/producthunt/today.d.ts +1 -0
  198. package/dist/clis/producthunt/today.js +35 -0
  199. package/dist/clis/producthunt/utils.d.ts +29 -0
  200. package/dist/clis/producthunt/utils.js +99 -0
  201. package/dist/clis/producthunt/utils.test.d.ts +1 -0
  202. package/dist/clis/producthunt/utils.test.js +64 -0
  203. package/dist/clis/reuters/search.js +0 -1
  204. package/dist/clis/twitter/article.js +4 -28
  205. package/dist/clis/twitter/likes.d.ts +24 -0
  206. package/dist/clis/twitter/likes.js +217 -0
  207. package/dist/clis/twitter/likes.test.d.ts +1 -0
  208. package/dist/clis/twitter/likes.test.js +85 -0
  209. package/dist/clis/twitter/profile.js +4 -28
  210. package/dist/clis/twitter/search.js +7 -4
  211. package/dist/clis/twitter/search.test.js +56 -2
  212. package/dist/clis/twitter/shared.d.ts +6 -0
  213. package/dist/clis/twitter/shared.js +35 -0
  214. package/dist/clis/twitter/timeline.js +2 -13
  215. package/dist/clis/weibo/comments.d.ts +1 -0
  216. package/dist/clis/weibo/comments.js +53 -0
  217. package/dist/clis/weibo/feed.d.ts +1 -0
  218. package/dist/clis/weibo/feed.js +56 -0
  219. package/dist/clis/weibo/hot.js +0 -1
  220. package/dist/clis/weibo/me.d.ts +1 -0
  221. package/dist/clis/weibo/me.js +76 -0
  222. package/dist/clis/weibo/post.d.ts +1 -0
  223. package/dist/clis/weibo/post.js +75 -0
  224. package/dist/clis/weibo/user.d.ts +1 -0
  225. package/dist/clis/weibo/user.js +63 -0
  226. package/dist/clis/weibo/utils.d.ts +6 -0
  227. package/dist/clis/weibo/utils.js +30 -0
  228. package/dist/clis/weixin/download.d.ts +17 -0
  229. package/dist/clis/weixin/download.js +88 -20
  230. package/dist/clis/weread/book.js +2 -2
  231. package/dist/clis/weread/commands.test.d.ts +3 -0
  232. package/dist/clis/weread/commands.test.js +43 -0
  233. package/dist/clis/weread/highlights.js +2 -2
  234. package/dist/clis/weread/notebooks.js +2 -2
  235. package/dist/clis/weread/notes.js +3 -3
  236. package/dist/clis/weread/search.js +3 -2
  237. package/dist/clis/weread/shelf.js +2 -2
  238. package/dist/clis/weread/utils.d.ts +4 -4
  239. package/dist/clis/weread/utils.js +32 -14
  240. package/dist/clis/weread/utils.test.js +1 -28
  241. package/dist/clis/xiaohongshu/comments.d.ts +5 -0
  242. package/dist/clis/xiaohongshu/comments.js +74 -0
  243. package/dist/clis/xiaohongshu/comments.test.d.ts +1 -0
  244. package/dist/clis/xiaohongshu/comments.test.js +79 -0
  245. package/dist/clis/xiaohongshu/publish.js +114 -18
  246. package/dist/clis/xiaohongshu/publish.test.d.ts +1 -0
  247. package/dist/clis/xiaohongshu/publish.test.js +119 -0
  248. package/dist/clis/xueqiu/search.yaml +2 -1
  249. package/dist/clis/yahoo-finance/quote.js +0 -1
  250. package/dist/clis/youtube/channel.d.ts +1 -0
  251. package/dist/clis/youtube/channel.js +150 -0
  252. package/dist/clis/youtube/comments.d.ts +1 -0
  253. package/dist/clis/youtube/comments.js +95 -0
  254. package/dist/clis/youtube/search.js +0 -1
  255. package/dist/clis/zhihu/search.yaml +2 -1
  256. package/dist/commanderAdapter.d.ts +1 -0
  257. package/dist/commanderAdapter.js +176 -29
  258. package/dist/commanderAdapter.test.d.ts +1 -0
  259. package/dist/commanderAdapter.test.js +62 -0
  260. package/dist/daemon.js +17 -1
  261. package/dist/discovery.js +8 -14
  262. package/dist/doctor.d.ts +1 -0
  263. package/dist/doctor.js +9 -2
  264. package/dist/download/index.js +63 -51
  265. package/dist/download/index.test.js +17 -4
  266. package/dist/errors.d.ts +3 -1
  267. package/dist/errors.js +15 -32
  268. package/dist/execution.d.ts +1 -3
  269. package/dist/execution.js +21 -1
  270. package/dist/external-clis.yaml +0 -17
  271. package/dist/hooks.js +2 -0
  272. package/dist/main.js +5 -0
  273. package/dist/output.js +5 -1
  274. package/dist/pipeline/executor.js +3 -4
  275. package/dist/plugin-manifest.d.ts +70 -0
  276. package/dist/plugin-manifest.js +160 -0
  277. package/dist/plugin-manifest.test.d.ts +4 -0
  278. package/dist/plugin-manifest.test.js +179 -0
  279. package/dist/plugin.d.ts +38 -5
  280. package/dist/plugin.js +267 -33
  281. package/dist/plugin.test.js +220 -3
  282. package/dist/registry.d.ts +4 -0
  283. package/dist/registry.js +2 -0
  284. package/dist/runtime-detect.d.ts +21 -0
  285. package/dist/runtime-detect.js +32 -0
  286. package/dist/runtime-detect.test.d.ts +1 -0
  287. package/dist/runtime-detect.test.js +27 -0
  288. package/dist/runtime.js +1 -1
  289. package/dist/serialization.d.ts +2 -0
  290. package/dist/serialization.js +6 -0
  291. package/dist/types.d.ts +1 -0
  292. package/dist/update-check.d.ts +22 -0
  293. package/dist/update-check.js +112 -0
  294. package/dist/weixin-download.test.d.ts +1 -0
  295. package/dist/weixin-download.test.js +30 -0
  296. package/dist/weread-private-api-regression.test.d.ts +1 -0
  297. package/dist/weread-private-api-regression.test.js +122 -0
  298. package/dist/weread-search-regression.test.d.ts +1 -0
  299. package/dist/weread-search-regression.test.js +39 -0
  300. package/dist/yaml-schema.d.ts +3 -0
  301. package/dist/yaml-schema.js +18 -1
  302. package/docs/.vitepress/config.mts +17 -0
  303. package/docs/adapters/browser/36kr.md +47 -0
  304. package/docs/adapters/browser/douban.md +14 -0
  305. package/docs/adapters/browser/douyin.md +75 -0
  306. package/docs/adapters/browser/imdb.md +47 -0
  307. package/docs/adapters/browser/jd.md +2 -2
  308. package/docs/adapters/browser/linux-do.md +181 -20
  309. package/docs/adapters/browser/paperreview.md +43 -0
  310. package/docs/adapters/browser/producthunt.md +49 -0
  311. package/docs/adapters/browser/twitter.md +6 -0
  312. package/docs/adapters/desktop/chatgpt.md +5 -0
  313. package/docs/adapters/index.md +12 -3
  314. package/docs/advanced/download.md +4 -0
  315. package/docs/advanced/rate-limiter-plugin.md +99 -0
  316. package/docs/guide/electron-app-cli.md +200 -0
  317. package/docs/guide/getting-started.md +1 -0
  318. package/docs/guide/plugins.md +87 -0
  319. package/docs/zh/guide/electron-app-cli.md +188 -0
  320. package/docs/zh/guide/getting-started.md +1 -0
  321. package/docs/zh/guide/plugins.md +65 -0
  322. package/extension/dist/background.js +508 -518
  323. package/extension/manifest.json +6 -2
  324. package/extension/package.json +2 -1
  325. package/extension/popup.html +84 -0
  326. package/extension/popup.js +25 -0
  327. package/extension/scripts/package-release.mjs +179 -0
  328. package/extension/src/background.ts +22 -1
  329. package/package.json +4 -1
  330. package/scripts/postinstall.js +10 -0
  331. package/src/browser/cdp.ts +2 -1
  332. package/src/browser/discover.ts +8 -3
  333. package/src/browser/errors.ts +13 -14
  334. package/src/browser/mcp.ts +2 -1
  335. package/src/build-manifest.test.ts +23 -0
  336. package/src/build-manifest.ts +40 -15
  337. package/src/capabilityRouting.ts +2 -1
  338. package/src/cli.ts +35 -3
  339. package/src/clis/36kr/article.ts +69 -0
  340. package/src/clis/36kr/hot.test.ts +19 -0
  341. package/src/clis/36kr/hot.ts +100 -0
  342. package/src/clis/36kr/news.test.ts +90 -0
  343. package/src/clis/36kr/news.ts +54 -0
  344. package/src/clis/36kr/search.ts +78 -0
  345. package/src/clis/apple-podcasts/search.ts +2 -1
  346. package/src/clis/arxiv/search.ts +2 -2
  347. package/src/clis/bbc/news.ts +0 -1
  348. package/src/clis/bilibili/comments.test.ts +102 -0
  349. package/src/clis/bilibili/comments.ts +44 -0
  350. package/src/clis/chatgpt/ask.ts +28 -14
  351. package/src/clis/chatgpt/ax.ts +180 -1
  352. package/src/clis/chatgpt/model.ts +27 -0
  353. package/src/clis/chatgpt/send.ts +16 -6
  354. package/src/clis/ctrip/search.ts +0 -1
  355. package/src/clis/douban/download.test.ts +196 -0
  356. package/src/clis/douban/download.ts +78 -0
  357. package/src/clis/douban/photos.ts +36 -0
  358. package/src/clis/douban/utils.test.ts +97 -0
  359. package/src/clis/douban/utils.ts +232 -1
  360. package/src/clis/douyin/_shared/browser-fetch.test.ts +38 -0
  361. package/src/clis/douyin/_shared/browser-fetch.ts +45 -0
  362. package/src/clis/douyin/_shared/creation-id.test.ts +26 -0
  363. package/src/clis/douyin/_shared/creation-id.ts +8 -0
  364. package/src/clis/douyin/_shared/imagex-upload.test.ts +113 -0
  365. package/src/clis/douyin/_shared/imagex-upload.ts +76 -0
  366. package/src/clis/douyin/_shared/sts2.ts +20 -0
  367. package/src/clis/douyin/_shared/text-extra.test.ts +42 -0
  368. package/src/clis/douyin/_shared/text-extra.ts +33 -0
  369. package/src/clis/douyin/_shared/timing.test.ts +38 -0
  370. package/src/clis/douyin/_shared/timing.ts +22 -0
  371. package/src/clis/douyin/_shared/tos-upload-short-read.test.ts +102 -0
  372. package/src/clis/douyin/_shared/tos-upload.test.ts +281 -0
  373. package/src/clis/douyin/_shared/tos-upload.ts +444 -0
  374. package/src/clis/douyin/_shared/transcode.test.ts +117 -0
  375. package/src/clis/douyin/_shared/transcode.ts +78 -0
  376. package/src/clis/douyin/_shared/types.ts +29 -0
  377. package/src/clis/douyin/activities.test.ts +25 -0
  378. package/src/clis/douyin/activities.ts +23 -0
  379. package/src/clis/douyin/collections.test.ts +26 -0
  380. package/src/clis/douyin/collections.ts +25 -0
  381. package/src/clis/douyin/delete.test.ts +12 -0
  382. package/src/clis/douyin/delete.ts +20 -0
  383. package/src/clis/douyin/draft.test.ts +12 -0
  384. package/src/clis/douyin/draft.ts +282 -0
  385. package/src/clis/douyin/drafts.test.ts +12 -0
  386. package/src/clis/douyin/drafts.ts +27 -0
  387. package/src/clis/douyin/hashtag.test.ts +28 -0
  388. package/src/clis/douyin/hashtag.ts +56 -0
  389. package/src/clis/douyin/location.test.ts +26 -0
  390. package/src/clis/douyin/location.ts +27 -0
  391. package/src/clis/douyin/profile.test.ts +12 -0
  392. package/src/clis/douyin/profile.ts +37 -0
  393. package/src/clis/douyin/publish.test.ts +45 -0
  394. package/src/clis/douyin/publish.ts +340 -0
  395. package/src/clis/douyin/stats.test.ts +25 -0
  396. package/src/clis/douyin/stats.ts +30 -0
  397. package/src/clis/douyin/update.test.ts +12 -0
  398. package/src/clis/douyin/update.ts +43 -0
  399. package/src/clis/douyin/videos.test.ts +12 -0
  400. package/src/clis/douyin/videos.ts +49 -0
  401. package/src/clis/hackernews/search.yaml +1 -1
  402. package/src/clis/imdb/person.ts +232 -0
  403. package/src/clis/imdb/reviews.ts +111 -0
  404. package/src/clis/imdb/search.ts +179 -0
  405. package/src/clis/imdb/title.ts +121 -0
  406. package/src/clis/imdb/top.ts +67 -0
  407. package/src/clis/imdb/trending.ts +66 -0
  408. package/src/clis/imdb/utils.test.ts +117 -0
  409. package/src/clis/imdb/utils.ts +305 -0
  410. package/src/clis/instagram/search.yaml +2 -1
  411. package/src/clis/jd/item.test.ts +18 -1
  412. package/src/clis/jd/item.ts +18 -15
  413. package/src/clis/linux-do/categories.yaml +38 -9
  414. package/src/clis/linux-do/category.ts +37 -0
  415. package/src/clis/linux-do/feed.test.ts +132 -0
  416. package/src/clis/linux-do/feed.ts +501 -0
  417. package/src/clis/linux-do/hot.ts +26 -0
  418. package/src/clis/linux-do/latest.ts +19 -0
  419. package/src/clis/linux-do/search.yaml +3 -1
  420. package/src/clis/linux-do/tags.yaml +41 -0
  421. package/src/clis/linux-do/topic.yaml +41 -3
  422. package/src/clis/linux-do/user-posts.yaml +67 -0
  423. package/src/clis/linux-do/user-topics.yaml +54 -0
  424. package/src/clis/medium/search.ts +1 -1
  425. package/src/clis/paperreview/commands.test.ts +283 -0
  426. package/src/clis/paperreview/feedback.ts +64 -0
  427. package/src/clis/paperreview/review.ts +47 -0
  428. package/src/clis/paperreview/submit.ts +119 -0
  429. package/src/clis/paperreview/utils.test.ts +68 -0
  430. package/src/clis/paperreview/utils.ts +276 -0
  431. package/src/clis/producthunt/browse.ts +109 -0
  432. package/src/clis/producthunt/hot.ts +127 -0
  433. package/src/clis/producthunt/posts.ts +29 -0
  434. package/src/clis/producthunt/today.ts +37 -0
  435. package/src/clis/producthunt/utils.test.ts +72 -0
  436. package/src/clis/producthunt/utils.ts +122 -0
  437. package/src/clis/reuters/search.ts +0 -1
  438. package/src/clis/twitter/article.ts +5 -28
  439. package/src/clis/twitter/likes.test.ts +91 -0
  440. package/src/clis/twitter/likes.ts +256 -0
  441. package/src/clis/twitter/profile.ts +5 -28
  442. package/src/clis/twitter/search.test.ts +71 -2
  443. package/src/clis/twitter/search.ts +8 -4
  444. package/src/clis/twitter/shared.ts +45 -0
  445. package/src/clis/twitter/timeline.ts +2 -13
  446. package/src/clis/weibo/comments.ts +54 -0
  447. package/src/clis/weibo/feed.ts +57 -0
  448. package/src/clis/weibo/hot.ts +0 -1
  449. package/src/clis/weibo/me.ts +77 -0
  450. package/src/clis/weibo/post.ts +77 -0
  451. package/src/clis/weibo/user.ts +64 -0
  452. package/src/clis/weibo/utils.ts +32 -0
  453. package/src/clis/weixin/download.ts +114 -20
  454. package/src/clis/weread/book.ts +2 -2
  455. package/src/clis/weread/commands.test.ts +57 -0
  456. package/src/clis/weread/highlights.ts +2 -2
  457. package/src/clis/weread/notebooks.ts +2 -2
  458. package/src/clis/weread/notes.ts +3 -3
  459. package/src/clis/weread/search.ts +3 -2
  460. package/src/clis/weread/shelf.ts +2 -2
  461. package/src/clis/weread/utils.test.ts +1 -32
  462. package/src/clis/weread/utils.ts +41 -16
  463. package/src/clis/xiaohongshu/comments.test.ts +96 -0
  464. package/src/clis/xiaohongshu/comments.ts +81 -0
  465. package/src/clis/xiaohongshu/publish.test.ts +137 -0
  466. package/src/clis/xiaohongshu/publish.ts +129 -18
  467. package/src/clis/xueqiu/search.yaml +2 -1
  468. package/src/clis/yahoo-finance/quote.ts +0 -1
  469. package/src/clis/youtube/channel.ts +155 -0
  470. package/src/clis/youtube/comments.ts +97 -0
  471. package/src/clis/youtube/search.ts +0 -1
  472. package/src/clis/zhihu/search.yaml +2 -1
  473. package/src/commanderAdapter.test.ts +78 -0
  474. package/src/commanderAdapter.ts +188 -24
  475. package/src/daemon.ts +19 -1
  476. package/src/discovery.ts +8 -15
  477. package/src/doctor.ts +13 -2
  478. package/src/download/index.test.ts +14 -4
  479. package/src/download/index.ts +67 -55
  480. package/src/errors.ts +25 -66
  481. package/src/execution.ts +28 -3
  482. package/src/external-clis.yaml +0 -17
  483. package/src/hooks.ts +1 -0
  484. package/src/main.ts +6 -0
  485. package/src/output.ts +3 -1
  486. package/src/pipeline/executor.ts +4 -6
  487. package/src/plugin-manifest.test.ts +223 -0
  488. package/src/plugin-manifest.ts +206 -0
  489. package/src/plugin.test.ts +246 -2
  490. package/src/plugin.ts +338 -36
  491. package/src/registry.ts +6 -1
  492. package/src/runtime-detect.test.ts +30 -0
  493. package/src/runtime-detect.ts +36 -0
  494. package/src/runtime.ts +1 -1
  495. package/src/serialization.ts +4 -0
  496. package/src/types.ts +1 -0
  497. package/src/update-check.ts +114 -0
  498. package/src/weixin-download.test.ts +64 -0
  499. package/src/weread-private-api-regression.test.ts +150 -0
  500. package/src/weread-search-regression.test.ts +44 -0
  501. package/src/yaml-schema.ts +20 -0
  502. package/tests/e2e/browser-auth.test.ts +13 -9
  503. package/tests/e2e/browser-public-extended.test.ts +162 -0
  504. package/tests/e2e/browser-public.test.ts +55 -136
  505. package/tests/e2e/helpers.ts +2 -1
  506. package/tests/e2e/public-commands.test.ts +37 -3
  507. package/tests/smoke/api-health.test.ts +1 -1
  508. package/vitest.config.ts +34 -17
  509. package/dist/clis/linux-do/category.yaml +0 -51
  510. package/dist/clis/linux-do/hot.yaml +0 -50
  511. package/dist/clis/linux-do/latest.yaml +0 -40
  512. package/src/clis/linux-do/category.yaml +0 -51
  513. package/src/clis/linux-do/hot.yaml +0 -50
  514. package/src/clis/linux-do/latest.yaml +0 -40
@@ -46,6 +46,87 @@ export function normalizeWechatUrl(raw) {
46
46
  }
47
47
  return s;
48
48
  }
49
+ /**
50
+ * Format a WeChat article timestamp as a UTC+8 datetime string.
51
+ * Accepts either Unix seconds or milliseconds.
52
+ */
53
+ export function formatWechatTimestamp(rawTimestamp) {
54
+ const ts = Number.parseInt(rawTimestamp, 10);
55
+ if (!Number.isFinite(ts) || ts <= 0)
56
+ return '';
57
+ const timestampMs = rawTimestamp.length === 13 ? ts : ts * 1000;
58
+ const d = new Date(timestampMs);
59
+ const pad = (n) => String(n).padStart(2, '0');
60
+ const utc8 = new Date(d.getTime() + 8 * 3600 * 1000);
61
+ return (`${utc8.getUTCFullYear()}-` +
62
+ `${pad(utc8.getUTCMonth() + 1)}-` +
63
+ `${pad(utc8.getUTCDate())} ` +
64
+ `${pad(utc8.getUTCHours())}:` +
65
+ `${pad(utc8.getUTCMinutes())}:` +
66
+ `${pad(utc8.getUTCSeconds())}`);
67
+ }
68
+ /**
69
+ * Extract the raw create_time value from supported WeChat inline script formats.
70
+ */
71
+ export function extractWechatCreateTimeValue(htmlStr) {
72
+ const jsDecodeMatch = htmlStr.match(/create_time\s*:\s*JsDecode\('([^']+)'\)(?=[\s,;}]|$)/);
73
+ if (jsDecodeMatch)
74
+ return jsDecodeMatch[1];
75
+ const directValueMatch = htmlStr.match(/create_time\s*[:=]\s*(?:"([^"]+)"|'([^']+)'|([0-9A-Za-z]+))(?=[\s,;}]|$)/);
76
+ if (!directValueMatch)
77
+ return '';
78
+ return directValueMatch[1] || directValueMatch[2] || directValueMatch[3] || '';
79
+ }
80
+ /**
81
+ * Extract the publish time from DOM text first, then fall back to numeric create_time values.
82
+ */
83
+ export function extractWechatPublishTime(publishTimeText, htmlStr) {
84
+ const normalizedPublishTime = (publishTimeText || '').trim();
85
+ if (normalizedPublishTime)
86
+ return normalizedPublishTime;
87
+ const rawCreateTime = extractWechatCreateTimeValue(htmlStr);
88
+ if (!/^\d{10}$|^\d{13}$/.test(rawCreateTime))
89
+ return '';
90
+ return formatWechatTimestamp(rawCreateTime);
91
+ }
92
+ /**
93
+ * Build a self-contained helper for execution inside page.evaluate().
94
+ */
95
+ export function buildExtractWechatPublishTimeJs() {
96
+ return `(${function extractWechatPublishTimeInPage(publishTimeText, htmlStr) {
97
+ function formatWechatTimestamp(rawTimestamp) {
98
+ const ts = Number.parseInt(rawTimestamp, 10);
99
+ if (!Number.isFinite(ts) || ts <= 0)
100
+ return '';
101
+ const timestampMs = rawTimestamp.length === 13 ? ts : ts * 1000;
102
+ const d = new Date(timestampMs);
103
+ const pad = (n) => String(n).padStart(2, '0');
104
+ const utc8 = new Date(d.getTime() + 8 * 3600 * 1000);
105
+ return (`${utc8.getUTCFullYear()}-` +
106
+ `${pad(utc8.getUTCMonth() + 1)}-` +
107
+ `${pad(utc8.getUTCDate())} ` +
108
+ `${pad(utc8.getUTCHours())}:` +
109
+ `${pad(utc8.getUTCMinutes())}:` +
110
+ `${pad(utc8.getUTCSeconds())}`);
111
+ }
112
+ function extractWechatCreateTimeValue(html) {
113
+ const jsDecodeMatch = html.match(/create_time\s*:\s*JsDecode\('([^']+)'\)(?=[\s,;}]|$)/);
114
+ if (jsDecodeMatch)
115
+ return jsDecodeMatch[1];
116
+ const directValueMatch = html.match(/create_time\s*[:=]\s*(?:"([^"]+)"|'([^']+)'|([0-9A-Za-z]+))(?=[\s,;}]|$)/);
117
+ if (!directValueMatch)
118
+ return '';
119
+ return directValueMatch[1] || directValueMatch[2] || directValueMatch[3] || '';
120
+ }
121
+ const normalizedPublishTime = (publishTimeText || '').trim();
122
+ if (normalizedPublishTime)
123
+ return normalizedPublishTime;
124
+ const rawCreateTime = extractWechatCreateTimeValue(htmlStr);
125
+ if (!/^\d{10}$|^\d{13}$/.test(rawCreateTime))
126
+ return '';
127
+ return formatWechatTimestamp(rawCreateTime);
128
+ }.toString()})`;
129
+ }
49
130
  // ============================================================
50
131
  // CLI Registration
51
132
  // ============================================================
@@ -90,26 +171,13 @@ cli({
90
171
  const authorEl = document.querySelector('#js_name');
91
172
  result.author = authorEl ? authorEl.textContent.trim() : '';
92
173
 
93
- // Publish time: extract create_time from script tags
94
- const htmlStr = document.documentElement.innerHTML;
95
- let timeMatch = htmlStr.match(/create_time\\s*:\\s*JsDecode\\('([^']+)'\\)/);
96
- if (!timeMatch) timeMatch = htmlStr.match(/create_time\\s*:\\s*'(\\d+)'/);
97
- if (!timeMatch) timeMatch = htmlStr.match(/create_time\\s*[:=]\\s*["']?(\\d+)["']?/);
98
- if (timeMatch) {
99
- const ts = parseInt(timeMatch[1], 10);
100
- if (ts > 0) {
101
- const d = new Date(ts * 1000);
102
- const pad = n => String(n).padStart(2, '0');
103
- const utc8 = new Date(d.getTime() + 8 * 3600 * 1000);
104
- result.publishTime =
105
- utc8.getUTCFullYear() + '-' +
106
- pad(utc8.getUTCMonth() + 1) + '-' +
107
- pad(utc8.getUTCDate()) + ' ' +
108
- pad(utc8.getUTCHours()) + ':' +
109
- pad(utc8.getUTCMinutes()) + ':' +
110
- pad(utc8.getUTCSeconds());
111
- }
112
- }
174
+ // Publish time: prefer the rendered DOM text, then fall back to numeric create_time values.
175
+ const publishTimeEl = document.querySelector('#publish_time');
176
+ const extractWechatPublishTime = ${buildExtractWechatPublishTimeJs()};
177
+ result.publishTime = extractWechatPublishTime(
178
+ publishTimeEl ? publishTimeEl.textContent : '',
179
+ document.documentElement.innerHTML,
180
+ );
113
181
 
114
182
  // Content processing
115
183
  const contentEl = document.querySelector('#js_content');
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { fetchWithPage } from './utils.js';
2
+ import { fetchPrivateApi } from './utils.js';
3
3
  cli({
4
4
  site: 'weread',
5
5
  name: 'book',
@@ -11,7 +11,7 @@ cli({
11
11
  ],
12
12
  columns: ['title', 'author', 'publisher', 'intro', 'category', 'rating'],
13
13
  func: async (page, args) => {
14
- const data = await fetchWithPage(page, '/book/info', { bookId: args.bookId });
14
+ const data = await fetchPrivateApi(page, '/book/info', { bookId: args['book-id'] });
15
15
  // newRating is 0-1000 scale per community docs; needs runtime verification
16
16
  const rating = data.newRating ? `${(data.newRating / 10).toFixed(1)}%` : '-';
17
17
  return [{
@@ -0,0 +1,3 @@
1
+ import './book.js';
2
+ import './highlights.js';
3
+ import './notes.js';
@@ -0,0 +1,43 @@
1
+ import { beforeEach, describe, expect, it, vi } from 'vitest';
2
+ const { mockFetchPrivateApi } = vi.hoisted(() => ({
3
+ mockFetchPrivateApi: vi.fn(),
4
+ }));
5
+ vi.mock('./utils.js', async () => {
6
+ const actual = await vi.importActual('./utils.js');
7
+ return {
8
+ ...actual,
9
+ fetchPrivateApi: mockFetchPrivateApi,
10
+ };
11
+ });
12
+ import { getRegistry } from '../../registry.js';
13
+ import './book.js';
14
+ import './highlights.js';
15
+ import './notes.js';
16
+ describe('weread book-id positional args', () => {
17
+ const book = getRegistry().get('weread/book');
18
+ const highlights = getRegistry().get('weread/highlights');
19
+ const notes = getRegistry().get('weread/notes');
20
+ beforeEach(() => {
21
+ mockFetchPrivateApi.mockReset();
22
+ });
23
+ it('passes the positional book-id to book details', async () => {
24
+ mockFetchPrivateApi.mockResolvedValue({ title: 'Three Body', newRating: 880 });
25
+ await book.func({}, { 'book-id': '12345' });
26
+ expect(mockFetchPrivateApi).toHaveBeenCalledWith({}, '/book/info', { bookId: '12345' });
27
+ });
28
+ it('passes the positional book-id to highlights', async () => {
29
+ mockFetchPrivateApi.mockResolvedValue({ updated: [] });
30
+ await highlights.func({}, { 'book-id': 'abc', limit: 5 });
31
+ expect(mockFetchPrivateApi).toHaveBeenCalledWith({}, '/book/bookmarklist', { bookId: 'abc' });
32
+ });
33
+ it('passes the positional book-id to notes', async () => {
34
+ mockFetchPrivateApi.mockResolvedValue({ reviews: [] });
35
+ await notes.func({}, { 'book-id': 'xyz', limit: 5 });
36
+ expect(mockFetchPrivateApi).toHaveBeenCalledWith({}, '/review/list', {
37
+ bookId: 'xyz',
38
+ listType: '11',
39
+ mine: '1',
40
+ synckey: '0',
41
+ });
42
+ });
43
+ });
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { fetchWithPage, formatDate } from './utils.js';
2
+ import { fetchPrivateApi, formatDate } from './utils.js';
3
3
  cli({
4
4
  site: 'weread',
5
5
  name: 'highlights',
@@ -12,7 +12,7 @@ cli({
12
12
  ],
13
13
  columns: ['chapter', 'text', 'createTime'],
14
14
  func: async (page, args) => {
15
- const data = await fetchWithPage(page, '/book/bookmarklist', { bookId: args.bookId });
15
+ const data = await fetchPrivateApi(page, '/book/bookmarklist', { bookId: args['book-id'] });
16
16
  const items = data?.updated ?? [];
17
17
  return items.slice(0, Number(args.limit)).map((item) => ({
18
18
  chapter: item.chapterName ?? '',
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { fetchWithPage } from './utils.js';
2
+ import { fetchPrivateApi } from './utils.js';
3
3
  cli({
4
4
  site: 'weread',
5
5
  name: 'notebooks',
@@ -8,7 +8,7 @@ cli({
8
8
  strategy: Strategy.COOKIE,
9
9
  columns: ['title', 'author', 'noteCount', 'bookId'],
10
10
  func: async (page, _args) => {
11
- const data = await fetchWithPage(page, '/user/notebooks');
11
+ const data = await fetchPrivateApi(page, '/user/notebooks');
12
12
  const books = data?.books ?? [];
13
13
  return books.map((item) => ({
14
14
  title: item.book?.title ?? '',
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { fetchWithPage, formatDate } from './utils.js';
2
+ import { fetchPrivateApi, formatDate } from './utils.js';
3
3
  cli({
4
4
  site: 'weread',
5
5
  name: 'notes',
@@ -12,8 +12,8 @@ cli({
12
12
  ],
13
13
  columns: ['chapter', 'text', 'review', 'createTime'],
14
14
  func: async (page, args) => {
15
- const data = await fetchWithPage(page, '/review/list', {
16
- bookId: args.bookId,
15
+ const data = await fetchPrivateApi(page, '/review/list', {
16
+ bookId: args['book-id'],
17
17
  listType: '11',
18
18
  mine: '1',
19
19
  synckey: '0',
@@ -11,15 +11,16 @@ cli({
11
11
  { name: 'query', positional: true, required: true, help: 'Search keyword' },
12
12
  { name: 'limit', type: 'int', default: 10, help: 'Max results' },
13
13
  ],
14
- columns: ['rank', 'title', 'author', 'bookId'],
14
+ columns: ['rank', 'title', 'author', 'bookId', 'url'],
15
15
  func: async (_page, args) => {
16
- const data = await fetchWebApi('/search/global', { keyword: args.keyword });
16
+ const data = await fetchWebApi('/search/global', { keyword: args.query });
17
17
  const books = data?.books ?? [];
18
18
  return books.slice(0, Number(args.limit)).map((item, i) => ({
19
19
  rank: i + 1,
20
20
  title: item.bookInfo?.title ?? '',
21
21
  author: item.bookInfo?.author ?? '',
22
22
  bookId: item.bookInfo?.bookId ?? '',
23
+ url: item.bookInfo?.bookId ? 'https://weread.qq.com/web/bookDetail/' + item.bookInfo.bookId : '',
23
24
  }));
24
25
  },
25
26
  });
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { fetchWithPage } from './utils.js';
2
+ import { fetchPrivateApi } from './utils.js';
3
3
  cli({
4
4
  site: 'weread',
5
5
  name: 'shelf',
@@ -11,7 +11,7 @@ cli({
11
11
  ],
12
12
  columns: ['title', 'author', 'progress', 'bookId'],
13
13
  func: async (page, args) => {
14
- const data = await fetchWithPage(page, '/shelf/sync', { synckey: '0', lectureSynckey: '0' });
14
+ const data = await fetchPrivateApi(page, '/shelf/sync', { synckey: '0', lectureSynckey: '0' });
15
15
  const books = data?.books ?? [];
16
16
  return books.slice(0, Number(args.limit)).map((item) => ({
17
17
  title: item.bookInfo?.title ?? item.title ?? '',
@@ -3,7 +3,7 @@
3
3
  *
4
4
  * Two API domains:
5
5
  * - WEB_API (weread.qq.com/web/*): public, Node.js fetch
6
- * - API (i.weread.qq.com/*): private, browser page.evaluate with cookies
6
+ * - API (i.weread.qq.com/*): private, Node.js fetch with cookies from browser
7
7
  */
8
8
  import type { IPage } from '../../types.js';
9
9
  /**
@@ -12,9 +12,9 @@ import type { IPage } from '../../types.js';
12
12
  */
13
13
  export declare function fetchWebApi(path: string, params?: Record<string, string>): Promise<any>;
14
14
  /**
15
- * Fetch a private WeRead API endpoint via browser page.evaluate.
16
- * Automatically carries cookies for authenticated requests.
15
+ * Fetch a private WeRead API endpoint with cookies extracted from the browser.
16
+ * The HTTP request itself runs in Node.js to avoid page-context CORS failures.
17
17
  */
18
- export declare function fetchWithPage(page: IPage, path: string, params?: Record<string, string>): Promise<any>;
18
+ export declare function fetchPrivateApi(page: IPage, path: string, params?: Record<string, string>): Promise<any>;
19
19
  /** Format a Unix timestamp (seconds) to YYYY-MM-DD in UTC+8. Returns '-' for invalid input. */
20
20
  export declare function formatDate(ts: number | undefined | null): string;
@@ -3,12 +3,15 @@
3
3
  *
4
4
  * Two API domains:
5
5
  * - WEB_API (weread.qq.com/web/*): public, Node.js fetch
6
- * - API (i.weread.qq.com/*): private, browser page.evaluate with cookies
6
+ * - API (i.weread.qq.com/*): private, Node.js fetch with cookies from browser
7
7
  */
8
8
  import { CliError } from '../../errors.js';
9
9
  const WEB_API = 'https://weread.qq.com/web';
10
10
  const API = 'https://i.weread.qq.com';
11
11
  const UA = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
12
+ function buildCookieHeader(cookies) {
13
+ return cookies.map((cookie) => `${cookie.name}=${cookie.value}`).join('; ');
14
+ }
12
15
  /**
13
16
  * Fetch a public WeRead web endpoint (Node.js direct fetch).
14
17
  * Used by search and ranking commands (browser: false).
@@ -33,30 +36,45 @@ export async function fetchWebApi(path, params) {
33
36
  }
34
37
  }
35
38
  /**
36
- * Fetch a private WeRead API endpoint via browser page.evaluate.
37
- * Automatically carries cookies for authenticated requests.
39
+ * Fetch a private WeRead API endpoint with cookies extracted from the browser.
40
+ * The HTTP request itself runs in Node.js to avoid page-context CORS failures.
38
41
  */
39
- export async function fetchWithPage(page, path, params) {
42
+ export async function fetchPrivateApi(page, path, params) {
40
43
  const url = new URL(`${API}${path}`);
41
44
  if (params) {
42
45
  for (const [k, v] of Object.entries(params))
43
46
  url.searchParams.set(k, v);
44
47
  }
45
48
  const urlStr = url.toString();
46
- const data = await page.evaluate(`
47
- async () => {
48
- const res = await fetch(${JSON.stringify(urlStr)}, { credentials: "include" });
49
- if (!res.ok) return { _httpError: String(res.status) };
50
- try { return await res.json(); }
51
- catch { return { _httpError: 'JSON parse error (status ' + res.status + ')' }; }
49
+ const cookies = await page.getCookies({ url: urlStr });
50
+ const cookieHeader = buildCookieHeader(cookies);
51
+ let resp;
52
+ try {
53
+ resp = await fetch(urlStr, {
54
+ headers: {
55
+ 'User-Agent': UA,
56
+ 'Origin': 'https://weread.qq.com',
57
+ 'Referer': 'https://weread.qq.com/',
58
+ ...(cookieHeader ? { 'Cookie': cookieHeader } : {}),
59
+ },
60
+ });
61
+ }
62
+ catch (error) {
63
+ throw new CliError('FETCH_ERROR', `Failed to fetch ${path}: ${error instanceof Error ? error.message : String(error)}`, 'WeRead API may be temporarily unavailable');
64
+ }
65
+ let data;
66
+ try {
67
+ data = await resp.json();
52
68
  }
53
- `);
54
- if (data?._httpError) {
55
- throw new CliError('FETCH_ERROR', `HTTP ${data._httpError} for ${path}`, 'WeRead API may be temporarily unavailable');
69
+ catch {
70
+ throw new CliError('PARSE_ERROR', `Invalid JSON response for ${path}`, 'WeRead may have returned an HTML error page');
56
71
  }
57
- if (data?.errcode === -2010) {
72
+ if (resp.status === 401 || data?.errcode === -2010) {
58
73
  throw new CliError('AUTH_REQUIRED', 'Not logged in to WeRead', 'Please log in to weread.qq.com in Chrome first');
59
74
  }
75
+ if (!resp.ok) {
76
+ throw new CliError('FETCH_ERROR', `HTTP ${resp.status} for ${path}`, 'WeRead API may be temporarily unavailable');
77
+ }
60
78
  if (data?.errcode != null && data.errcode !== 0) {
61
79
  throw new CliError('API_ERROR', data.errmsg ?? `WeRead API error ${data.errcode}`);
62
80
  }
@@ -1,5 +1,5 @@
1
1
  import { describe, it, expect, vi, beforeEach } from 'vitest';
2
- import { formatDate, fetchWebApi, fetchWithPage } from './utils.js';
2
+ import { formatDate, fetchWebApi } from './utils.js';
3
3
  describe('formatDate', () => {
4
4
  it('formats a typical Unix timestamp in UTC+8', () => {
5
5
  // 1705276800 = 2024-01-15 00:00:00 UTC = 2024-01-15 08:00:00 Beijing
@@ -56,30 +56,3 @@ describe('fetchWebApi', () => {
56
56
  await expect(fetchWebApi('/search/global')).rejects.toThrow('Invalid JSON');
57
57
  });
58
58
  });
59
- describe('fetchWithPage', () => {
60
- it('throws AUTH_REQUIRED on errcode -2010', async () => {
61
- const mockPage = {
62
- evaluate: vi.fn().mockResolvedValue({ errcode: -2010, errmsg: '用户不存在' }),
63
- };
64
- await expect(fetchWithPage(mockPage, '/book/info')).rejects.toThrow('Not logged in');
65
- });
66
- it('throws API_ERROR on unknown errcode', async () => {
67
- const mockPage = {
68
- evaluate: vi.fn().mockResolvedValue({ errcode: -1, errmsg: 'unknown error' }),
69
- };
70
- await expect(fetchWithPage(mockPage, '/book/info')).rejects.toThrow('unknown error');
71
- });
72
- it('returns data on success (errcode 0 or absent)', async () => {
73
- const mockPage = {
74
- evaluate: vi.fn().mockResolvedValue({ title: 'Test Book', errcode: 0 }),
75
- };
76
- const result = await fetchWithPage(mockPage, '/book/info');
77
- expect(result.title).toBe('Test Book');
78
- });
79
- it('throws FETCH_ERROR on HTTP error', async () => {
80
- const mockPage = {
81
- evaluate: vi.fn().mockResolvedValue({ _httpError: '403' }),
82
- };
83
- await expect(fetchWithPage(mockPage, '/book/info')).rejects.toThrow('HTTP 403');
84
- });
85
- });
@@ -0,0 +1,5 @@
1
+ /**
2
+ * Xiaohongshu comments — DOM extraction from note detail page.
3
+ * XHS API requires signed requests, so we scrape the rendered DOM instead.
4
+ */
5
+ export {};
@@ -0,0 +1,74 @@
1
+ /**
2
+ * Xiaohongshu comments — DOM extraction from note detail page.
3
+ * XHS API requires signed requests, so we scrape the rendered DOM instead.
4
+ */
5
+ import { cli, Strategy } from '../../registry.js';
6
+ import { AuthRequiredError, EmptyResultError } from '../../errors.js';
7
+ cli({
8
+ site: 'xiaohongshu',
9
+ name: 'comments',
10
+ description: '获取小红书笔记评论(仅主评论,不含楼中楼)',
11
+ domain: 'www.xiaohongshu.com',
12
+ strategy: Strategy.COOKIE,
13
+ args: [
14
+ { name: 'note-id', required: true, positional: true, help: 'Note ID or full /explore/<id> URL' },
15
+ { name: 'limit', type: 'int', default: 20, help: 'Number of comments (max 50)' },
16
+ ],
17
+ columns: ['rank', 'author', 'text', 'likes', 'time'],
18
+ func: async (page, kwargs) => {
19
+ const limit = Math.min(Number(kwargs.limit) || 20, 50);
20
+ let noteId = String(kwargs['note-id']).trim();
21
+ // Accept full URLs: /explore/<id> or /note/<id>
22
+ const urlMatch = noteId.match(/\/explore\/([a-f0-9]+)/) || noteId.match(/\/note\/([a-f0-9]+)/);
23
+ if (urlMatch)
24
+ noteId = urlMatch[1];
25
+ await page.goto(`https://www.xiaohongshu.com/explore/${noteId}`);
26
+ await page.wait(3);
27
+ const data = await page.evaluate(`
28
+ (async () => {
29
+ const wait = (ms) => new Promise(r => setTimeout(r, ms))
30
+
31
+ // Check login state
32
+ const loginWall = /登录后查看|请登录/.test(document.body.innerText || '')
33
+
34
+ // Scroll the note container to trigger comment loading
35
+ const scroller = document.querySelector('.note-scroller') || document.querySelector('.container')
36
+ if (scroller) {
37
+ for (let i = 0; i < 3; i++) {
38
+ scroller.scrollTo(0, scroller.scrollHeight)
39
+ await wait(1000)
40
+ }
41
+ }
42
+
43
+ const clean = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim()
44
+
45
+ const results = []
46
+ const parents = document.querySelectorAll('.parent-comment')
47
+ for (const p of parents) {
48
+ const item = p.querySelector('.comment-item')
49
+ if (!item) continue
50
+
51
+ const author = clean(item.querySelector('.author-wrapper .name, .user-name'))
52
+ const text = clean(item.querySelector('.content, .note-text'))
53
+ // XHS shows text "赞" when likes = 0; only shows a number when > 0
54
+ const likesRaw = clean(item.querySelector('.count'))
55
+ const likes = /^\\d+$/.test(likesRaw) ? Number(likesRaw) : 0
56
+ const time = clean(item.querySelector('.date, .time'))
57
+
58
+ if (!text) continue
59
+ results.push({ author, text, likes, time })
60
+ }
61
+
62
+ return { loginWall, results }
63
+ })()
64
+ `);
65
+ if (!data || typeof data !== 'object') {
66
+ throw new EmptyResultError('xiaohongshu/comments', 'Unexpected evaluate response');
67
+ }
68
+ if (data.loginWall) {
69
+ throw new AuthRequiredError('www.xiaohongshu.com', 'Note comments require login');
70
+ }
71
+ const results = data.results ?? [];
72
+ return results.slice(0, limit).map((c, i) => ({ rank: i + 1, ...c }));
73
+ },
74
+ });
@@ -0,0 +1 @@
1
+ import './comments.js';
@@ -0,0 +1,79 @@
1
+ import { describe, expect, it, vi } from 'vitest';
2
+ import { getRegistry } from '../../registry.js';
3
+ import './comments.js';
4
+ function createPageMock(evaluateResult) {
5
+ return {
6
+ goto: vi.fn().mockResolvedValue(undefined),
7
+ evaluate: vi.fn().mockResolvedValue(evaluateResult),
8
+ snapshot: vi.fn().mockResolvedValue(undefined),
9
+ click: vi.fn().mockResolvedValue(undefined),
10
+ typeText: vi.fn().mockResolvedValue(undefined),
11
+ pressKey: vi.fn().mockResolvedValue(undefined),
12
+ scrollTo: vi.fn().mockResolvedValue(undefined),
13
+ getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
14
+ wait: vi.fn().mockResolvedValue(undefined),
15
+ tabs: vi.fn().mockResolvedValue([]),
16
+ closeTab: vi.fn().mockResolvedValue(undefined),
17
+ newTab: vi.fn().mockResolvedValue(undefined),
18
+ selectTab: vi.fn().mockResolvedValue(undefined),
19
+ networkRequests: vi.fn().mockResolvedValue([]),
20
+ consoleMessages: vi.fn().mockResolvedValue([]),
21
+ scroll: vi.fn().mockResolvedValue(undefined),
22
+ autoScroll: vi.fn().mockResolvedValue(undefined),
23
+ installInterceptor: vi.fn().mockResolvedValue(undefined),
24
+ getInterceptedRequests: vi.fn().mockResolvedValue([]),
25
+ getCookies: vi.fn().mockResolvedValue([]),
26
+ screenshot: vi.fn().mockResolvedValue(''),
27
+ };
28
+ }
29
+ describe('xiaohongshu comments', () => {
30
+ const command = getRegistry().get('xiaohongshu/comments');
31
+ it('returns ranked comment rows', async () => {
32
+ const page = createPageMock({
33
+ loginWall: false,
34
+ results: [
35
+ { author: 'Alice', text: 'Great note!', likes: 10, time: '2024-01-01' },
36
+ { author: 'Bob', text: 'Very helpful', likes: 0, time: '2024-01-02' },
37
+ ],
38
+ });
39
+ const result = (await command.func(page, { 'note-id': '69aadbcb000000002202f131', limit: 5 }));
40
+ expect(page.goto.mock.calls[0][0]).toContain('/explore/69aadbcb000000002202f131');
41
+ expect(result).toEqual([
42
+ { rank: 1, author: 'Alice', text: 'Great note!', likes: 10, time: '2024-01-01' },
43
+ { rank: 2, author: 'Bob', text: 'Very helpful', likes: 0, time: '2024-01-02' },
44
+ ]);
45
+ expect(result[0]).not.toHaveProperty('loginWall');
46
+ });
47
+ it('strips /explore/ prefix from full URL input', async () => {
48
+ const page = createPageMock({
49
+ loginWall: false,
50
+ results: [{ author: 'Alice', text: 'Nice', likes: 1, time: '2024-01-01' }],
51
+ });
52
+ await command.func(page, {
53
+ 'note-id': 'https://www.xiaohongshu.com/explore/69aadbcb000000002202f131',
54
+ limit: 5,
55
+ });
56
+ expect(page.goto.mock.calls[0][0]).toContain('/explore/69aadbcb000000002202f131');
57
+ });
58
+ it('throws AuthRequiredError when login wall is detected', async () => {
59
+ const page = createPageMock({ loginWall: true, results: [] });
60
+ await expect(command.func(page, { 'note-id': 'abc123', limit: 5 })).rejects.toThrow('Note comments require login');
61
+ });
62
+ it('returns empty array when no comments are found', async () => {
63
+ const page = createPageMock({ loginWall: false, results: [] });
64
+ await expect(command.func(page, { 'note-id': 'abc123', limit: 5 })).resolves.toEqual([]);
65
+ });
66
+ it('respects the limit', async () => {
67
+ const manyComments = Array.from({ length: 10 }, (_, i) => ({
68
+ author: `User${i}`,
69
+ text: `Comment ${i}`,
70
+ likes: i,
71
+ time: '2024-01-01',
72
+ }));
73
+ const page = createPageMock({ loginWall: false, results: manyComments });
74
+ const result = (await command.func(page, { 'note-id': 'abc123', limit: 3 }));
75
+ expect(result).toHaveLength(3);
76
+ expect(result[0].rank).toBe(1);
77
+ expect(result[2].rank).toBe(3);
78
+ });
79
+ });