@jackwener/opencli 1.3.3 → 1.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (680) hide show
  1. package/.github/actions/setup-chrome/action.yml +5 -4
  2. package/.github/pull_request_template.md +3 -1
  3. package/.github/workflows/build-extension.yml +7 -1
  4. package/.github/workflows/ci.yml +46 -6
  5. package/.github/workflows/docs.yml +1 -1
  6. package/.github/workflows/e2e-headed.yml +36 -3
  7. package/.github/workflows/release.yml +1 -1
  8. package/.github/workflows/security.yml +0 -3
  9. package/CHANGELOG.md +78 -0
  10. package/CONTRIBUTING.md +6 -3
  11. package/PRIVACY.md +57 -0
  12. package/README.md +31 -4
  13. package/README.zh-CN.md +31 -4
  14. package/SKILL.md +107 -2
  15. package/TESTING.md +1 -0
  16. package/chatwise-opencli.ps1 +82 -0
  17. package/dist/analysis.d.ts +38 -0
  18. package/dist/analysis.js +166 -0
  19. package/dist/browser/cdp.d.ts +0 -4
  20. package/dist/browser/cdp.js +53 -41
  21. package/dist/browser/cdp.test.d.ts +1 -0
  22. package/dist/browser/cdp.test.js +52 -0
  23. package/dist/browser/dom-snapshot.d.ts +2 -2
  24. package/dist/browser/dom-snapshot.js +54 -1
  25. package/dist/browser/dom-snapshot.test.js +36 -0
  26. package/dist/browser/index.d.ts +2 -2
  27. package/dist/browser/index.js +1 -1
  28. package/dist/browser/mcp.d.ts +0 -2
  29. package/dist/browser/mcp.js +2 -3
  30. package/dist/browser/page.d.ts +4 -3
  31. package/dist/browser/page.js +34 -37
  32. package/dist/browser/stealth.d.ts +0 -2
  33. package/dist/browser/stealth.js +24 -9
  34. package/dist/browser.test.js +2 -2
  35. package/dist/build-manifest.js +15 -9
  36. package/dist/build-manifest.test.js +12 -0
  37. package/dist/cascade.js +4 -2
  38. package/dist/cli-manifest.json +1325 -256
  39. package/dist/cli.js +57 -29
  40. package/dist/clis/_shared/desktop-commands.d.ts +22 -0
  41. package/dist/clis/_shared/desktop-commands.js +108 -0
  42. package/dist/clis/antigravity/serve.js +5 -2
  43. package/dist/clis/apple-podcasts/search.js +2 -1
  44. package/dist/clis/arxiv/search.js +3 -3
  45. package/dist/clis/bbc/news.js +0 -1
  46. package/dist/clis/bilibili/dynamic.test.d.ts +1 -0
  47. package/dist/clis/bilibili/dynamic.test.js +68 -0
  48. package/dist/clis/bilibili/favorite.js +4 -2
  49. package/dist/clis/bilibili/following.js +3 -2
  50. package/dist/clis/bilibili/subtitle.js +8 -7
  51. package/dist/clis/bilibili/utils.js +2 -2
  52. package/dist/clis/boss/batchgreet.js +1 -1
  53. package/dist/clis/boss/chatlist.js +1 -1
  54. package/dist/clis/boss/chatmsg.js +1 -1
  55. package/dist/clis/boss/detail.js +1 -1
  56. package/dist/clis/boss/exchange.js +1 -1
  57. package/dist/clis/boss/greet.js +1 -1
  58. package/dist/clis/boss/invite.js +1 -1
  59. package/dist/clis/boss/joblist.js +1 -1
  60. package/dist/clis/boss/mark.js +4 -3
  61. package/dist/clis/boss/recommend.js +1 -1
  62. package/dist/clis/boss/resume.js +1 -1
  63. package/dist/clis/boss/search.js +1 -1
  64. package/dist/clis/boss/send.js +5 -4
  65. package/dist/clis/boss/stats.js +1 -1
  66. package/dist/clis/chatgpt/ask.js +4 -0
  67. package/dist/clis/chatgpt/new.js +5 -1
  68. package/dist/clis/chatgpt/read.js +5 -1
  69. package/dist/clis/chatgpt/send.js +2 -1
  70. package/dist/clis/chatgpt/status.js +5 -1
  71. package/dist/clis/chatwise/ask.js +8 -2
  72. package/dist/clis/chatwise/export.js +2 -0
  73. package/dist/clis/chatwise/history.js +2 -0
  74. package/dist/clis/chatwise/model.js +8 -3
  75. package/dist/clis/chatwise/new.js +3 -18
  76. package/dist/clis/chatwise/read.js +2 -0
  77. package/dist/clis/chatwise/screenshot.js +3 -27
  78. package/dist/clis/chatwise/send.js +8 -2
  79. package/dist/clis/chatwise/shared.d.ts +2 -0
  80. package/dist/clis/chatwise/shared.js +6 -0
  81. package/dist/clis/chatwise/status.js +3 -22
  82. package/dist/clis/codex/ask.js +6 -2
  83. package/dist/clis/codex/dump.js +2 -25
  84. package/dist/clis/codex/new.js +2 -25
  85. package/dist/clis/codex/screenshot.js +2 -27
  86. package/dist/clis/codex/send.js +6 -4
  87. package/dist/clis/codex/status.js +2 -22
  88. package/dist/clis/ctrip/search.js +0 -1
  89. package/dist/clis/cursor/ask.js +2 -1
  90. package/dist/clis/cursor/composer.js +2 -1
  91. package/dist/clis/cursor/dump.js +2 -25
  92. package/dist/clis/cursor/new.js +2 -18
  93. package/dist/clis/cursor/read.js +2 -1
  94. package/dist/clis/cursor/screenshot.js +1 -30
  95. package/dist/clis/cursor/send.js +2 -1
  96. package/dist/clis/cursor/status.js +2 -21
  97. package/dist/clis/dictionary/examples.yaml +25 -0
  98. package/dist/clis/dictionary/search.yaml +27 -0
  99. package/dist/clis/dictionary/synonyms.yaml +25 -0
  100. package/dist/clis/douban/book-hot.js +1 -1
  101. package/dist/clis/douban/movie-hot.js +1 -1
  102. package/dist/clis/douban/search.js +1 -1
  103. package/dist/clis/douban/utils.d.ts +4 -1
  104. package/dist/clis/douban/utils.js +156 -1
  105. package/dist/clis/doubao/ask.js +1 -1
  106. package/dist/clis/doubao/new.js +1 -1
  107. package/dist/clis/doubao/read.js +1 -1
  108. package/dist/clis/doubao/send.js +1 -1
  109. package/dist/clis/doubao/status.js +1 -1
  110. package/dist/clis/doubao-app/ask.js +1 -1
  111. package/dist/clis/doubao-app/new.js +1 -1
  112. package/dist/clis/doubao-app/read.js +1 -1
  113. package/dist/clis/doubao-app/send.js +1 -1
  114. package/dist/clis/douyin/_shared/browser-fetch.d.ts +10 -0
  115. package/dist/clis/douyin/_shared/browser-fetch.js +30 -0
  116. package/dist/clis/douyin/_shared/browser-fetch.test.d.ts +1 -0
  117. package/dist/clis/douyin/_shared/browser-fetch.test.js +31 -0
  118. package/dist/clis/douyin/_shared/creation-id.d.ts +1 -0
  119. package/dist/clis/douyin/_shared/creation-id.js +5 -0
  120. package/dist/clis/douyin/_shared/creation-id.test.d.ts +1 -0
  121. package/dist/clis/douyin/_shared/creation-id.test.js +22 -0
  122. package/dist/clis/douyin/_shared/imagex-upload.d.ts +20 -0
  123. package/dist/clis/douyin/_shared/imagex-upload.js +53 -0
  124. package/dist/clis/douyin/_shared/imagex-upload.test.d.ts +1 -0
  125. package/dist/clis/douyin/_shared/imagex-upload.test.js +87 -0
  126. package/dist/clis/douyin/_shared/sts2.d.ts +8 -0
  127. package/dist/clis/douyin/_shared/sts2.js +15 -0
  128. package/dist/clis/douyin/_shared/text-extra.d.ts +18 -0
  129. package/dist/clis/douyin/_shared/text-extra.js +15 -0
  130. package/dist/clis/douyin/_shared/text-extra.test.d.ts +1 -0
  131. package/dist/clis/douyin/_shared/text-extra.test.js +37 -0
  132. package/dist/clis/douyin/_shared/timing.d.ts +2 -0
  133. package/dist/clis/douyin/_shared/timing.js +22 -0
  134. package/dist/clis/douyin/_shared/timing.test.d.ts +1 -0
  135. package/dist/clis/douyin/_shared/timing.test.js +28 -0
  136. package/dist/clis/douyin/_shared/tos-upload-short-read.test.d.ts +11 -0
  137. package/dist/clis/douyin/_shared/tos-upload-short-read.test.js +83 -0
  138. package/dist/clis/douyin/_shared/tos-upload.d.ts +53 -0
  139. package/dist/clis/douyin/_shared/tos-upload.js +295 -0
  140. package/dist/clis/douyin/_shared/tos-upload.test.d.ts +1 -0
  141. package/dist/clis/douyin/_shared/tos-upload.test.js +229 -0
  142. package/dist/clis/douyin/_shared/transcode.d.ts +27 -0
  143. package/dist/clis/douyin/_shared/transcode.js +45 -0
  144. package/dist/clis/douyin/_shared/transcode.test.d.ts +1 -0
  145. package/dist/clis/douyin/_shared/transcode.test.js +93 -0
  146. package/dist/clis/douyin/_shared/types.d.ts +26 -0
  147. package/dist/clis/douyin/_shared/types.js +1 -0
  148. package/dist/clis/douyin/activities.d.ts +1 -0
  149. package/dist/clis/douyin/activities.js +20 -0
  150. package/dist/clis/douyin/activities.test.d.ts +1 -0
  151. package/dist/clis/douyin/activities.test.js +22 -0
  152. package/dist/clis/douyin/collections.d.ts +1 -0
  153. package/dist/clis/douyin/collections.js +22 -0
  154. package/dist/clis/douyin/collections.test.d.ts +1 -0
  155. package/dist/clis/douyin/collections.test.js +23 -0
  156. package/dist/clis/douyin/delete.d.ts +1 -0
  157. package/dist/clis/douyin/delete.js +18 -0
  158. package/dist/clis/douyin/delete.test.d.ts +1 -0
  159. package/dist/clis/douyin/delete.test.js +11 -0
  160. package/dist/clis/douyin/draft.d.ts +14 -0
  161. package/dist/clis/douyin/draft.js +237 -0
  162. package/dist/clis/douyin/draft.test.d.ts +1 -0
  163. package/dist/clis/douyin/draft.test.js +11 -0
  164. package/dist/clis/douyin/drafts.d.ts +1 -0
  165. package/dist/clis/douyin/drafts.js +23 -0
  166. package/dist/clis/douyin/drafts.test.d.ts +1 -0
  167. package/dist/clis/douyin/drafts.test.js +11 -0
  168. package/dist/clis/douyin/hashtag.d.ts +1 -0
  169. package/dist/clis/douyin/hashtag.js +45 -0
  170. package/dist/clis/douyin/hashtag.test.d.ts +1 -0
  171. package/dist/clis/douyin/hashtag.test.js +25 -0
  172. package/dist/clis/douyin/location.d.ts +1 -0
  173. package/dist/clis/douyin/location.js +24 -0
  174. package/dist/clis/douyin/location.test.d.ts +1 -0
  175. package/dist/clis/douyin/location.test.js +23 -0
  176. package/dist/clis/douyin/profile.d.ts +1 -0
  177. package/dist/clis/douyin/profile.js +28 -0
  178. package/dist/clis/douyin/profile.test.d.ts +1 -0
  179. package/dist/clis/douyin/profile.test.js +11 -0
  180. package/dist/clis/douyin/publish.d.ts +14 -0
  181. package/dist/clis/douyin/publish.js +288 -0
  182. package/dist/clis/douyin/publish.test.d.ts +1 -0
  183. package/dist/clis/douyin/publish.test.js +38 -0
  184. package/dist/clis/douyin/stats.d.ts +1 -0
  185. package/dist/clis/douyin/stats.js +27 -0
  186. package/dist/clis/douyin/stats.test.d.ts +1 -0
  187. package/dist/clis/douyin/stats.test.js +22 -0
  188. package/dist/clis/douyin/update.d.ts +1 -0
  189. package/dist/clis/douyin/update.js +31 -0
  190. package/dist/clis/douyin/update.test.d.ts +1 -0
  191. package/dist/clis/douyin/update.test.js +11 -0
  192. package/dist/clis/douyin/videos.d.ts +1 -0
  193. package/dist/clis/douyin/videos.js +34 -0
  194. package/dist/clis/douyin/videos.test.d.ts +1 -0
  195. package/dist/clis/douyin/videos.test.js +11 -0
  196. package/dist/clis/grok/ask.d.ts +4 -0
  197. package/dist/clis/grok/ask.js +28 -10
  198. package/dist/clis/grok/ask.test.js +18 -0
  199. package/dist/clis/hackernews/search.yaml +1 -1
  200. package/dist/clis/instagram/search.yaml +2 -1
  201. package/dist/clis/jd/item.d.ts +1 -0
  202. package/dist/clis/jd/item.js +96 -0
  203. package/dist/clis/jd/item.test.d.ts +1 -0
  204. package/dist/clis/jd/item.test.js +28 -0
  205. package/dist/clis/jike/feed.js +1 -1
  206. package/dist/clis/jike/search.js +1 -1
  207. package/dist/clis/linkedin/search.js +5 -4
  208. package/dist/clis/linkedin/timeline.d.ts +21 -0
  209. package/dist/clis/linkedin/timeline.js +503 -0
  210. package/dist/clis/linkedin/timeline.test.d.ts +1 -0
  211. package/dist/clis/linkedin/timeline.test.js +81 -0
  212. package/dist/clis/linux-do/search.yaml +3 -1
  213. package/dist/clis/medium/feed.js +1 -1
  214. package/dist/clis/medium/search.js +2 -2
  215. package/dist/clis/medium/user.js +1 -1
  216. package/dist/clis/medium/{shared.js → utils.js} +2 -1
  217. package/dist/clis/pixiv/detail.yaml +49 -0
  218. package/dist/clis/pixiv/download.d.ts +7 -0
  219. package/dist/clis/pixiv/download.js +78 -0
  220. package/dist/clis/pixiv/download.test.d.ts +1 -0
  221. package/dist/clis/pixiv/download.test.js +87 -0
  222. package/dist/clis/pixiv/illusts.d.ts +8 -0
  223. package/dist/clis/pixiv/illusts.js +65 -0
  224. package/dist/clis/pixiv/illusts.test.d.ts +1 -0
  225. package/dist/clis/pixiv/illusts.test.js +99 -0
  226. package/dist/clis/pixiv/ranking.yaml +53 -0
  227. package/dist/clis/pixiv/search.d.ts +6 -0
  228. package/dist/clis/pixiv/search.js +43 -0
  229. package/dist/clis/pixiv/search.test.d.ts +1 -0
  230. package/dist/clis/pixiv/search.test.js +83 -0
  231. package/dist/clis/pixiv/test-utils.d.ts +12 -0
  232. package/dist/clis/pixiv/test-utils.js +23 -0
  233. package/dist/clis/pixiv/user.yaml +46 -0
  234. package/dist/clis/pixiv/utils.d.ts +27 -0
  235. package/dist/clis/pixiv/utils.js +49 -0
  236. package/dist/clis/reddit/comment.js +2 -1
  237. package/dist/clis/reddit/read.js +4 -3
  238. package/dist/clis/reddit/read.test.d.ts +1 -0
  239. package/dist/clis/reddit/read.test.js +28 -0
  240. package/dist/clis/reddit/save.js +2 -1
  241. package/dist/clis/reddit/saved.js +7 -3
  242. package/dist/clis/reddit/subscribe.js +2 -1
  243. package/dist/clis/reddit/upvote.js +2 -1
  244. package/dist/clis/reddit/upvoted.js +7 -3
  245. package/dist/clis/reuters/search.js +0 -1
  246. package/dist/clis/sinablog/article.js +1 -1
  247. package/dist/clis/sinablog/hot.js +1 -1
  248. package/dist/clis/sinablog/user.js +1 -1
  249. package/dist/clis/substack/feed.js +1 -1
  250. package/dist/clis/substack/publication.js +1 -1
  251. package/dist/clis/substack/search.js +3 -2
  252. package/dist/clis/substack/{shared.js → utils.js} +3 -2
  253. package/dist/clis/tiktok/search.yaml +2 -1
  254. package/dist/clis/twitter/accept.js +2 -1
  255. package/dist/clis/twitter/article.js +4 -1
  256. package/dist/clis/twitter/block.js +2 -1
  257. package/dist/clis/twitter/bookmark.js +2 -1
  258. package/dist/clis/twitter/bookmarks.js +3 -2
  259. package/dist/clis/twitter/delete.js +2 -1
  260. package/dist/clis/twitter/follow.js +2 -1
  261. package/dist/clis/twitter/followers.js +3 -2
  262. package/dist/clis/twitter/following.js +3 -2
  263. package/dist/clis/twitter/hide-reply.js +2 -1
  264. package/dist/clis/twitter/like.js +2 -1
  265. package/dist/clis/twitter/notifications.js +2 -1
  266. package/dist/clis/twitter/post.js +2 -1
  267. package/dist/clis/twitter/profile.js +5 -2
  268. package/dist/clis/twitter/reply-dm.js +2 -1
  269. package/dist/clis/twitter/reply.js +2 -1
  270. package/dist/clis/twitter/search.js +32 -13
  271. package/dist/clis/twitter/search.test.d.ts +1 -0
  272. package/dist/clis/twitter/search.test.js +156 -0
  273. package/dist/clis/twitter/thread.js +2 -2
  274. package/dist/clis/twitter/timeline.js +3 -2
  275. package/dist/clis/twitter/trending.js +3 -2
  276. package/dist/clis/twitter/unblock.js +2 -1
  277. package/dist/clis/twitter/unbookmark.js +2 -1
  278. package/dist/clis/twitter/unfollow.js +2 -1
  279. package/dist/clis/v2ex/daily.js +3 -2
  280. package/dist/clis/v2ex/me.js +3 -2
  281. package/dist/clis/v2ex/notifications.js +4 -4
  282. package/dist/clis/web/read.d.ts +16 -0
  283. package/dist/clis/web/read.js +202 -0
  284. package/dist/clis/weibo/comments.d.ts +1 -0
  285. package/dist/clis/weibo/comments.js +53 -0
  286. package/dist/clis/weibo/feed.d.ts +1 -0
  287. package/dist/clis/weibo/feed.js +56 -0
  288. package/dist/clis/weibo/hot.js +0 -1
  289. package/dist/clis/weibo/me.d.ts +1 -0
  290. package/dist/clis/weibo/me.js +76 -0
  291. package/dist/clis/weibo/post.d.ts +1 -0
  292. package/dist/clis/weibo/post.js +75 -0
  293. package/dist/clis/weibo/user.d.ts +1 -0
  294. package/dist/clis/weibo/user.js +63 -0
  295. package/dist/clis/weibo/utils.d.ts +6 -0
  296. package/dist/clis/weibo/utils.js +30 -0
  297. package/dist/clis/weread/search.js +3 -2
  298. package/dist/clis/xueqiu/danjuan-utils.d.ts +55 -0
  299. package/dist/clis/xueqiu/danjuan-utils.js +126 -0
  300. package/dist/clis/xueqiu/danjuan-utils.test.d.ts +1 -0
  301. package/dist/clis/xueqiu/danjuan-utils.test.js +41 -0
  302. package/dist/clis/xueqiu/fund-holdings.d.ts +1 -0
  303. package/dist/clis/xueqiu/fund-holdings.js +28 -0
  304. package/dist/clis/xueqiu/fund-snapshot.d.ts +1 -0
  305. package/dist/clis/xueqiu/fund-snapshot.js +25 -0
  306. package/dist/clis/xueqiu/search.yaml +2 -1
  307. package/dist/clis/yahoo-finance/quote.js +0 -1
  308. package/dist/clis/youtube/channel.d.ts +1 -0
  309. package/dist/clis/youtube/channel.js +150 -0
  310. package/dist/clis/youtube/comments.d.ts +1 -0
  311. package/dist/clis/youtube/comments.js +95 -0
  312. package/dist/clis/youtube/search.js +0 -1
  313. package/dist/clis/youtube/transcript.js +5 -4
  314. package/dist/clis/youtube/video.js +3 -2
  315. package/dist/clis/zhihu/search.yaml +2 -1
  316. package/dist/daemon.js +7 -3
  317. package/dist/discovery.js +11 -10
  318. package/dist/doctor.js +2 -1
  319. package/dist/download/index.d.ts +4 -12
  320. package/dist/download/index.js +33 -12
  321. package/dist/download/index.test.js +79 -2
  322. package/dist/download/media-download.js +4 -2
  323. package/dist/engine.test.js +76 -4
  324. package/dist/execution.d.ts +1 -9
  325. package/dist/execution.js +56 -46
  326. package/dist/explore.js +12 -111
  327. package/dist/external-clis.yaml +0 -25
  328. package/dist/external.js +7 -5
  329. package/dist/external.test.js +4 -0
  330. package/dist/generate.d.ts +0 -9
  331. package/dist/generate.js +4 -20
  332. package/dist/hooks.d.ts +46 -0
  333. package/dist/hooks.js +56 -0
  334. package/dist/hooks.test.d.ts +4 -0
  335. package/dist/hooks.test.js +92 -0
  336. package/dist/interceptor.js +70 -23
  337. package/dist/main.js +2 -0
  338. package/dist/output.js +12 -6
  339. package/dist/pipeline/executor.js +1 -1
  340. package/dist/pipeline/steps/browser.js +1 -3
  341. package/dist/pipeline/steps/download.js +42 -26
  342. package/dist/pipeline/steps/download.test.d.ts +1 -0
  343. package/dist/pipeline/steps/download.test.js +101 -0
  344. package/dist/pipeline/steps/fetch.js +40 -22
  345. package/dist/pipeline/steps/fetch.test.d.ts +1 -0
  346. package/dist/pipeline/steps/fetch.test.js +123 -0
  347. package/dist/pipeline/steps/transform.js +2 -6
  348. package/dist/pipeline/template.js +66 -52
  349. package/dist/pipeline/template.test.js +28 -0
  350. package/dist/pipeline/transform.test.js +18 -0
  351. package/dist/plugin.d.ts +40 -1
  352. package/dist/plugin.js +214 -17
  353. package/dist/plugin.test.d.ts +1 -1
  354. package/dist/plugin.test.js +219 -3
  355. package/dist/record.js +6 -98
  356. package/dist/registry-api.d.ts +2 -0
  357. package/dist/registry-api.js +1 -0
  358. package/dist/registry.d.ts +5 -2
  359. package/dist/registry.js +1 -2
  360. package/dist/runtime.d.ts +0 -1
  361. package/dist/runtime.js +14 -4
  362. package/dist/snapshotFormatter.d.ts +7 -14
  363. package/dist/snapshotFormatter.js +38 -78
  364. package/dist/utils.d.ts +9 -0
  365. package/dist/utils.js +29 -0
  366. package/dist/validate.js +3 -5
  367. package/dist/weread-search-regression.test.d.ts +1 -0
  368. package/dist/weread-search-regression.test.js +39 -0
  369. package/dist/yaml-schema.d.ts +26 -0
  370. package/dist/yaml-schema.js +5 -0
  371. package/docs/.vitepress/config.mts +16 -0
  372. package/docs/adapters/browser/dictionary.md +27 -0
  373. package/docs/adapters/browser/douyin.md +75 -0
  374. package/docs/adapters/browser/jd.md +27 -0
  375. package/docs/adapters/browser/linkedin.md +6 -0
  376. package/docs/adapters/browser/pixiv.md +92 -0
  377. package/docs/adapters/browser/twitter.md +6 -0
  378. package/docs/adapters/browser/web.md +30 -0
  379. package/docs/adapters/browser/xueqiu.md +27 -9
  380. package/docs/adapters/index.md +9 -2
  381. package/docs/comparison.md +125 -0
  382. package/docs/developer/contributing.md +21 -2
  383. package/docs/developer/testing.md +14 -8
  384. package/docs/developer/ts-adapter.md +18 -0
  385. package/docs/developer/yaml-adapter.md +16 -0
  386. package/docs/guide/plugins.md +10 -0
  387. package/docs/zh/guide/plugins.md +10 -0
  388. package/extension/dist/background.js +100 -35
  389. package/extension/manifest.json +6 -2
  390. package/extension/package.json +1 -1
  391. package/extension/popup.html +84 -0
  392. package/extension/popup.js +25 -0
  393. package/extension/src/background.test.ts +46 -1
  394. package/extension/src/background.ts +128 -34
  395. package/extension/src/cdp.ts +9 -9
  396. package/package.json +3 -2
  397. package/scripts/check-doc-coverage.sh +2 -0
  398. package/src/analysis.ts +170 -0
  399. package/src/browser/cdp.test.ts +66 -0
  400. package/src/browser/cdp.ts +59 -44
  401. package/src/browser/dom-snapshot.test.ts +42 -0
  402. package/src/browser/dom-snapshot.ts +56 -3
  403. package/src/browser/index.ts +2 -2
  404. package/src/browser/mcp.ts +2 -4
  405. package/src/browser/page.ts +34 -37
  406. package/src/browser/stealth.ts +24 -10
  407. package/src/browser.test.ts +2 -2
  408. package/src/build-manifest.test.ts +14 -0
  409. package/src/build-manifest.ts +13 -31
  410. package/src/cascade.ts +5 -3
  411. package/src/cli.ts +66 -34
  412. package/src/clis/_shared/desktop-commands.ts +121 -0
  413. package/src/clis/antigravity/serve.ts +6 -3
  414. package/src/clis/apple-podcasts/search.ts +2 -1
  415. package/src/clis/arxiv/search.ts +3 -3
  416. package/src/clis/bbc/news.ts +0 -1
  417. package/src/clis/bilibili/dynamic.test.ts +79 -0
  418. package/src/clis/bilibili/favorite.ts +5 -2
  419. package/src/clis/bilibili/following.ts +3 -2
  420. package/src/clis/bilibili/subtitle.ts +8 -7
  421. package/src/clis/bilibili/utils.ts +2 -2
  422. package/src/clis/boss/batchgreet.ts +1 -1
  423. package/src/clis/boss/chatlist.ts +1 -1
  424. package/src/clis/boss/chatmsg.ts +1 -1
  425. package/src/clis/boss/detail.ts +1 -1
  426. package/src/clis/boss/exchange.ts +1 -1
  427. package/src/clis/boss/greet.ts +1 -1
  428. package/src/clis/boss/invite.ts +1 -1
  429. package/src/clis/boss/joblist.ts +1 -1
  430. package/src/clis/boss/mark.ts +4 -3
  431. package/src/clis/boss/recommend.ts +1 -1
  432. package/src/clis/boss/resume.ts +1 -1
  433. package/src/clis/boss/search.ts +1 -1
  434. package/src/clis/boss/send.ts +5 -4
  435. package/src/clis/boss/stats.ts +1 -1
  436. package/src/clis/chatgpt/ask.ts +5 -0
  437. package/src/clis/chatgpt/new.ts +7 -2
  438. package/src/clis/chatgpt/read.ts +7 -2
  439. package/src/clis/chatgpt/send.ts +3 -2
  440. package/src/clis/chatgpt/status.ts +6 -1
  441. package/src/clis/chatwise/ask.ts +7 -2
  442. package/src/clis/chatwise/export.ts +2 -0
  443. package/src/clis/chatwise/history.ts +2 -0
  444. package/src/clis/chatwise/model.ts +7 -3
  445. package/src/clis/chatwise/new.ts +3 -20
  446. package/src/clis/chatwise/read.ts +2 -0
  447. package/src/clis/chatwise/screenshot.ts +3 -32
  448. package/src/clis/chatwise/send.ts +7 -2
  449. package/src/clis/chatwise/shared.ts +8 -0
  450. package/src/clis/chatwise/status.ts +3 -24
  451. package/src/clis/codex/ask.ts +5 -2
  452. package/src/clis/codex/dump.ts +2 -27
  453. package/src/clis/codex/new.ts +2 -28
  454. package/src/clis/codex/screenshot.ts +2 -32
  455. package/src/clis/codex/send.ts +5 -4
  456. package/src/clis/codex/status.ts +2 -24
  457. package/src/clis/ctrip/search.ts +0 -1
  458. package/src/clis/cursor/ask.ts +2 -1
  459. package/src/clis/cursor/composer.ts +2 -1
  460. package/src/clis/cursor/dump.ts +2 -27
  461. package/src/clis/cursor/new.ts +2 -20
  462. package/src/clis/cursor/read.ts +2 -1
  463. package/src/clis/cursor/screenshot.ts +1 -36
  464. package/src/clis/cursor/send.ts +2 -1
  465. package/src/clis/cursor/status.ts +2 -22
  466. package/src/clis/dictionary/examples.yaml +25 -0
  467. package/src/clis/dictionary/search.yaml +27 -0
  468. package/src/clis/dictionary/synonyms.yaml +25 -0
  469. package/src/clis/douban/book-hot.ts +1 -1
  470. package/src/clis/douban/movie-hot.ts +1 -1
  471. package/src/clis/douban/search.ts +1 -1
  472. package/src/clis/douban/utils.ts +165 -1
  473. package/src/clis/doubao/ask.ts +1 -1
  474. package/src/clis/doubao/new.ts +1 -1
  475. package/src/clis/doubao/read.ts +1 -1
  476. package/src/clis/doubao/send.ts +1 -1
  477. package/src/clis/doubao/status.ts +1 -1
  478. package/src/clis/doubao-app/ask.ts +1 -1
  479. package/src/clis/doubao-app/new.ts +1 -1
  480. package/src/clis/doubao-app/read.ts +1 -1
  481. package/src/clis/doubao-app/send.ts +1 -1
  482. package/src/clis/douyin/_shared/browser-fetch.test.ts +38 -0
  483. package/src/clis/douyin/_shared/browser-fetch.ts +45 -0
  484. package/src/clis/douyin/_shared/creation-id.test.ts +26 -0
  485. package/src/clis/douyin/_shared/creation-id.ts +8 -0
  486. package/src/clis/douyin/_shared/imagex-upload.test.ts +113 -0
  487. package/src/clis/douyin/_shared/imagex-upload.ts +76 -0
  488. package/src/clis/douyin/_shared/sts2.ts +20 -0
  489. package/src/clis/douyin/_shared/text-extra.test.ts +42 -0
  490. package/src/clis/douyin/_shared/text-extra.ts +33 -0
  491. package/src/clis/douyin/_shared/timing.test.ts +38 -0
  492. package/src/clis/douyin/_shared/timing.ts +22 -0
  493. package/src/clis/douyin/_shared/tos-upload-short-read.test.ts +102 -0
  494. package/src/clis/douyin/_shared/tos-upload.test.ts +281 -0
  495. package/src/clis/douyin/_shared/tos-upload.ts +444 -0
  496. package/src/clis/douyin/_shared/transcode.test.ts +117 -0
  497. package/src/clis/douyin/_shared/transcode.ts +78 -0
  498. package/src/clis/douyin/_shared/types.ts +29 -0
  499. package/src/clis/douyin/activities.test.ts +25 -0
  500. package/src/clis/douyin/activities.ts +23 -0
  501. package/src/clis/douyin/collections.test.ts +26 -0
  502. package/src/clis/douyin/collections.ts +25 -0
  503. package/src/clis/douyin/delete.test.ts +12 -0
  504. package/src/clis/douyin/delete.ts +20 -0
  505. package/src/clis/douyin/draft.test.ts +12 -0
  506. package/src/clis/douyin/draft.ts +282 -0
  507. package/src/clis/douyin/drafts.test.ts +12 -0
  508. package/src/clis/douyin/drafts.ts +27 -0
  509. package/src/clis/douyin/hashtag.test.ts +28 -0
  510. package/src/clis/douyin/hashtag.ts +56 -0
  511. package/src/clis/douyin/location.test.ts +26 -0
  512. package/src/clis/douyin/location.ts +27 -0
  513. package/src/clis/douyin/profile.test.ts +12 -0
  514. package/src/clis/douyin/profile.ts +37 -0
  515. package/src/clis/douyin/publish.test.ts +45 -0
  516. package/src/clis/douyin/publish.ts +340 -0
  517. package/src/clis/douyin/stats.test.ts +25 -0
  518. package/src/clis/douyin/stats.ts +30 -0
  519. package/src/clis/douyin/update.test.ts +12 -0
  520. package/src/clis/douyin/update.ts +43 -0
  521. package/src/clis/douyin/videos.test.ts +12 -0
  522. package/src/clis/douyin/videos.ts +49 -0
  523. package/src/clis/grok/ask.test.ts +25 -0
  524. package/src/clis/grok/ask.ts +25 -12
  525. package/src/clis/hackernews/search.yaml +1 -1
  526. package/src/clis/instagram/search.yaml +2 -1
  527. package/src/clis/jd/item.test.ts +35 -0
  528. package/src/clis/jd/item.ts +101 -0
  529. package/src/clis/jike/feed.ts +1 -1
  530. package/src/clis/jike/search.ts +1 -1
  531. package/src/clis/linkedin/search.ts +5 -4
  532. package/src/clis/linkedin/timeline.test.ts +99 -0
  533. package/src/clis/linkedin/timeline.ts +532 -0
  534. package/src/clis/linux-do/search.yaml +3 -1
  535. package/src/clis/medium/feed.ts +1 -1
  536. package/src/clis/medium/search.ts +2 -2
  537. package/src/clis/medium/user.ts +1 -1
  538. package/src/clis/medium/{shared.ts → utils.ts} +2 -1
  539. package/src/clis/pixiv/detail.yaml +49 -0
  540. package/src/clis/pixiv/download.test.ts +114 -0
  541. package/src/clis/pixiv/download.ts +91 -0
  542. package/src/clis/pixiv/illusts.test.ts +115 -0
  543. package/src/clis/pixiv/illusts.ts +78 -0
  544. package/src/clis/pixiv/ranking.yaml +53 -0
  545. package/src/clis/pixiv/search.test.ts +97 -0
  546. package/src/clis/pixiv/search.ts +53 -0
  547. package/src/clis/pixiv/test-utils.ts +29 -0
  548. package/src/clis/pixiv/user.yaml +46 -0
  549. package/src/clis/pixiv/utils.ts +62 -0
  550. package/src/clis/reddit/comment.ts +2 -1
  551. package/src/clis/reddit/read.test.ts +34 -0
  552. package/src/clis/reddit/read.ts +4 -3
  553. package/src/clis/reddit/save.ts +2 -1
  554. package/src/clis/reddit/saved.ts +6 -2
  555. package/src/clis/reddit/subscribe.ts +2 -1
  556. package/src/clis/reddit/upvote.ts +2 -1
  557. package/src/clis/reddit/upvoted.ts +6 -2
  558. package/src/clis/reuters/search.ts +0 -1
  559. package/src/clis/sinablog/article.ts +1 -1
  560. package/src/clis/sinablog/hot.ts +1 -1
  561. package/src/clis/sinablog/user.ts +1 -1
  562. package/src/clis/substack/feed.ts +1 -1
  563. package/src/clis/substack/publication.ts +1 -1
  564. package/src/clis/substack/search.ts +3 -2
  565. package/src/clis/substack/{shared.ts → utils.ts} +3 -2
  566. package/src/clis/tiktok/search.yaml +2 -1
  567. package/src/clis/twitter/accept.ts +2 -1
  568. package/src/clis/twitter/article.ts +3 -1
  569. package/src/clis/twitter/block.ts +2 -1
  570. package/src/clis/twitter/bookmark.ts +2 -1
  571. package/src/clis/twitter/bookmarks.ts +3 -2
  572. package/src/clis/twitter/delete.ts +2 -1
  573. package/src/clis/twitter/follow.ts +2 -1
  574. package/src/clis/twitter/followers.ts +3 -2
  575. package/src/clis/twitter/following.ts +3 -2
  576. package/src/clis/twitter/hide-reply.ts +2 -1
  577. package/src/clis/twitter/like.ts +2 -1
  578. package/src/clis/twitter/notifications.ts +2 -1
  579. package/src/clis/twitter/post.ts +2 -1
  580. package/src/clis/twitter/profile.ts +4 -2
  581. package/src/clis/twitter/reply-dm.ts +2 -1
  582. package/src/clis/twitter/reply.ts +2 -1
  583. package/src/clis/twitter/search.test.ts +180 -0
  584. package/src/clis/twitter/search.ts +40 -14
  585. package/src/clis/twitter/thread.ts +2 -2
  586. package/src/clis/twitter/timeline.ts +3 -2
  587. package/src/clis/twitter/trending.ts +3 -2
  588. package/src/clis/twitter/unblock.ts +2 -1
  589. package/src/clis/twitter/unbookmark.ts +2 -1
  590. package/src/clis/twitter/unfollow.ts +2 -1
  591. package/src/clis/v2ex/daily.ts +3 -2
  592. package/src/clis/v2ex/me.ts +3 -2
  593. package/src/clis/v2ex/notifications.ts +3 -4
  594. package/src/clis/web/read.ts +210 -0
  595. package/src/clis/weibo/comments.ts +54 -0
  596. package/src/clis/weibo/feed.ts +57 -0
  597. package/src/clis/weibo/hot.ts +0 -1
  598. package/src/clis/weibo/me.ts +77 -0
  599. package/src/clis/weibo/post.ts +77 -0
  600. package/src/clis/weibo/user.ts +64 -0
  601. package/src/clis/weibo/utils.ts +32 -0
  602. package/src/clis/weread/search.ts +3 -2
  603. package/src/clis/xueqiu/danjuan-utils.test.ts +49 -0
  604. package/src/clis/xueqiu/danjuan-utils.ts +176 -0
  605. package/src/clis/xueqiu/fund-holdings.ts +32 -0
  606. package/src/clis/xueqiu/fund-snapshot.ts +27 -0
  607. package/src/clis/xueqiu/search.yaml +2 -1
  608. package/src/clis/yahoo-finance/quote.ts +0 -1
  609. package/src/clis/youtube/channel.ts +155 -0
  610. package/src/clis/youtube/comments.ts +97 -0
  611. package/src/clis/youtube/search.ts +0 -1
  612. package/src/clis/youtube/transcript.ts +5 -4
  613. package/src/clis/youtube/video.ts +3 -2
  614. package/src/clis/zhihu/search.yaml +2 -1
  615. package/src/daemon.ts +5 -4
  616. package/src/discovery.ts +12 -34
  617. package/src/doctor.ts +3 -2
  618. package/src/download/index.test.ts +93 -2
  619. package/src/download/index.ts +44 -23
  620. package/src/download/media-download.ts +5 -3
  621. package/src/engine.test.ts +84 -3
  622. package/src/execution.ts +62 -46
  623. package/src/explore.ts +21 -90
  624. package/src/external-clis.yaml +0 -25
  625. package/src/external.test.ts +9 -0
  626. package/src/external.ts +12 -10
  627. package/src/generate.ts +4 -41
  628. package/src/hooks.test.ts +126 -0
  629. package/src/hooks.ts +90 -0
  630. package/src/interceptor.ts +73 -23
  631. package/src/main.ts +2 -0
  632. package/src/output.ts +14 -6
  633. package/src/pipeline/executor.ts +1 -1
  634. package/src/pipeline/steps/browser.ts +1 -3
  635. package/src/pipeline/steps/download.test.ts +136 -0
  636. package/src/pipeline/steps/download.ts +47 -34
  637. package/src/pipeline/steps/fetch.test.ts +179 -0
  638. package/src/pipeline/steps/fetch.ts +39 -23
  639. package/src/pipeline/steps/transform.ts +2 -6
  640. package/src/pipeline/template.test.ts +28 -0
  641. package/src/pipeline/template.ts +67 -79
  642. package/src/pipeline/transform.test.ts +20 -0
  643. package/src/plugin.test.ts +251 -3
  644. package/src/plugin.ts +265 -21
  645. package/src/record.ts +12 -84
  646. package/src/registry-api.ts +2 -0
  647. package/src/registry.ts +7 -4
  648. package/src/runtime.ts +14 -4
  649. package/src/snapshotFormatter.ts +43 -121
  650. package/src/utils.ts +39 -0
  651. package/src/validate.ts +3 -5
  652. package/src/weread-search-regression.test.ts +44 -0
  653. package/src/yaml-schema.ts +28 -0
  654. package/tests/e2e/browser-auth.test.ts +25 -0
  655. package/tests/e2e/browser-public-extended.test.ts +162 -0
  656. package/tests/e2e/browser-public.test.ts +7 -146
  657. package/tests/e2e/plugin-management.test.ts +137 -0
  658. package/tests/e2e/public-commands.test.ts +34 -1
  659. package/vitest.config.ts +33 -8
  660. package/.github/workflows/pkg-pr-new.yml +0 -30
  661. package/dist/clis/douban/shared.d.ts +0 -4
  662. package/dist/clis/douban/shared.js +0 -155
  663. package/src/clis/douban/shared.ts +0 -165
  664. /package/dist/clis/boss/{common.d.ts → utils.d.ts} +0 -0
  665. /package/dist/clis/boss/{common.js → utils.js} +0 -0
  666. /package/dist/clis/doubao/{common.d.ts → utils.d.ts} +0 -0
  667. /package/dist/clis/doubao/{common.js → utils.js} +0 -0
  668. /package/dist/clis/doubao-app/{common.d.ts → utils.d.ts} +0 -0
  669. /package/dist/clis/doubao-app/{common.js → utils.js} +0 -0
  670. /package/dist/clis/jike/{shared.d.ts → utils.d.ts} +0 -0
  671. /package/dist/clis/jike/{shared.js → utils.js} +0 -0
  672. /package/dist/clis/medium/{shared.d.ts → utils.d.ts} +0 -0
  673. /package/dist/clis/sinablog/{shared.d.ts → utils.d.ts} +0 -0
  674. /package/dist/clis/sinablog/{shared.js → utils.js} +0 -0
  675. /package/dist/clis/substack/{shared.d.ts → utils.d.ts} +0 -0
  676. /package/src/clis/boss/{common.ts → utils.ts} +0 -0
  677. /package/src/clis/doubao/{common.ts → utils.ts} +0 -0
  678. /package/src/clis/doubao-app/{common.ts → utils.ts} +0 -0
  679. /package/src/clis/jike/{shared.ts → utils.ts} +0 -0
  680. /package/src/clis/sinablog/{shared.ts → utils.ts} +0 -0
@@ -0,0 +1,503 @@
1
+ import { cli, Strategy } from '../../registry.js';
2
+ import { AuthRequiredError, EmptyResultError } from '../../errors.js';
3
+ function normalizeWhitespace(value) {
4
+ return String(value ?? '').replace(/\s+/g, ' ').trim();
5
+ }
6
+ function parseMetric(value) {
7
+ const raw = normalizeWhitespace(value).toLowerCase();
8
+ if (!raw)
9
+ return 0;
10
+ const compact = raw.replace(/,/g, '');
11
+ const match = compact.match(/(\d+(?:\.\d+)?)(k|m)?/i);
12
+ if (!match)
13
+ return 0;
14
+ const base = Number(match[1]);
15
+ const suffix = (match[2] || '').toLowerCase();
16
+ if (suffix === 'k')
17
+ return Math.round(base * 1000);
18
+ if (suffix === 'm')
19
+ return Math.round(base * 1000000);
20
+ return Math.round(base);
21
+ }
22
+ function buildPostId(post) {
23
+ const url = normalizeWhitespace(post.url);
24
+ if (url)
25
+ return url;
26
+ const author = normalizeWhitespace(post.author);
27
+ const text = normalizeWhitespace(post.text);
28
+ const postedAt = normalizeWhitespace(post.posted_at);
29
+ return `${author}::${postedAt}::${text.slice(0, 120)}`;
30
+ }
31
+ function mergeTimelinePosts(existing, batch) {
32
+ const seen = new Set(existing.map(post => post.id));
33
+ const merged = [...existing];
34
+ for (const rawPost of batch) {
35
+ const post = {
36
+ id: buildPostId(rawPost),
37
+ author: normalizeWhitespace(rawPost.author),
38
+ author_url: normalizeWhitespace(rawPost.author_url),
39
+ headline: normalizeWhitespace(rawPost.headline),
40
+ text: normalizeWhitespace(rawPost.text),
41
+ posted_at: normalizeWhitespace(rawPost.posted_at),
42
+ reactions: Number(rawPost.reactions) || 0,
43
+ comments: Number(rawPost.comments) || 0,
44
+ url: normalizeWhitespace(rawPost.url),
45
+ };
46
+ if (!post.author || !post.text)
47
+ continue;
48
+ if (seen.has(post.id))
49
+ continue;
50
+ seen.add(post.id);
51
+ merged.push(post);
52
+ }
53
+ return merged;
54
+ }
55
+ async function extractVisiblePosts(page) {
56
+ return page.evaluate(`(function () {
57
+ function normalize(value) {
58
+ return String(value || '').replace(/\\s+/g, ' ').trim();
59
+ }
60
+ function textOf(root, selector) {
61
+ var el = root.querySelector(selector);
62
+ return el ? el.textContent : '';
63
+ }
64
+ function hrefOf(root, selector) {
65
+ var el = root.querySelector(selector);
66
+ return el && el.href ? el.href : '';
67
+ }
68
+ function attrOf(root, selector, attr) {
69
+ var el = root.querySelector(selector);
70
+ return el ? el.getAttribute(attr) : '';
71
+ }
72
+ function cleanTimestamp(value) {
73
+ return normalize(String(value || '').replace(/[•.]/g, ' '));
74
+ }
75
+ function parseMetric(value) {
76
+ var raw = normalize(value).toLowerCase();
77
+ var match;
78
+ var base;
79
+ var suffix;
80
+ if (!raw) return 0;
81
+ match = raw.replace(/,/g, '').match(/(\\d+(?:\\.\\d+)?)(k|m)?/i);
82
+ if (!match) return 0;
83
+ base = Number(match[1]);
84
+ suffix = (match[2] || '').toLowerCase();
85
+ if (suffix === 'k') return Math.round(base * 1000);
86
+ if (suffix === 'm') return Math.round(base * 1000000);
87
+ return Math.round(base);
88
+ }
89
+ function splitBlocks(text) {
90
+ var lines = String(text || '').split('\\n');
91
+ var blocks = [];
92
+ var current = [];
93
+ var i;
94
+ var line;
95
+ for (i = 0; i < lines.length; i += 1) {
96
+ line = normalize(lines[i]);
97
+ if (!line) {
98
+ if (current.length) {
99
+ blocks.push(normalize(current.join(' ')));
100
+ current = [];
101
+ }
102
+ continue;
103
+ }
104
+ current.push(line);
105
+ }
106
+ if (current.length) blocks.push(normalize(current.join(' ')));
107
+ return blocks;
108
+ }
109
+ function looksLikeTimestamp(value) {
110
+ var lower = String(value || '').toLowerCase();
111
+ return /^\\d+\\s*(s|m|h|d|w|mo|yr|min)(\\s*[•.])?$/i.test(lower);
112
+ }
113
+ function looksLikeBadge(value) {
114
+ var lower = String(value || '').toLowerCase();
115
+ return String(value || '').indexOf('•') === 0
116
+ || lower === '1st'
117
+ || lower === '2nd'
118
+ || lower === '3rd'
119
+ || lower === 'degree connection';
120
+ }
121
+ function looksLikeAction(value) {
122
+ return /^(follow|send message|connect|visit my website|view my newsletter|subscribe)$/i.test((value || '').toLowerCase());
123
+ }
124
+ function looksLikeCta(value) {
125
+ return /^(book an appointment|view my services|visit my website|view my newsletter|subscribe|learn more|contact us)$/i.test((value || '').toLowerCase());
126
+ }
127
+ function looksLikeEngagement(value) {
128
+ return /(reactions?|comments?|reposts?)/i.test(String(value || ''));
129
+ }
130
+ function looksLikeFooterAction(value) {
131
+ return /^(like|comment|repost|send|reply|load more comments)$/i.test((value || '').toLowerCase());
132
+ }
133
+ function findActivityUrn(root) {
134
+ var elements = [root].concat(Array.from(root.querySelectorAll('*')));
135
+ var i;
136
+ var j;
137
+ var attrs;
138
+ var value;
139
+ var match;
140
+ for (i = 0; i < elements.length; i += 1) {
141
+ attrs = Array.from(elements[i].attributes || []);
142
+ for (j = 0; j < attrs.length; j += 1) {
143
+ value = String(attrs[j].value || '');
144
+ match = value.match(/urn:li:activity:\\d+/);
145
+ if (match) return match[0];
146
+ }
147
+ }
148
+ return '';
149
+ }
150
+ function parseReactionCount(root, blocks) {
151
+ var direct = textOf(root, '.social-details-social-counts__reactions-count');
152
+ var rootText = String(root.innerText || '');
153
+ var i;
154
+ var value;
155
+ value = rootText.match(/and\\s+(\\d[\\d,]*)\\s+others\\s+reacted/i);
156
+ if (value) return parseMetric(value[1]) + 1;
157
+ value = rootText.match(/and\\s+(\\d[\\d,]*)\\s+others(?!\\s+comments?)(?!\\s+reposts?)/i);
158
+ if (value) return parseMetric(value[1]) + 1;
159
+ value = rootText.match(/(\\d[\\d,]*)\\s+reactions?/i);
160
+ if (value) return parseMetric(value[0]);
161
+ if (direct) return parseMetric(direct);
162
+ for (i = 0; i < blocks.length; i += 1) {
163
+ value = blocks[i];
164
+ if (/and\\s+\\d[\\d,]*\\s+others(?!\\s+comments?)(?!\\s+reposts?)/i.test(value)) {
165
+ return parseMetric(value) + 1;
166
+ }
167
+ if (/reactions?/i.test(value)) return parseMetric(value);
168
+ if (/and\\s+\\d+[\\d,]*\\s+others\\s+reacted/i.test(value)) return parseMetric(value) + 1;
169
+ }
170
+ return 0;
171
+ }
172
+ function parseCommentCount(blocks) {
173
+ var i;
174
+ var text = blocks.join(' ');
175
+ var match = text.match(/(\\d[\\d,]*)\\s+comments?/i);
176
+ if (match) return parseMetric(match[0]);
177
+ for (i = 0; i < blocks.length; i += 1) {
178
+ if (/comments?/i.test(blocks[i])) return parseMetric(blocks[i]);
179
+ }
180
+ return 0;
181
+ }
182
+ function selectProfileLink(root, author) {
183
+ var links = Array.from(root.querySelectorAll('a[href*="/in/"], a[href*="/company/"]'));
184
+ var normalizedAuthor = normalize(author).toLowerCase();
185
+ var i;
186
+ var label;
187
+ for (i = 0; i < links.length; i += 1) {
188
+ label = normalize(links[i].textContent || links[i].getAttribute('aria-label')).toLowerCase();
189
+ if (!links[i].href) continue;
190
+ if (normalizedAuthor && label.indexOf(normalizedAuthor) >= 0) return links[i];
191
+ }
192
+ return links[0] || null;
193
+ }
194
+ function selectProfileUrl(root, author) {
195
+ var link = selectProfileLink(root, author);
196
+ return link && link.href ? link.href : '';
197
+ }
198
+ function parseActorLinkMeta(root, author) {
199
+ var link = selectProfileLink(root, author);
200
+ var text = normalize(link ? link.textContent : '');
201
+ var normalizedAuthor = normalize(author);
202
+ var match;
203
+ var rest;
204
+ var headline = '';
205
+ var postedAt = '';
206
+ if (!text || !normalizedAuthor) return { headline: '', postedAt: '' };
207
+ if (text.indexOf(normalizedAuthor) === 0) {
208
+ rest = normalize(text.slice(normalizedAuthor.length));
209
+ } else {
210
+ rest = text;
211
+ }
212
+ rest = normalize(rest.replace(/^[•·]\\s*(1st|2nd|3rd\\+?|3rd|degree connection)/i, ''));
213
+ match = rest.match(/(\\d+\\s*(?:s|m|h|d|w|mo|yr|min))\\s*[•·]?$/i);
214
+ if (match) {
215
+ postedAt = cleanTimestamp(match[1]);
216
+ headline = normalize(rest.slice(0, rest.length - match[0].length));
217
+ } else {
218
+ headline = rest;
219
+ }
220
+ headline = normalize(headline.replace(/^(book an appointment|view my services|visit my website|view my newsletter)\\s*/i, ''));
221
+ return { headline: headline, postedAt: postedAt };
222
+ }
223
+ function stripBodyTail(value) {
224
+ return normalize(String(value || '')
225
+ .replace(/\\s+\\d[\\d,]*\\s+reactions?[\\s\\S]*$/i, '')
226
+ .replace(/\\s+\\d[\\d,]*\\s+comments?[\\s\\S]*$/i, '')
227
+ .replace(/\\s+[A-Z][^\\n]+\\s+and\\s+\\d[\\d,]*\\s+others\\s+reacted[\\s\\S]*$/i, '')
228
+ .replace(/\\s+Like\\s+Comment\\s+Repost\\s+Send[\\s\\S]*$/i, '')
229
+ .replace(/\\s+Reaction button state:[\\s\\S]*$/i, '')
230
+ .replace(/^\\d+\\s*(?:s|m|h|d|w|mo|yr|min)\\s*[•.]?\\s*Follow\\s+/i, '')
231
+ );
232
+ }
233
+ function parseActorMeta(root) {
234
+ var actorLink = root.querySelector('a[href*="/in/"], a[href*="/company/"]');
235
+ var actorText = normalize(actorLink ? actorLink.textContent : '');
236
+ var author = '';
237
+ var headline = '';
238
+ var postedAt = '';
239
+ var match;
240
+ if (actorText) {
241
+ match = actorText.match(/^(.+?)\\s+[•·]\\s+(1st|2nd|3rd\\+?|3rd|degree connection)(.*)$/i);
242
+ if (match) {
243
+ author = normalize(match[1]);
244
+ actorText = normalize(match[3]);
245
+ }
246
+ }
247
+ match = actorText.match(/(.+?)\\s+(\\d+\\s*(?:s|m|h|d|w|mo|yr|min))\\s*[•·]?$/i);
248
+ if (match) {
249
+ headline = normalize(match[1]);
250
+ postedAt = cleanTimestamp(match[2]);
251
+ } else if (actorText) {
252
+ headline = actorText;
253
+ }
254
+ return {
255
+ author: author,
256
+ headline: headline,
257
+ postedAt: postedAt,
258
+ authorUrl: actorLink && actorLink.href ? actorLink.href : '',
259
+ };
260
+ }
261
+ function extractFromListItem(root) {
262
+ var blocks = splitBlocks(root.innerText || '');
263
+ var filtered = [];
264
+ var i;
265
+ var value;
266
+ var author = '';
267
+ var authorUrl = '';
268
+ var headline = '';
269
+ var postedAt = '';
270
+ var text = '';
271
+ var bodyStart = -1;
272
+ var permalink;
273
+ var url;
274
+ var reactions;
275
+ var comments;
276
+ var endIndex = -1;
277
+ var urn;
278
+
279
+ if (blocks.length < 5) return null;
280
+ if (blocks[0] !== 'Feed post') return null;
281
+
282
+ for (i = 1; i < blocks.length; i += 1) {
283
+ value = blocks[i];
284
+ if (!value) continue;
285
+ if (/commented on this|reposted this|liked this|suggested/i.test(value)) continue;
286
+ filtered.push(value);
287
+ }
288
+ if (filtered.length < 4) return null;
289
+
290
+ for (i = 0; i < filtered.length; i += 1) {
291
+ value = filtered[i];
292
+ if (!author && !looksLikeBadge(value) && !looksLikeAction(value) && !looksLikeTimestamp(value)) {
293
+ author = value;
294
+ continue;
295
+ }
296
+ if (author && !headline && !looksLikeBadge(value) && !looksLikeAction(value) && !looksLikeTimestamp(value) && !looksLikeCta(value)) {
297
+ headline = value;
298
+ continue;
299
+ }
300
+ if (!postedAt && looksLikeTimestamp(value)) {
301
+ postedAt = cleanTimestamp(value);
302
+ continue;
303
+ }
304
+ }
305
+
306
+ if (!author) return null;
307
+ authorUrl = selectProfileUrl(root, author);
308
+ if (!headline || !postedAt) {
309
+ var actorMeta = parseActorLinkMeta(root, author);
310
+ if (!headline && actorMeta.headline) headline = actorMeta.headline;
311
+ if (!postedAt && actorMeta.postedAt) postedAt = actorMeta.postedAt;
312
+ }
313
+
314
+ for (i = 0; i < filtered.length; i += 1) {
315
+ value = filtered[i];
316
+ if (looksLikeAction(value)) {
317
+ bodyStart = i + 1;
318
+ break;
319
+ }
320
+ }
321
+ if (bodyStart < 0 && postedAt) {
322
+ bodyStart = filtered.indexOf(postedAt) + 1;
323
+ }
324
+ if (bodyStart < 0) bodyStart = Math.min(filtered.length, headline ? 2 : 1);
325
+
326
+ for (i = bodyStart; i < filtered.length; i += 1) {
327
+ value = filtered[i];
328
+ if (looksLikeEngagement(value) || looksLikeFooterAction(value)) {
329
+ endIndex = i;
330
+ break;
331
+ }
332
+ }
333
+ if (endIndex < 0) endIndex = filtered.length;
334
+
335
+ text = stripBodyTail(filtered.slice(bodyStart, endIndex).join('\\n\\n'));
336
+ if (!text) return null;
337
+
338
+ permalink = root.querySelector('a[href*="/feed/update/"], a[href*="/posts/"], a[href*="/pulse/"]');
339
+ url = permalink ? permalink.href : '';
340
+ urn = findActivityUrn(root);
341
+ if (!url && urn) url = 'https://www.linkedin.com/feed/update/' + urn + '/';
342
+ reactions = parseReactionCount(root, filtered);
343
+ comments = parseCommentCount(filtered);
344
+
345
+ return {
346
+ id: url || (author + '::' + postedAt + '::' + text.slice(0, 120)),
347
+ author: author,
348
+ author_url: authorUrl,
349
+ headline: headline,
350
+ text: text,
351
+ posted_at: postedAt,
352
+ reactions: reactions,
353
+ comments: comments,
354
+ url: url,
355
+ };
356
+ }
357
+ function commentMetric(root) {
358
+ var links = Array.from(root.querySelectorAll('button, a'));
359
+ var i;
360
+ var label;
361
+ for (i = 0; i < links.length; i += 1) {
362
+ label = normalize(links[i].textContent || links[i].getAttribute('aria-label'));
363
+ if (/comment/i.test(label)) return parseMetric(label);
364
+ }
365
+ return 0;
366
+ }
367
+
368
+ var currentUrl = window.location.href;
369
+ var path = String(window.location.pathname || '');
370
+ var loginRequired = path.indexOf('/login') >= 0
371
+ || path.indexOf('/checkpoint/') >= 0
372
+ || Boolean(document.querySelector('input[name="session_key"], form.login__form'));
373
+ var moreButtons = Array.from(document.querySelectorAll('button, a[role="button"]'))
374
+ .filter(function (el) {
375
+ return /see more|more/i.test(normalize(el.textContent))
376
+ || /see more|more/i.test(normalize(el.getAttribute('aria-label')));
377
+ })
378
+ .slice(0, 8);
379
+ var cards = Array.from(document.querySelectorAll('article, .feed-shared-update-v2, .occludable-update, [role="listitem"]'));
380
+ var seen = new Set();
381
+ var posts = [];
382
+ var i;
383
+ var card;
384
+ var root;
385
+ var author;
386
+ var headline;
387
+ var text;
388
+ var postedAt;
389
+ var permalink;
390
+ var url;
391
+ var reactions;
392
+ var comments;
393
+
394
+ for (i = 0; i < moreButtons.length; i += 1) {
395
+ try { moreButtons[i].click(); } catch (err) {}
396
+ }
397
+
398
+ for (i = 0; i < cards.length; i += 1) {
399
+ card = cards[i];
400
+ root = card.closest('article, .feed-shared-update-v2, .occludable-update, [role="listitem"]') || card;
401
+ if (!root || seen.has(root)) continue;
402
+ seen.add(root);
403
+
404
+ if (String(root.getAttribute('role') || '') === 'listitem') {
405
+ var extracted = extractFromListItem(root);
406
+ if (extracted) posts.push(extracted);
407
+ continue;
408
+ }
409
+
410
+ author = normalize(
411
+ textOf(root, '.update-components-actor__title span[dir="ltr"]')
412
+ || textOf(root, '.update-components-actor__title')
413
+ || textOf(root, '[data-control-name="actor"] span[dir="ltr"]')
414
+ || textOf(root, '[data-control-name="actor"]')
415
+ );
416
+ headline = normalize(
417
+ textOf(root, '.update-components-actor__description')
418
+ || textOf(root, '.update-components-actor__sub-description')
419
+ );
420
+ text = normalize(
421
+ textOf(root, '.update-components-text span[dir="ltr"]')
422
+ || textOf(root, '.update-components-text')
423
+ || textOf(root, '.feed-shared-inline-show-more-text span[dir="ltr"]')
424
+ || textOf(root, '.feed-shared-inline-show-more-text')
425
+ || textOf(root, '[data-test-id="main-feed-activity-card"] .break-words')
426
+ );
427
+ postedAt = normalize(
428
+ textOf(root, '.update-components-actor__sub-description a')
429
+ || textOf(root, '.update-components-actor__sub-description span[aria-hidden="true"]')
430
+ || textOf(root, 'time')
431
+ );
432
+ permalink = root.querySelector('a[href*="/feed/update/"], a[href*="/posts/"], a[href*="/pulse/"]');
433
+ url = permalink ? permalink.href : '';
434
+ if (url && url.indexOf('/') === 0) url = new URL(url, currentUrl).toString();
435
+ reactions = parseMetric(
436
+ textOf(root, '.social-details-social-counts__reactions-count')
437
+ || attrOf(root, '[aria-label*="reaction"]', 'aria-label')
438
+ || attrOf(root, '[aria-label*="like"]', 'aria-label')
439
+ );
440
+ comments = commentMetric(root);
441
+
442
+ if (!author || !text) continue;
443
+
444
+ posts.push({
445
+ id: url || (author + '::' + postedAt + '::' + text.slice(0, 120)),
446
+ author: author,
447
+ author_url: hrefOf(root, 'a[href*="/in/"], a[href*="/company/"]'),
448
+ headline: headline,
449
+ text: text,
450
+ posted_at: postedAt,
451
+ reactions: reactions,
452
+ comments: comments,
453
+ url: url,
454
+ });
455
+ }
456
+
457
+ return { loginRequired: loginRequired, posts: posts };
458
+ })()`);
459
+ }
460
+ cli({
461
+ site: 'linkedin',
462
+ name: 'timeline',
463
+ description: 'Read LinkedIn home timeline posts',
464
+ domain: 'www.linkedin.com',
465
+ strategy: Strategy.COOKIE,
466
+ browser: true,
467
+ args: [
468
+ { name: 'limit', type: 'int', default: 20, help: 'Number of posts to return (max 100)' },
469
+ ],
470
+ columns: ['rank', 'author', 'author_url', 'headline', 'text', 'posted_at', 'reactions', 'comments', 'url'],
471
+ func: async (page, kwargs) => {
472
+ const limit = Math.max(1, Math.min(kwargs.limit ?? 20, 100));
473
+ await page.goto('https://www.linkedin.com/feed/');
474
+ await page.wait(4);
475
+ let posts = [];
476
+ let sawLoginWall = false;
477
+ for (let i = 0; i < 6 && posts.length < limit; i++) {
478
+ const batch = await extractVisiblePosts(page);
479
+ if (batch?.loginRequired)
480
+ sawLoginWall = true;
481
+ posts = mergeTimelinePosts(posts, Array.isArray(batch?.posts) ? batch.posts : []);
482
+ if (posts.length >= limit)
483
+ break;
484
+ await page.autoScroll({ times: 1, delayMs: 1200 });
485
+ await page.wait(1);
486
+ }
487
+ if (sawLoginWall && posts.length === 0) {
488
+ throw new AuthRequiredError('linkedin.com', 'LinkedIn timeline requires an active signed-in browser session');
489
+ }
490
+ if (posts.length === 0) {
491
+ throw new EmptyResultError('linkedin timeline', 'Make sure your LinkedIn home feed is visible in the browser.');
492
+ }
493
+ return posts.slice(0, limit).map((post, index) => ({
494
+ rank: index + 1,
495
+ ...post,
496
+ }));
497
+ },
498
+ });
499
+ export const __test__ = {
500
+ parseMetric,
501
+ buildPostId,
502
+ mergeTimelinePosts,
503
+ };
@@ -0,0 +1 @@
1
+ import './timeline.js';
@@ -0,0 +1,81 @@
1
+ import { describe, expect, it } from 'vitest';
2
+ import { getRegistry } from '../../registry.js';
3
+ import './timeline.js';
4
+ const { parseMetric, buildPostId, mergeTimelinePosts } = await import('./timeline.js').then((m) => m.__test__);
5
+ describe('linkedin timeline adapter', () => {
6
+ const command = getRegistry().get('linkedin/timeline');
7
+ it('registers the command with correct shape', () => {
8
+ expect(command).toBeDefined();
9
+ expect(command.site).toBe('linkedin');
10
+ expect(command.name).toBe('timeline');
11
+ expect(command.domain).toBe('www.linkedin.com');
12
+ expect(command.strategy).toBe('cookie');
13
+ expect(command.browser).toBe(true);
14
+ expect(typeof command.func).toBe('function');
15
+ });
16
+ it('has limit arg with default 20', () => {
17
+ const limitArg = command.args.find((a) => a.name === 'limit');
18
+ expect(limitArg).toBeDefined();
19
+ expect(limitArg.default).toBe(20);
20
+ });
21
+ it('includes expected columns', () => {
22
+ expect(command.columns).toEqual(expect.arrayContaining(['author', 'text', 'reactions', 'comments', 'url']));
23
+ });
24
+ });
25
+ describe('parseMetric', () => {
26
+ it('parses plain numbers', () => {
27
+ expect(parseMetric('42')).toBe(42);
28
+ expect(parseMetric('1,234')).toBe(1234);
29
+ });
30
+ it('handles k/m suffixes', () => {
31
+ expect(parseMetric('2.5k')).toBe(2500);
32
+ expect(parseMetric('1.2M')).toBe(1200000);
33
+ });
34
+ it('returns 0 for empty/undefined', () => {
35
+ expect(parseMetric('')).toBe(0);
36
+ expect(parseMetric(undefined)).toBe(0);
37
+ expect(parseMetric(null)).toBe(0);
38
+ });
39
+ });
40
+ describe('buildPostId', () => {
41
+ it('uses url when present', () => {
42
+ expect(buildPostId({ url: 'https://linkedin.com/post/123' })).toBe('https://linkedin.com/post/123');
43
+ });
44
+ it('falls back to composite key', () => {
45
+ const id = buildPostId({ author: 'Alice', posted_at: '2h', text: 'Hello world' });
46
+ expect(id).toBe('Alice::2h::Hello world');
47
+ });
48
+ });
49
+ describe('mergeTimelinePosts', () => {
50
+ it('deduplicates by url', () => {
51
+ const url = 'https://linkedin.com/post/1';
52
+ const a = {
53
+ id: url,
54
+ author: 'Alice',
55
+ author_url: '',
56
+ headline: '',
57
+ text: 'Hello',
58
+ posted_at: '1h',
59
+ reactions: 5,
60
+ comments: 1,
61
+ url,
62
+ };
63
+ const result = mergeTimelinePosts([a], [a]);
64
+ expect(result).toHaveLength(1);
65
+ });
66
+ it('skips posts without author or text', () => {
67
+ const empty = {
68
+ id: '2',
69
+ author: '',
70
+ author_url: '',
71
+ headline: '',
72
+ text: 'some text',
73
+ posted_at: '',
74
+ reactions: 0,
75
+ comments: 0,
76
+ url: '',
77
+ };
78
+ const result = mergeTimelinePosts([], [empty]);
79
+ expect(result).toHaveLength(0);
80
+ });
81
+ });
@@ -31,6 +31,7 @@ pipeline:
31
31
  views: t.views,
32
32
  likes: t.like_count,
33
33
  replies: (t.posts_count || 1) - 1,
34
+ url: 'https://linux.do/t/topic/' + t.id,
34
35
  }));
35
36
  })()
36
37
 
@@ -40,7 +41,8 @@ pipeline:
40
41
  views: ${{ item.views }}
41
42
  likes: ${{ item.likes }}
42
43
  replies: ${{ item.replies }}
44
+ url: ${{ item.url }}
43
45
 
44
46
  - limit: ${{ args.limit }}
45
47
 
46
- columns: [rank, title, views, likes, replies]
48
+ columns: [rank, title, views, likes, replies, url]
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { buildMediumTagUrl, loadMediumPosts } from './shared.js';
2
+ import { buildMediumTagUrl, loadMediumPosts } from './utils.js';
3
3
  cli({
4
4
  site: 'medium',
5
5
  name: 'feed',
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { buildMediumSearchUrl, loadMediumPosts } from './shared.js';
2
+ import { buildMediumSearchUrl, loadMediumPosts } from './utils.js';
3
3
  cli({
4
4
  site: 'medium',
5
5
  name: 'search',
@@ -10,6 +10,6 @@ cli({
10
10
  { name: 'keyword', required: true, positional: true, help: '搜索关键词' },
11
11
  { name: 'limit', type: 'int', default: 20, help: '返回的文章数量' },
12
12
  ],
13
- columns: ['rank', 'title', 'author', 'date', 'readTime', 'claps'],
13
+ columns: ['rank', 'title', 'author', 'date', 'readTime', 'claps', 'url'],
14
14
  func: async (page, args) => loadMediumPosts(page, buildMediumSearchUrl(args.keyword), Number(args.limit) || 20),
15
15
  });
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { buildMediumUserUrl, loadMediumPosts } from './shared.js';
2
+ import { buildMediumUserUrl, loadMediumPosts } from './utils.js';
3
3
  cli({
4
4
  site: 'medium',
5
5
  name: 'user',
@@ -1,3 +1,4 @@
1
+ import { CommandExecutionError } from '../../errors.js';
1
2
  export function buildMediumTagUrl(topic) {
2
3
  return topic ? `https://medium.com/tag/${encodeURIComponent(topic)}` : 'https://medium.com/tag/technology';
3
4
  }
@@ -9,7 +10,7 @@ export function buildMediumUserUrl(username) {
9
10
  }
10
11
  export async function loadMediumPosts(page, url, limit) {
11
12
  if (!page)
12
- throw new Error('Requires browser session');
13
+ throw new CommandExecutionError('Browser session required for medium posts');
13
14
  await page.goto(url);
14
15
  await page.wait(5);
15
16
  const data = await page.evaluate(`