@jackwener/opencli 1.3.2 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (508) hide show
  1. package/.github/pull_request_template.md +3 -1
  2. package/.github/workflows/build-extension.yml +7 -1
  3. package/.github/workflows/ci.yml +29 -3
  4. package/.github/workflows/docs.yml +1 -1
  5. package/.github/workflows/e2e-headed.yml +20 -0
  6. package/.github/workflows/release.yml +1 -1
  7. package/.github/workflows/security.yml +0 -3
  8. package/CHANGELOG.md +55 -0
  9. package/CONTRIBUTING.md +6 -3
  10. package/README.md +37 -10
  11. package/README.zh-CN.md +37 -10
  12. package/SKILL.md +7 -2
  13. package/TESTING.md +1 -0
  14. package/chatwise-opencli.ps1 +82 -0
  15. package/dist/analysis.d.ts +38 -0
  16. package/dist/analysis.js +166 -0
  17. package/dist/browser/cdp.d.ts +0 -4
  18. package/dist/browser/cdp.js +59 -38
  19. package/dist/browser/cdp.test.d.ts +1 -0
  20. package/dist/browser/cdp.test.js +52 -0
  21. package/dist/browser/daemon-client.js +2 -1
  22. package/dist/browser/discover.js +2 -1
  23. package/dist/browser/dom-snapshot.d.ts +2 -2
  24. package/dist/browser/dom-snapshot.js +54 -1
  25. package/dist/browser/dom-snapshot.test.js +36 -0
  26. package/dist/browser/errors.js +2 -1
  27. package/dist/browser/index.d.ts +3 -2
  28. package/dist/browser/index.js +2 -1
  29. package/dist/browser/mcp.d.ts +0 -2
  30. package/dist/browser/mcp.js +2 -3
  31. package/dist/browser/page.d.ts +4 -3
  32. package/dist/browser/page.js +44 -35
  33. package/dist/browser/stealth.d.ts +16 -0
  34. package/dist/browser/stealth.js +155 -0
  35. package/dist/browser.test.js +47 -1
  36. package/dist/build-manifest.js +15 -9
  37. package/dist/build-manifest.test.js +12 -0
  38. package/dist/cascade.js +4 -2
  39. package/dist/cli-manifest.json +639 -258
  40. package/dist/cli.js +57 -29
  41. package/dist/clis/_shared/desktop-commands.d.ts +22 -0
  42. package/dist/clis/_shared/desktop-commands.js +108 -0
  43. package/dist/clis/antigravity/serve.js +5 -2
  44. package/dist/clis/arxiv/search.js +1 -1
  45. package/dist/clis/bilibili/dynamic.test.d.ts +1 -0
  46. package/dist/clis/bilibili/dynamic.test.js +68 -0
  47. package/dist/clis/bilibili/favorite.js +4 -2
  48. package/dist/clis/bilibili/following.js +3 -2
  49. package/dist/clis/bilibili/subtitle.js +8 -7
  50. package/dist/clis/bilibili/utils.js +2 -2
  51. package/dist/clis/boss/batchgreet.js +1 -1
  52. package/dist/clis/boss/chatlist.js +1 -1
  53. package/dist/clis/boss/chatmsg.js +1 -1
  54. package/dist/clis/boss/detail.js +1 -1
  55. package/dist/clis/boss/exchange.js +1 -1
  56. package/dist/clis/boss/greet.js +1 -1
  57. package/dist/clis/boss/invite.js +1 -1
  58. package/dist/clis/boss/joblist.js +1 -1
  59. package/dist/clis/boss/mark.js +4 -3
  60. package/dist/clis/boss/recommend.js +1 -1
  61. package/dist/clis/boss/resume.js +1 -1
  62. package/dist/clis/boss/search.js +1 -1
  63. package/dist/clis/boss/send.js +5 -4
  64. package/dist/clis/boss/stats.js +1 -1
  65. package/dist/clis/chatgpt/ask.js +4 -0
  66. package/dist/clis/chatgpt/new.js +5 -1
  67. package/dist/clis/chatgpt/read.js +5 -1
  68. package/dist/clis/chatgpt/send.js +2 -1
  69. package/dist/clis/chatgpt/status.js +5 -1
  70. package/dist/clis/chatwise/ask.js +8 -2
  71. package/dist/clis/chatwise/export.js +2 -0
  72. package/dist/clis/chatwise/history.js +2 -0
  73. package/dist/clis/chatwise/model.js +8 -3
  74. package/dist/clis/chatwise/new.js +3 -18
  75. package/dist/clis/chatwise/read.js +2 -0
  76. package/dist/clis/chatwise/screenshot.js +3 -27
  77. package/dist/clis/chatwise/send.js +8 -2
  78. package/dist/clis/chatwise/shared.d.ts +2 -0
  79. package/dist/clis/chatwise/shared.js +6 -0
  80. package/dist/clis/chatwise/status.js +3 -22
  81. package/dist/clis/codex/ask.js +6 -2
  82. package/dist/clis/codex/dump.js +2 -25
  83. package/dist/clis/codex/new.js +2 -25
  84. package/dist/clis/codex/screenshot.js +2 -27
  85. package/dist/clis/codex/send.js +6 -4
  86. package/dist/clis/codex/status.js +2 -22
  87. package/dist/clis/cursor/ask.js +2 -1
  88. package/dist/clis/cursor/composer.js +2 -1
  89. package/dist/clis/cursor/dump.js +2 -25
  90. package/dist/clis/cursor/new.js +2 -18
  91. package/dist/clis/cursor/read.js +2 -1
  92. package/dist/clis/cursor/screenshot.js +1 -30
  93. package/dist/clis/cursor/send.js +2 -1
  94. package/dist/clis/cursor/status.js +2 -21
  95. package/dist/clis/dictionary/examples.yaml +25 -0
  96. package/dist/clis/dictionary/search.yaml +27 -0
  97. package/dist/clis/dictionary/synonyms.yaml +25 -0
  98. package/dist/clis/douban/book-hot.js +1 -1
  99. package/dist/clis/douban/movie-hot.js +1 -1
  100. package/dist/clis/douban/search.js +1 -1
  101. package/dist/clis/douban/utils.d.ts +4 -1
  102. package/dist/clis/douban/utils.js +156 -1
  103. package/dist/clis/doubao/ask.js +1 -1
  104. package/dist/clis/doubao/new.js +1 -1
  105. package/dist/clis/doubao/read.js +1 -1
  106. package/dist/clis/doubao/send.js +1 -1
  107. package/dist/clis/doubao/status.js +1 -1
  108. package/dist/clis/doubao-app/ask.js +1 -1
  109. package/dist/clis/doubao-app/new.js +1 -1
  110. package/dist/clis/doubao-app/read.js +1 -1
  111. package/dist/clis/doubao-app/send.js +1 -1
  112. package/dist/clis/grok/ask.d.ts +4 -0
  113. package/dist/clis/grok/ask.js +28 -10
  114. package/dist/clis/grok/ask.test.js +18 -0
  115. package/dist/clis/jd/item.d.ts +1 -0
  116. package/dist/clis/jd/item.js +96 -0
  117. package/dist/clis/jd/item.test.d.ts +1 -0
  118. package/dist/clis/jd/item.test.js +28 -0
  119. package/dist/clis/jike/feed.js +1 -1
  120. package/dist/clis/jike/search.js +1 -1
  121. package/dist/clis/linkedin/search.js +5 -4
  122. package/dist/clis/linkedin/timeline.d.ts +21 -0
  123. package/dist/clis/linkedin/timeline.js +503 -0
  124. package/dist/clis/linkedin/timeline.test.d.ts +1 -0
  125. package/dist/clis/linkedin/timeline.test.js +81 -0
  126. package/dist/clis/medium/feed.js +1 -1
  127. package/dist/clis/medium/search.js +1 -1
  128. package/dist/clis/medium/user.js +1 -1
  129. package/dist/clis/medium/{shared.js → utils.js} +2 -1
  130. package/dist/clis/pixiv/detail.yaml +49 -0
  131. package/dist/clis/pixiv/download.d.ts +7 -0
  132. package/dist/clis/pixiv/download.js +78 -0
  133. package/dist/clis/pixiv/download.test.d.ts +1 -0
  134. package/dist/clis/pixiv/download.test.js +87 -0
  135. package/dist/clis/pixiv/illusts.d.ts +8 -0
  136. package/dist/clis/pixiv/illusts.js +65 -0
  137. package/dist/clis/pixiv/illusts.test.d.ts +1 -0
  138. package/dist/clis/pixiv/illusts.test.js +99 -0
  139. package/dist/clis/pixiv/ranking.yaml +53 -0
  140. package/dist/clis/pixiv/search.d.ts +6 -0
  141. package/dist/clis/pixiv/search.js +43 -0
  142. package/dist/clis/pixiv/search.test.d.ts +1 -0
  143. package/dist/clis/pixiv/search.test.js +83 -0
  144. package/dist/clis/pixiv/test-utils.d.ts +12 -0
  145. package/dist/clis/pixiv/test-utils.js +23 -0
  146. package/dist/clis/pixiv/user.yaml +46 -0
  147. package/dist/clis/pixiv/utils.d.ts +27 -0
  148. package/dist/clis/pixiv/utils.js +49 -0
  149. package/dist/clis/reddit/comment.js +2 -1
  150. package/dist/clis/reddit/read.js +4 -3
  151. package/dist/clis/reddit/read.test.d.ts +1 -0
  152. package/dist/clis/reddit/read.test.js +28 -0
  153. package/dist/clis/reddit/save.js +2 -1
  154. package/dist/clis/reddit/saved.js +7 -3
  155. package/dist/clis/reddit/subscribe.js +2 -1
  156. package/dist/clis/reddit/upvote.js +2 -1
  157. package/dist/clis/reddit/upvoted.js +7 -3
  158. package/dist/clis/sinablog/article.js +1 -1
  159. package/dist/clis/sinablog/hot.js +1 -1
  160. package/dist/clis/sinablog/user.js +1 -1
  161. package/dist/clis/substack/feed.js +1 -1
  162. package/dist/clis/substack/publication.js +1 -1
  163. package/dist/clis/substack/search.js +3 -2
  164. package/dist/clis/substack/{shared.js → utils.js} +3 -2
  165. package/dist/clis/tiktok/search.yaml +2 -1
  166. package/dist/clis/twitter/accept.js +2 -1
  167. package/dist/clis/twitter/article.js +4 -1
  168. package/dist/clis/twitter/block.js +2 -1
  169. package/dist/clis/twitter/bookmark.js +2 -1
  170. package/dist/clis/twitter/bookmarks.js +3 -2
  171. package/dist/clis/twitter/delete.js +2 -1
  172. package/dist/clis/twitter/follow.js +2 -1
  173. package/dist/clis/twitter/followers.js +3 -2
  174. package/dist/clis/twitter/following.js +3 -2
  175. package/dist/clis/twitter/hide-reply.js +2 -1
  176. package/dist/clis/twitter/like.js +2 -1
  177. package/dist/clis/twitter/notifications.js +2 -1
  178. package/dist/clis/twitter/post.js +2 -1
  179. package/dist/clis/twitter/profile.js +5 -2
  180. package/dist/clis/twitter/reply-dm.js +2 -1
  181. package/dist/clis/twitter/reply.js +2 -1
  182. package/dist/clis/twitter/search.js +30 -13
  183. package/dist/clis/twitter/search.test.d.ts +1 -0
  184. package/dist/clis/twitter/search.test.js +104 -0
  185. package/dist/clis/twitter/thread.js +2 -2
  186. package/dist/clis/twitter/timeline.js +3 -2
  187. package/dist/clis/twitter/trending.js +3 -2
  188. package/dist/clis/twitter/unblock.js +2 -1
  189. package/dist/clis/twitter/unbookmark.js +2 -1
  190. package/dist/clis/twitter/unfollow.js +2 -1
  191. package/dist/clis/v2ex/daily.js +3 -2
  192. package/dist/clis/v2ex/me.js +3 -2
  193. package/dist/clis/v2ex/notifications.js +4 -4
  194. package/dist/clis/web/read.d.ts +16 -0
  195. package/dist/clis/web/read.js +202 -0
  196. package/dist/clis/xueqiu/danjuan-utils.d.ts +55 -0
  197. package/dist/clis/xueqiu/danjuan-utils.js +126 -0
  198. package/dist/clis/xueqiu/danjuan-utils.test.d.ts +1 -0
  199. package/dist/clis/xueqiu/danjuan-utils.test.js +41 -0
  200. package/dist/clis/xueqiu/fund-holdings.d.ts +1 -0
  201. package/dist/clis/xueqiu/fund-holdings.js +28 -0
  202. package/dist/clis/xueqiu/fund-snapshot.d.ts +1 -0
  203. package/dist/clis/xueqiu/fund-snapshot.js +25 -0
  204. package/dist/clis/youtube/transcript.js +5 -4
  205. package/dist/clis/youtube/video.js +3 -2
  206. package/dist/constants.d.ts +2 -0
  207. package/dist/constants.js +2 -0
  208. package/dist/daemon.js +9 -4
  209. package/dist/discovery.js +11 -10
  210. package/dist/doctor.js +4 -2
  211. package/dist/download/index.d.ts +4 -12
  212. package/dist/download/index.js +33 -12
  213. package/dist/download/index.test.js +79 -2
  214. package/dist/download/media-download.js +4 -2
  215. package/dist/engine.test.js +76 -4
  216. package/dist/execution.d.ts +1 -9
  217. package/dist/execution.js +56 -46
  218. package/dist/explore.js +12 -111
  219. package/dist/external-clis.yaml +0 -8
  220. package/dist/external.js +7 -5
  221. package/dist/external.test.js +4 -0
  222. package/dist/generate.d.ts +0 -9
  223. package/dist/generate.js +4 -20
  224. package/dist/hooks.d.ts +46 -0
  225. package/dist/hooks.js +56 -0
  226. package/dist/hooks.test.d.ts +4 -0
  227. package/dist/hooks.test.js +92 -0
  228. package/dist/interceptor.js +70 -23
  229. package/dist/main.js +2 -0
  230. package/dist/output.js +12 -6
  231. package/dist/pipeline/executor.js +1 -1
  232. package/dist/pipeline/steps/browser.js +1 -3
  233. package/dist/pipeline/steps/download.js +42 -26
  234. package/dist/pipeline/steps/download.test.d.ts +1 -0
  235. package/dist/pipeline/steps/download.test.js +101 -0
  236. package/dist/pipeline/steps/fetch.js +40 -22
  237. package/dist/pipeline/steps/fetch.test.d.ts +1 -0
  238. package/dist/pipeline/steps/fetch.test.js +123 -0
  239. package/dist/pipeline/steps/transform.js +2 -6
  240. package/dist/pipeline/template.js +66 -52
  241. package/dist/pipeline/template.test.js +28 -0
  242. package/dist/pipeline/transform.test.js +18 -0
  243. package/dist/plugin.d.ts +40 -1
  244. package/dist/plugin.js +214 -17
  245. package/dist/plugin.test.d.ts +1 -1
  246. package/dist/plugin.test.js +219 -3
  247. package/dist/record.js +6 -98
  248. package/dist/registry-api.d.ts +2 -0
  249. package/dist/registry-api.js +1 -0
  250. package/dist/registry.d.ts +5 -2
  251. package/dist/registry.js +1 -2
  252. package/dist/runtime.d.ts +0 -1
  253. package/dist/runtime.js +14 -4
  254. package/dist/snapshotFormatter.d.ts +7 -14
  255. package/dist/snapshotFormatter.js +38 -78
  256. package/dist/utils.d.ts +9 -0
  257. package/dist/utils.js +29 -0
  258. package/dist/validate.js +3 -5
  259. package/dist/yaml-schema.d.ts +26 -0
  260. package/dist/yaml-schema.js +5 -0
  261. package/docs/.vitepress/config.mts +3 -0
  262. package/docs/adapters/browser/dictionary.md +27 -0
  263. package/docs/adapters/browser/douban.md +18 -8
  264. package/docs/adapters/browser/jd.md +27 -0
  265. package/docs/adapters/browser/linkedin.md +6 -0
  266. package/docs/adapters/browser/pixiv.md +92 -0
  267. package/docs/adapters/browser/web.md +30 -0
  268. package/docs/adapters/browser/wikipedia.md +0 -9
  269. package/docs/adapters/browser/xueqiu.md +27 -9
  270. package/docs/adapters/desktop/antigravity.md +0 -3
  271. package/docs/adapters/index.md +11 -9
  272. package/docs/comparison.md +125 -0
  273. package/docs/developer/contributing.md +21 -2
  274. package/docs/developer/testing.md +14 -8
  275. package/docs/developer/ts-adapter.md +18 -0
  276. package/docs/developer/yaml-adapter.md +16 -0
  277. package/docs/guide/plugins.md +10 -0
  278. package/docs/zh/guide/plugins.md +10 -0
  279. package/extension/dist/background.js +519 -444
  280. package/extension/manifest.json +1 -1
  281. package/extension/package.json +1 -1
  282. package/extension/src/background.test.ts +46 -1
  283. package/extension/src/background.ts +108 -33
  284. package/extension/src/cdp.ts +9 -9
  285. package/package.json +3 -2
  286. package/scripts/check-doc-coverage.sh +2 -0
  287. package/src/analysis.ts +170 -0
  288. package/src/browser/cdp.test.ts +66 -0
  289. package/src/browser/cdp.ts +64 -41
  290. package/src/browser/daemon-client.ts +4 -3
  291. package/src/browser/discover.ts +2 -1
  292. package/src/browser/dom-snapshot.test.ts +42 -0
  293. package/src/browser/dom-snapshot.ts +56 -3
  294. package/src/browser/errors.ts +2 -1
  295. package/src/browser/index.ts +3 -2
  296. package/src/browser/mcp.ts +2 -4
  297. package/src/browser/page.ts +43 -35
  298. package/src/browser/stealth.ts +156 -0
  299. package/src/browser.test.ts +51 -1
  300. package/src/build-manifest.test.ts +14 -0
  301. package/src/build-manifest.ts +13 -32
  302. package/src/cascade.ts +5 -3
  303. package/src/cli.ts +66 -34
  304. package/src/clis/_shared/desktop-commands.ts +121 -0
  305. package/src/clis/antigravity/serve.ts +6 -3
  306. package/src/clis/arxiv/search.ts +1 -1
  307. package/src/clis/bilibili/dynamic.test.ts +79 -0
  308. package/src/clis/bilibili/favorite.ts +5 -2
  309. package/src/clis/bilibili/following.ts +3 -2
  310. package/src/clis/bilibili/subtitle.ts +8 -7
  311. package/src/clis/bilibili/utils.ts +2 -2
  312. package/src/clis/boss/batchgreet.ts +1 -1
  313. package/src/clis/boss/chatlist.ts +1 -1
  314. package/src/clis/boss/chatmsg.ts +1 -1
  315. package/src/clis/boss/detail.ts +1 -1
  316. package/src/clis/boss/exchange.ts +1 -1
  317. package/src/clis/boss/greet.ts +1 -1
  318. package/src/clis/boss/invite.ts +1 -1
  319. package/src/clis/boss/joblist.ts +1 -1
  320. package/src/clis/boss/mark.ts +4 -3
  321. package/src/clis/boss/recommend.ts +1 -1
  322. package/src/clis/boss/resume.ts +1 -1
  323. package/src/clis/boss/search.ts +1 -1
  324. package/src/clis/boss/send.ts +5 -4
  325. package/src/clis/boss/stats.ts +1 -1
  326. package/src/clis/chatgpt/ask.ts +5 -0
  327. package/src/clis/chatgpt/new.ts +7 -2
  328. package/src/clis/chatgpt/read.ts +7 -2
  329. package/src/clis/chatgpt/send.ts +3 -2
  330. package/src/clis/chatgpt/status.ts +6 -1
  331. package/src/clis/chatwise/ask.ts +7 -2
  332. package/src/clis/chatwise/export.ts +2 -0
  333. package/src/clis/chatwise/history.ts +2 -0
  334. package/src/clis/chatwise/model.ts +7 -3
  335. package/src/clis/chatwise/new.ts +3 -20
  336. package/src/clis/chatwise/read.ts +2 -0
  337. package/src/clis/chatwise/screenshot.ts +3 -32
  338. package/src/clis/chatwise/send.ts +7 -2
  339. package/src/clis/chatwise/shared.ts +8 -0
  340. package/src/clis/chatwise/status.ts +3 -24
  341. package/src/clis/codex/ask.ts +5 -2
  342. package/src/clis/codex/dump.ts +2 -27
  343. package/src/clis/codex/new.ts +2 -28
  344. package/src/clis/codex/screenshot.ts +2 -32
  345. package/src/clis/codex/send.ts +5 -4
  346. package/src/clis/codex/status.ts +2 -24
  347. package/src/clis/cursor/ask.ts +2 -1
  348. package/src/clis/cursor/composer.ts +2 -1
  349. package/src/clis/cursor/dump.ts +2 -27
  350. package/src/clis/cursor/new.ts +2 -20
  351. package/src/clis/cursor/read.ts +2 -1
  352. package/src/clis/cursor/screenshot.ts +1 -36
  353. package/src/clis/cursor/send.ts +2 -1
  354. package/src/clis/cursor/status.ts +2 -22
  355. package/src/clis/dictionary/examples.yaml +25 -0
  356. package/src/clis/dictionary/search.yaml +27 -0
  357. package/src/clis/dictionary/synonyms.yaml +25 -0
  358. package/src/clis/douban/book-hot.ts +1 -1
  359. package/src/clis/douban/movie-hot.ts +1 -1
  360. package/src/clis/douban/search.ts +1 -1
  361. package/src/clis/douban/utils.ts +165 -1
  362. package/src/clis/doubao/ask.ts +1 -1
  363. package/src/clis/doubao/new.ts +1 -1
  364. package/src/clis/doubao/read.ts +1 -1
  365. package/src/clis/doubao/send.ts +1 -1
  366. package/src/clis/doubao/status.ts +1 -1
  367. package/src/clis/doubao-app/ask.ts +1 -1
  368. package/src/clis/doubao-app/new.ts +1 -1
  369. package/src/clis/doubao-app/read.ts +1 -1
  370. package/src/clis/doubao-app/send.ts +1 -1
  371. package/src/clis/grok/ask.test.ts +25 -0
  372. package/src/clis/grok/ask.ts +25 -12
  373. package/src/clis/jd/item.test.ts +35 -0
  374. package/src/clis/jd/item.ts +101 -0
  375. package/src/clis/jike/feed.ts +1 -1
  376. package/src/clis/jike/search.ts +1 -1
  377. package/src/clis/linkedin/search.ts +5 -4
  378. package/src/clis/linkedin/timeline.test.ts +99 -0
  379. package/src/clis/linkedin/timeline.ts +532 -0
  380. package/src/clis/medium/feed.ts +1 -1
  381. package/src/clis/medium/search.ts +1 -1
  382. package/src/clis/medium/user.ts +1 -1
  383. package/src/clis/medium/{shared.ts → utils.ts} +2 -1
  384. package/src/clis/pixiv/detail.yaml +49 -0
  385. package/src/clis/pixiv/download.test.ts +114 -0
  386. package/src/clis/pixiv/download.ts +91 -0
  387. package/src/clis/pixiv/illusts.test.ts +115 -0
  388. package/src/clis/pixiv/illusts.ts +78 -0
  389. package/src/clis/pixiv/ranking.yaml +53 -0
  390. package/src/clis/pixiv/search.test.ts +97 -0
  391. package/src/clis/pixiv/search.ts +53 -0
  392. package/src/clis/pixiv/test-utils.ts +29 -0
  393. package/src/clis/pixiv/user.yaml +46 -0
  394. package/src/clis/pixiv/utils.ts +62 -0
  395. package/src/clis/reddit/comment.ts +2 -1
  396. package/src/clis/reddit/read.test.ts +34 -0
  397. package/src/clis/reddit/read.ts +4 -3
  398. package/src/clis/reddit/save.ts +2 -1
  399. package/src/clis/reddit/saved.ts +6 -2
  400. package/src/clis/reddit/subscribe.ts +2 -1
  401. package/src/clis/reddit/upvote.ts +2 -1
  402. package/src/clis/reddit/upvoted.ts +6 -2
  403. package/src/clis/sinablog/article.ts +1 -1
  404. package/src/clis/sinablog/hot.ts +1 -1
  405. package/src/clis/sinablog/user.ts +1 -1
  406. package/src/clis/substack/feed.ts +1 -1
  407. package/src/clis/substack/publication.ts +1 -1
  408. package/src/clis/substack/search.ts +3 -2
  409. package/src/clis/substack/{shared.ts → utils.ts} +3 -2
  410. package/src/clis/tiktok/search.yaml +2 -1
  411. package/src/clis/twitter/accept.ts +2 -1
  412. package/src/clis/twitter/article.ts +3 -1
  413. package/src/clis/twitter/block.ts +2 -1
  414. package/src/clis/twitter/bookmark.ts +2 -1
  415. package/src/clis/twitter/bookmarks.ts +3 -2
  416. package/src/clis/twitter/delete.ts +2 -1
  417. package/src/clis/twitter/follow.ts +2 -1
  418. package/src/clis/twitter/followers.ts +3 -2
  419. package/src/clis/twitter/following.ts +3 -2
  420. package/src/clis/twitter/hide-reply.ts +2 -1
  421. package/src/clis/twitter/like.ts +2 -1
  422. package/src/clis/twitter/notifications.ts +2 -1
  423. package/src/clis/twitter/post.ts +2 -1
  424. package/src/clis/twitter/profile.ts +4 -2
  425. package/src/clis/twitter/reply-dm.ts +2 -1
  426. package/src/clis/twitter/reply.ts +2 -1
  427. package/src/clis/twitter/search.test.ts +113 -0
  428. package/src/clis/twitter/search.ts +38 -14
  429. package/src/clis/twitter/thread.ts +2 -2
  430. package/src/clis/twitter/timeline.ts +3 -2
  431. package/src/clis/twitter/trending.ts +3 -2
  432. package/src/clis/twitter/unblock.ts +2 -1
  433. package/src/clis/twitter/unbookmark.ts +2 -1
  434. package/src/clis/twitter/unfollow.ts +2 -1
  435. package/src/clis/v2ex/daily.ts +3 -2
  436. package/src/clis/v2ex/me.ts +3 -2
  437. package/src/clis/v2ex/notifications.ts +3 -4
  438. package/src/clis/web/read.ts +210 -0
  439. package/src/clis/xueqiu/danjuan-utils.test.ts +49 -0
  440. package/src/clis/xueqiu/danjuan-utils.ts +176 -0
  441. package/src/clis/xueqiu/fund-holdings.ts +32 -0
  442. package/src/clis/xueqiu/fund-snapshot.ts +27 -0
  443. package/src/clis/youtube/transcript.ts +5 -4
  444. package/src/clis/youtube/video.ts +3 -2
  445. package/src/constants.ts +3 -0
  446. package/src/daemon.ts +7 -5
  447. package/src/discovery.ts +12 -34
  448. package/src/doctor.ts +5 -3
  449. package/src/download/index.test.ts +93 -2
  450. package/src/download/index.ts +44 -23
  451. package/src/download/media-download.ts +5 -3
  452. package/src/engine.test.ts +84 -3
  453. package/src/execution.ts +62 -46
  454. package/src/explore.ts +21 -90
  455. package/src/external-clis.yaml +0 -8
  456. package/src/external.test.ts +9 -0
  457. package/src/external.ts +12 -10
  458. package/src/generate.ts +4 -41
  459. package/src/hooks.test.ts +126 -0
  460. package/src/hooks.ts +90 -0
  461. package/src/interceptor.ts +73 -23
  462. package/src/main.ts +2 -0
  463. package/src/output.ts +14 -6
  464. package/src/pipeline/executor.ts +1 -1
  465. package/src/pipeline/steps/browser.ts +1 -3
  466. package/src/pipeline/steps/download.test.ts +136 -0
  467. package/src/pipeline/steps/download.ts +47 -34
  468. package/src/pipeline/steps/fetch.test.ts +179 -0
  469. package/src/pipeline/steps/fetch.ts +39 -23
  470. package/src/pipeline/steps/transform.ts +2 -6
  471. package/src/pipeline/template.test.ts +28 -0
  472. package/src/pipeline/template.ts +67 -79
  473. package/src/pipeline/transform.test.ts +20 -0
  474. package/src/plugin.test.ts +251 -3
  475. package/src/plugin.ts +265 -21
  476. package/src/record.ts +12 -84
  477. package/src/registry-api.ts +2 -0
  478. package/src/registry.ts +7 -4
  479. package/src/runtime.ts +14 -4
  480. package/src/snapshotFormatter.ts +43 -121
  481. package/src/utils.ts +39 -0
  482. package/src/validate.ts +3 -6
  483. package/src/yaml-schema.ts +28 -0
  484. package/tests/e2e/browser-auth.test.ts +25 -0
  485. package/tests/e2e/plugin-management.test.ts +137 -0
  486. package/tests/e2e/public-commands.test.ts +34 -1
  487. package/vitest.config.ts +19 -1
  488. package/.github/workflows/pkg-pr-new.yml +0 -30
  489. package/dist/clis/douban/shared.d.ts +0 -4
  490. package/dist/clis/douban/shared.js +0 -155
  491. package/src/clis/douban/shared.ts +0 -165
  492. /package/dist/clis/boss/{common.d.ts → utils.d.ts} +0 -0
  493. /package/dist/clis/boss/{common.js → utils.js} +0 -0
  494. /package/dist/clis/doubao/{common.d.ts → utils.d.ts} +0 -0
  495. /package/dist/clis/doubao/{common.js → utils.js} +0 -0
  496. /package/dist/clis/doubao-app/{common.d.ts → utils.d.ts} +0 -0
  497. /package/dist/clis/doubao-app/{common.js → utils.js} +0 -0
  498. /package/dist/clis/jike/{shared.d.ts → utils.d.ts} +0 -0
  499. /package/dist/clis/jike/{shared.js → utils.js} +0 -0
  500. /package/dist/clis/medium/{shared.d.ts → utils.d.ts} +0 -0
  501. /package/dist/clis/sinablog/{shared.d.ts → utils.d.ts} +0 -0
  502. /package/dist/clis/sinablog/{shared.js → utils.js} +0 -0
  503. /package/dist/clis/substack/{shared.d.ts → utils.d.ts} +0 -0
  504. /package/src/clis/boss/{common.ts → utils.ts} +0 -0
  505. /package/src/clis/doubao/{common.ts → utils.ts} +0 -0
  506. /package/src/clis/doubao-app/{common.ts → utils.ts} +0 -0
  507. /package/src/clis/jike/{shared.ts → utils.ts} +0 -0
  508. /package/src/clis/sinablog/{shared.ts → utils.ts} +0 -0
@@ -0,0 +1,503 @@
1
+ import { cli, Strategy } from '../../registry.js';
2
+ import { AuthRequiredError, EmptyResultError } from '../../errors.js';
3
+ function normalizeWhitespace(value) {
4
+ return String(value ?? '').replace(/\s+/g, ' ').trim();
5
+ }
6
+ function parseMetric(value) {
7
+ const raw = normalizeWhitespace(value).toLowerCase();
8
+ if (!raw)
9
+ return 0;
10
+ const compact = raw.replace(/,/g, '');
11
+ const match = compact.match(/(\d+(?:\.\d+)?)(k|m)?/i);
12
+ if (!match)
13
+ return 0;
14
+ const base = Number(match[1]);
15
+ const suffix = (match[2] || '').toLowerCase();
16
+ if (suffix === 'k')
17
+ return Math.round(base * 1000);
18
+ if (suffix === 'm')
19
+ return Math.round(base * 1000000);
20
+ return Math.round(base);
21
+ }
22
+ function buildPostId(post) {
23
+ const url = normalizeWhitespace(post.url);
24
+ if (url)
25
+ return url;
26
+ const author = normalizeWhitespace(post.author);
27
+ const text = normalizeWhitespace(post.text);
28
+ const postedAt = normalizeWhitespace(post.posted_at);
29
+ return `${author}::${postedAt}::${text.slice(0, 120)}`;
30
+ }
31
+ function mergeTimelinePosts(existing, batch) {
32
+ const seen = new Set(existing.map(post => post.id));
33
+ const merged = [...existing];
34
+ for (const rawPost of batch) {
35
+ const post = {
36
+ id: buildPostId(rawPost),
37
+ author: normalizeWhitespace(rawPost.author),
38
+ author_url: normalizeWhitespace(rawPost.author_url),
39
+ headline: normalizeWhitespace(rawPost.headline),
40
+ text: normalizeWhitespace(rawPost.text),
41
+ posted_at: normalizeWhitespace(rawPost.posted_at),
42
+ reactions: Number(rawPost.reactions) || 0,
43
+ comments: Number(rawPost.comments) || 0,
44
+ url: normalizeWhitespace(rawPost.url),
45
+ };
46
+ if (!post.author || !post.text)
47
+ continue;
48
+ if (seen.has(post.id))
49
+ continue;
50
+ seen.add(post.id);
51
+ merged.push(post);
52
+ }
53
+ return merged;
54
+ }
55
+ async function extractVisiblePosts(page) {
56
+ return page.evaluate(`(function () {
57
+ function normalize(value) {
58
+ return String(value || '').replace(/\\s+/g, ' ').trim();
59
+ }
60
+ function textOf(root, selector) {
61
+ var el = root.querySelector(selector);
62
+ return el ? el.textContent : '';
63
+ }
64
+ function hrefOf(root, selector) {
65
+ var el = root.querySelector(selector);
66
+ return el && el.href ? el.href : '';
67
+ }
68
+ function attrOf(root, selector, attr) {
69
+ var el = root.querySelector(selector);
70
+ return el ? el.getAttribute(attr) : '';
71
+ }
72
+ function cleanTimestamp(value) {
73
+ return normalize(String(value || '').replace(/[•.]/g, ' '));
74
+ }
75
+ function parseMetric(value) {
76
+ var raw = normalize(value).toLowerCase();
77
+ var match;
78
+ var base;
79
+ var suffix;
80
+ if (!raw) return 0;
81
+ match = raw.replace(/,/g, '').match(/(\\d+(?:\\.\\d+)?)(k|m)?/i);
82
+ if (!match) return 0;
83
+ base = Number(match[1]);
84
+ suffix = (match[2] || '').toLowerCase();
85
+ if (suffix === 'k') return Math.round(base * 1000);
86
+ if (suffix === 'm') return Math.round(base * 1000000);
87
+ return Math.round(base);
88
+ }
89
+ function splitBlocks(text) {
90
+ var lines = String(text || '').split('\\n');
91
+ var blocks = [];
92
+ var current = [];
93
+ var i;
94
+ var line;
95
+ for (i = 0; i < lines.length; i += 1) {
96
+ line = normalize(lines[i]);
97
+ if (!line) {
98
+ if (current.length) {
99
+ blocks.push(normalize(current.join(' ')));
100
+ current = [];
101
+ }
102
+ continue;
103
+ }
104
+ current.push(line);
105
+ }
106
+ if (current.length) blocks.push(normalize(current.join(' ')));
107
+ return blocks;
108
+ }
109
+ function looksLikeTimestamp(value) {
110
+ var lower = String(value || '').toLowerCase();
111
+ return /^\\d+\\s*(s|m|h|d|w|mo|yr|min)(\\s*[•.])?$/i.test(lower);
112
+ }
113
+ function looksLikeBadge(value) {
114
+ var lower = String(value || '').toLowerCase();
115
+ return String(value || '').indexOf('•') === 0
116
+ || lower === '1st'
117
+ || lower === '2nd'
118
+ || lower === '3rd'
119
+ || lower === 'degree connection';
120
+ }
121
+ function looksLikeAction(value) {
122
+ return /^(follow|send message|connect|visit my website|view my newsletter|subscribe)$/i.test((value || '').toLowerCase());
123
+ }
124
+ function looksLikeCta(value) {
125
+ return /^(book an appointment|view my services|visit my website|view my newsletter|subscribe|learn more|contact us)$/i.test((value || '').toLowerCase());
126
+ }
127
+ function looksLikeEngagement(value) {
128
+ return /(reactions?|comments?|reposts?)/i.test(String(value || ''));
129
+ }
130
+ function looksLikeFooterAction(value) {
131
+ return /^(like|comment|repost|send|reply|load more comments)$/i.test((value || '').toLowerCase());
132
+ }
133
+ function findActivityUrn(root) {
134
+ var elements = [root].concat(Array.from(root.querySelectorAll('*')));
135
+ var i;
136
+ var j;
137
+ var attrs;
138
+ var value;
139
+ var match;
140
+ for (i = 0; i < elements.length; i += 1) {
141
+ attrs = Array.from(elements[i].attributes || []);
142
+ for (j = 0; j < attrs.length; j += 1) {
143
+ value = String(attrs[j].value || '');
144
+ match = value.match(/urn:li:activity:\\d+/);
145
+ if (match) return match[0];
146
+ }
147
+ }
148
+ return '';
149
+ }
150
+ function parseReactionCount(root, blocks) {
151
+ var direct = textOf(root, '.social-details-social-counts__reactions-count');
152
+ var rootText = String(root.innerText || '');
153
+ var i;
154
+ var value;
155
+ value = rootText.match(/and\\s+(\\d[\\d,]*)\\s+others\\s+reacted/i);
156
+ if (value) return parseMetric(value[1]) + 1;
157
+ value = rootText.match(/and\\s+(\\d[\\d,]*)\\s+others(?!\\s+comments?)(?!\\s+reposts?)/i);
158
+ if (value) return parseMetric(value[1]) + 1;
159
+ value = rootText.match(/(\\d[\\d,]*)\\s+reactions?/i);
160
+ if (value) return parseMetric(value[0]);
161
+ if (direct) return parseMetric(direct);
162
+ for (i = 0; i < blocks.length; i += 1) {
163
+ value = blocks[i];
164
+ if (/and\\s+\\d[\\d,]*\\s+others(?!\\s+comments?)(?!\\s+reposts?)/i.test(value)) {
165
+ return parseMetric(value) + 1;
166
+ }
167
+ if (/reactions?/i.test(value)) return parseMetric(value);
168
+ if (/and\\s+\\d+[\\d,]*\\s+others\\s+reacted/i.test(value)) return parseMetric(value) + 1;
169
+ }
170
+ return 0;
171
+ }
172
+ function parseCommentCount(blocks) {
173
+ var i;
174
+ var text = blocks.join(' ');
175
+ var match = text.match(/(\\d[\\d,]*)\\s+comments?/i);
176
+ if (match) return parseMetric(match[0]);
177
+ for (i = 0; i < blocks.length; i += 1) {
178
+ if (/comments?/i.test(blocks[i])) return parseMetric(blocks[i]);
179
+ }
180
+ return 0;
181
+ }
182
+ function selectProfileLink(root, author) {
183
+ var links = Array.from(root.querySelectorAll('a[href*="/in/"], a[href*="/company/"]'));
184
+ var normalizedAuthor = normalize(author).toLowerCase();
185
+ var i;
186
+ var label;
187
+ for (i = 0; i < links.length; i += 1) {
188
+ label = normalize(links[i].textContent || links[i].getAttribute('aria-label')).toLowerCase();
189
+ if (!links[i].href) continue;
190
+ if (normalizedAuthor && label.indexOf(normalizedAuthor) >= 0) return links[i];
191
+ }
192
+ return links[0] || null;
193
+ }
194
+ function selectProfileUrl(root, author) {
195
+ var link = selectProfileLink(root, author);
196
+ return link && link.href ? link.href : '';
197
+ }
198
+ function parseActorLinkMeta(root, author) {
199
+ var link = selectProfileLink(root, author);
200
+ var text = normalize(link ? link.textContent : '');
201
+ var normalizedAuthor = normalize(author);
202
+ var match;
203
+ var rest;
204
+ var headline = '';
205
+ var postedAt = '';
206
+ if (!text || !normalizedAuthor) return { headline: '', postedAt: '' };
207
+ if (text.indexOf(normalizedAuthor) === 0) {
208
+ rest = normalize(text.slice(normalizedAuthor.length));
209
+ } else {
210
+ rest = text;
211
+ }
212
+ rest = normalize(rest.replace(/^[•·]\\s*(1st|2nd|3rd\\+?|3rd|degree connection)/i, ''));
213
+ match = rest.match(/(\\d+\\s*(?:s|m|h|d|w|mo|yr|min))\\s*[•·]?$/i);
214
+ if (match) {
215
+ postedAt = cleanTimestamp(match[1]);
216
+ headline = normalize(rest.slice(0, rest.length - match[0].length));
217
+ } else {
218
+ headline = rest;
219
+ }
220
+ headline = normalize(headline.replace(/^(book an appointment|view my services|visit my website|view my newsletter)\\s*/i, ''));
221
+ return { headline: headline, postedAt: postedAt };
222
+ }
223
+ function stripBodyTail(value) {
224
+ return normalize(String(value || '')
225
+ .replace(/\\s+\\d[\\d,]*\\s+reactions?[\\s\\S]*$/i, '')
226
+ .replace(/\\s+\\d[\\d,]*\\s+comments?[\\s\\S]*$/i, '')
227
+ .replace(/\\s+[A-Z][^\\n]+\\s+and\\s+\\d[\\d,]*\\s+others\\s+reacted[\\s\\S]*$/i, '')
228
+ .replace(/\\s+Like\\s+Comment\\s+Repost\\s+Send[\\s\\S]*$/i, '')
229
+ .replace(/\\s+Reaction button state:[\\s\\S]*$/i, '')
230
+ .replace(/^\\d+\\s*(?:s|m|h|d|w|mo|yr|min)\\s*[•.]?\\s*Follow\\s+/i, '')
231
+ );
232
+ }
233
+ function parseActorMeta(root) {
234
+ var actorLink = root.querySelector('a[href*="/in/"], a[href*="/company/"]');
235
+ var actorText = normalize(actorLink ? actorLink.textContent : '');
236
+ var author = '';
237
+ var headline = '';
238
+ var postedAt = '';
239
+ var match;
240
+ if (actorText) {
241
+ match = actorText.match(/^(.+?)\\s+[•·]\\s+(1st|2nd|3rd\\+?|3rd|degree connection)(.*)$/i);
242
+ if (match) {
243
+ author = normalize(match[1]);
244
+ actorText = normalize(match[3]);
245
+ }
246
+ }
247
+ match = actorText.match(/(.+?)\\s+(\\d+\\s*(?:s|m|h|d|w|mo|yr|min))\\s*[•·]?$/i);
248
+ if (match) {
249
+ headline = normalize(match[1]);
250
+ postedAt = cleanTimestamp(match[2]);
251
+ } else if (actorText) {
252
+ headline = actorText;
253
+ }
254
+ return {
255
+ author: author,
256
+ headline: headline,
257
+ postedAt: postedAt,
258
+ authorUrl: actorLink && actorLink.href ? actorLink.href : '',
259
+ };
260
+ }
261
+ function extractFromListItem(root) {
262
+ var blocks = splitBlocks(root.innerText || '');
263
+ var filtered = [];
264
+ var i;
265
+ var value;
266
+ var author = '';
267
+ var authorUrl = '';
268
+ var headline = '';
269
+ var postedAt = '';
270
+ var text = '';
271
+ var bodyStart = -1;
272
+ var permalink;
273
+ var url;
274
+ var reactions;
275
+ var comments;
276
+ var endIndex = -1;
277
+ var urn;
278
+
279
+ if (blocks.length < 5) return null;
280
+ if (blocks[0] !== 'Feed post') return null;
281
+
282
+ for (i = 1; i < blocks.length; i += 1) {
283
+ value = blocks[i];
284
+ if (!value) continue;
285
+ if (/commented on this|reposted this|liked this|suggested/i.test(value)) continue;
286
+ filtered.push(value);
287
+ }
288
+ if (filtered.length < 4) return null;
289
+
290
+ for (i = 0; i < filtered.length; i += 1) {
291
+ value = filtered[i];
292
+ if (!author && !looksLikeBadge(value) && !looksLikeAction(value) && !looksLikeTimestamp(value)) {
293
+ author = value;
294
+ continue;
295
+ }
296
+ if (author && !headline && !looksLikeBadge(value) && !looksLikeAction(value) && !looksLikeTimestamp(value) && !looksLikeCta(value)) {
297
+ headline = value;
298
+ continue;
299
+ }
300
+ if (!postedAt && looksLikeTimestamp(value)) {
301
+ postedAt = cleanTimestamp(value);
302
+ continue;
303
+ }
304
+ }
305
+
306
+ if (!author) return null;
307
+ authorUrl = selectProfileUrl(root, author);
308
+ if (!headline || !postedAt) {
309
+ var actorMeta = parseActorLinkMeta(root, author);
310
+ if (!headline && actorMeta.headline) headline = actorMeta.headline;
311
+ if (!postedAt && actorMeta.postedAt) postedAt = actorMeta.postedAt;
312
+ }
313
+
314
+ for (i = 0; i < filtered.length; i += 1) {
315
+ value = filtered[i];
316
+ if (looksLikeAction(value)) {
317
+ bodyStart = i + 1;
318
+ break;
319
+ }
320
+ }
321
+ if (bodyStart < 0 && postedAt) {
322
+ bodyStart = filtered.indexOf(postedAt) + 1;
323
+ }
324
+ if (bodyStart < 0) bodyStart = Math.min(filtered.length, headline ? 2 : 1);
325
+
326
+ for (i = bodyStart; i < filtered.length; i += 1) {
327
+ value = filtered[i];
328
+ if (looksLikeEngagement(value) || looksLikeFooterAction(value)) {
329
+ endIndex = i;
330
+ break;
331
+ }
332
+ }
333
+ if (endIndex < 0) endIndex = filtered.length;
334
+
335
+ text = stripBodyTail(filtered.slice(bodyStart, endIndex).join('\\n\\n'));
336
+ if (!text) return null;
337
+
338
+ permalink = root.querySelector('a[href*="/feed/update/"], a[href*="/posts/"], a[href*="/pulse/"]');
339
+ url = permalink ? permalink.href : '';
340
+ urn = findActivityUrn(root);
341
+ if (!url && urn) url = 'https://www.linkedin.com/feed/update/' + urn + '/';
342
+ reactions = parseReactionCount(root, filtered);
343
+ comments = parseCommentCount(filtered);
344
+
345
+ return {
346
+ id: url || (author + '::' + postedAt + '::' + text.slice(0, 120)),
347
+ author: author,
348
+ author_url: authorUrl,
349
+ headline: headline,
350
+ text: text,
351
+ posted_at: postedAt,
352
+ reactions: reactions,
353
+ comments: comments,
354
+ url: url,
355
+ };
356
+ }
357
+ function commentMetric(root) {
358
+ var links = Array.from(root.querySelectorAll('button, a'));
359
+ var i;
360
+ var label;
361
+ for (i = 0; i < links.length; i += 1) {
362
+ label = normalize(links[i].textContent || links[i].getAttribute('aria-label'));
363
+ if (/comment/i.test(label)) return parseMetric(label);
364
+ }
365
+ return 0;
366
+ }
367
+
368
+ var currentUrl = window.location.href;
369
+ var path = String(window.location.pathname || '');
370
+ var loginRequired = path.indexOf('/login') >= 0
371
+ || path.indexOf('/checkpoint/') >= 0
372
+ || Boolean(document.querySelector('input[name="session_key"], form.login__form'));
373
+ var moreButtons = Array.from(document.querySelectorAll('button, a[role="button"]'))
374
+ .filter(function (el) {
375
+ return /see more|more/i.test(normalize(el.textContent))
376
+ || /see more|more/i.test(normalize(el.getAttribute('aria-label')));
377
+ })
378
+ .slice(0, 8);
379
+ var cards = Array.from(document.querySelectorAll('article, .feed-shared-update-v2, .occludable-update, [role="listitem"]'));
380
+ var seen = new Set();
381
+ var posts = [];
382
+ var i;
383
+ var card;
384
+ var root;
385
+ var author;
386
+ var headline;
387
+ var text;
388
+ var postedAt;
389
+ var permalink;
390
+ var url;
391
+ var reactions;
392
+ var comments;
393
+
394
+ for (i = 0; i < moreButtons.length; i += 1) {
395
+ try { moreButtons[i].click(); } catch (err) {}
396
+ }
397
+
398
+ for (i = 0; i < cards.length; i += 1) {
399
+ card = cards[i];
400
+ root = card.closest('article, .feed-shared-update-v2, .occludable-update, [role="listitem"]') || card;
401
+ if (!root || seen.has(root)) continue;
402
+ seen.add(root);
403
+
404
+ if (String(root.getAttribute('role') || '') === 'listitem') {
405
+ var extracted = extractFromListItem(root);
406
+ if (extracted) posts.push(extracted);
407
+ continue;
408
+ }
409
+
410
+ author = normalize(
411
+ textOf(root, '.update-components-actor__title span[dir="ltr"]')
412
+ || textOf(root, '.update-components-actor__title')
413
+ || textOf(root, '[data-control-name="actor"] span[dir="ltr"]')
414
+ || textOf(root, '[data-control-name="actor"]')
415
+ );
416
+ headline = normalize(
417
+ textOf(root, '.update-components-actor__description')
418
+ || textOf(root, '.update-components-actor__sub-description')
419
+ );
420
+ text = normalize(
421
+ textOf(root, '.update-components-text span[dir="ltr"]')
422
+ || textOf(root, '.update-components-text')
423
+ || textOf(root, '.feed-shared-inline-show-more-text span[dir="ltr"]')
424
+ || textOf(root, '.feed-shared-inline-show-more-text')
425
+ || textOf(root, '[data-test-id="main-feed-activity-card"] .break-words')
426
+ );
427
+ postedAt = normalize(
428
+ textOf(root, '.update-components-actor__sub-description a')
429
+ || textOf(root, '.update-components-actor__sub-description span[aria-hidden="true"]')
430
+ || textOf(root, 'time')
431
+ );
432
+ permalink = root.querySelector('a[href*="/feed/update/"], a[href*="/posts/"], a[href*="/pulse/"]');
433
+ url = permalink ? permalink.href : '';
434
+ if (url && url.indexOf('/') === 0) url = new URL(url, currentUrl).toString();
435
+ reactions = parseMetric(
436
+ textOf(root, '.social-details-social-counts__reactions-count')
437
+ || attrOf(root, '[aria-label*="reaction"]', 'aria-label')
438
+ || attrOf(root, '[aria-label*="like"]', 'aria-label')
439
+ );
440
+ comments = commentMetric(root);
441
+
442
+ if (!author || !text) continue;
443
+
444
+ posts.push({
445
+ id: url || (author + '::' + postedAt + '::' + text.slice(0, 120)),
446
+ author: author,
447
+ author_url: hrefOf(root, 'a[href*="/in/"], a[href*="/company/"]'),
448
+ headline: headline,
449
+ text: text,
450
+ posted_at: postedAt,
451
+ reactions: reactions,
452
+ comments: comments,
453
+ url: url,
454
+ });
455
+ }
456
+
457
+ return { loginRequired: loginRequired, posts: posts };
458
+ })()`);
459
+ }
460
+ cli({
461
+ site: 'linkedin',
462
+ name: 'timeline',
463
+ description: 'Read LinkedIn home timeline posts',
464
+ domain: 'www.linkedin.com',
465
+ strategy: Strategy.COOKIE,
466
+ browser: true,
467
+ args: [
468
+ { name: 'limit', type: 'int', default: 20, help: 'Number of posts to return (max 100)' },
469
+ ],
470
+ columns: ['rank', 'author', 'author_url', 'headline', 'text', 'posted_at', 'reactions', 'comments', 'url'],
471
+ func: async (page, kwargs) => {
472
+ const limit = Math.max(1, Math.min(kwargs.limit ?? 20, 100));
473
+ await page.goto('https://www.linkedin.com/feed/');
474
+ await page.wait(4);
475
+ let posts = [];
476
+ let sawLoginWall = false;
477
+ for (let i = 0; i < 6 && posts.length < limit; i++) {
478
+ const batch = await extractVisiblePosts(page);
479
+ if (batch?.loginRequired)
480
+ sawLoginWall = true;
481
+ posts = mergeTimelinePosts(posts, Array.isArray(batch?.posts) ? batch.posts : []);
482
+ if (posts.length >= limit)
483
+ break;
484
+ await page.autoScroll({ times: 1, delayMs: 1200 });
485
+ await page.wait(1);
486
+ }
487
+ if (sawLoginWall && posts.length === 0) {
488
+ throw new AuthRequiredError('linkedin.com', 'LinkedIn timeline requires an active signed-in browser session');
489
+ }
490
+ if (posts.length === 0) {
491
+ throw new EmptyResultError('linkedin timeline', 'Make sure your LinkedIn home feed is visible in the browser.');
492
+ }
493
+ return posts.slice(0, limit).map((post, index) => ({
494
+ rank: index + 1,
495
+ ...post,
496
+ }));
497
+ },
498
+ });
499
+ export const __test__ = {
500
+ parseMetric,
501
+ buildPostId,
502
+ mergeTimelinePosts,
503
+ };
@@ -0,0 +1 @@
1
+ import './timeline.js';
@@ -0,0 +1,81 @@
1
+ import { describe, expect, it } from 'vitest';
2
+ import { getRegistry } from '../../registry.js';
3
+ import './timeline.js';
4
+ const { parseMetric, buildPostId, mergeTimelinePosts } = await import('./timeline.js').then((m) => m.__test__);
5
+ describe('linkedin timeline adapter', () => {
6
+ const command = getRegistry().get('linkedin/timeline');
7
+ it('registers the command with correct shape', () => {
8
+ expect(command).toBeDefined();
9
+ expect(command.site).toBe('linkedin');
10
+ expect(command.name).toBe('timeline');
11
+ expect(command.domain).toBe('www.linkedin.com');
12
+ expect(command.strategy).toBe('cookie');
13
+ expect(command.browser).toBe(true);
14
+ expect(typeof command.func).toBe('function');
15
+ });
16
+ it('has limit arg with default 20', () => {
17
+ const limitArg = command.args.find((a) => a.name === 'limit');
18
+ expect(limitArg).toBeDefined();
19
+ expect(limitArg.default).toBe(20);
20
+ });
21
+ it('includes expected columns', () => {
22
+ expect(command.columns).toEqual(expect.arrayContaining(['author', 'text', 'reactions', 'comments', 'url']));
23
+ });
24
+ });
25
+ describe('parseMetric', () => {
26
+ it('parses plain numbers', () => {
27
+ expect(parseMetric('42')).toBe(42);
28
+ expect(parseMetric('1,234')).toBe(1234);
29
+ });
30
+ it('handles k/m suffixes', () => {
31
+ expect(parseMetric('2.5k')).toBe(2500);
32
+ expect(parseMetric('1.2M')).toBe(1200000);
33
+ });
34
+ it('returns 0 for empty/undefined', () => {
35
+ expect(parseMetric('')).toBe(0);
36
+ expect(parseMetric(undefined)).toBe(0);
37
+ expect(parseMetric(null)).toBe(0);
38
+ });
39
+ });
40
+ describe('buildPostId', () => {
41
+ it('uses url when present', () => {
42
+ expect(buildPostId({ url: 'https://linkedin.com/post/123' })).toBe('https://linkedin.com/post/123');
43
+ });
44
+ it('falls back to composite key', () => {
45
+ const id = buildPostId({ author: 'Alice', posted_at: '2h', text: 'Hello world' });
46
+ expect(id).toBe('Alice::2h::Hello world');
47
+ });
48
+ });
49
+ describe('mergeTimelinePosts', () => {
50
+ it('deduplicates by url', () => {
51
+ const url = 'https://linkedin.com/post/1';
52
+ const a = {
53
+ id: url,
54
+ author: 'Alice',
55
+ author_url: '',
56
+ headline: '',
57
+ text: 'Hello',
58
+ posted_at: '1h',
59
+ reactions: 5,
60
+ comments: 1,
61
+ url,
62
+ };
63
+ const result = mergeTimelinePosts([a], [a]);
64
+ expect(result).toHaveLength(1);
65
+ });
66
+ it('skips posts without author or text', () => {
67
+ const empty = {
68
+ id: '2',
69
+ author: '',
70
+ author_url: '',
71
+ headline: '',
72
+ text: 'some text',
73
+ posted_at: '',
74
+ reactions: 0,
75
+ comments: 0,
76
+ url: '',
77
+ };
78
+ const result = mergeTimelinePosts([], [empty]);
79
+ expect(result).toHaveLength(0);
80
+ });
81
+ });
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { buildMediumTagUrl, loadMediumPosts } from './shared.js';
2
+ import { buildMediumTagUrl, loadMediumPosts } from './utils.js';
3
3
  cli({
4
4
  site: 'medium',
5
5
  name: 'feed',
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { buildMediumSearchUrl, loadMediumPosts } from './shared.js';
2
+ import { buildMediumSearchUrl, loadMediumPosts } from './utils.js';
3
3
  cli({
4
4
  site: 'medium',
5
5
  name: 'search',
@@ -1,5 +1,5 @@
1
1
  import { cli, Strategy } from '../../registry.js';
2
- import { buildMediumUserUrl, loadMediumPosts } from './shared.js';
2
+ import { buildMediumUserUrl, loadMediumPosts } from './utils.js';
3
3
  cli({
4
4
  site: 'medium',
5
5
  name: 'user',
@@ -1,3 +1,4 @@
1
+ import { CommandExecutionError } from '../../errors.js';
1
2
  export function buildMediumTagUrl(topic) {
2
3
  return topic ? `https://medium.com/tag/${encodeURIComponent(topic)}` : 'https://medium.com/tag/technology';
3
4
  }
@@ -9,7 +10,7 @@ export function buildMediumUserUrl(username) {
9
10
  }
10
11
  export async function loadMediumPosts(page, url, limit) {
11
12
  if (!page)
12
- throw new Error('Requires browser session');
13
+ throw new CommandExecutionError('Browser session required for medium posts');
13
14
  await page.goto(url);
14
15
  await page.wait(5);
15
16
  const data = await page.evaluate(`
@@ -0,0 +1,49 @@
1
+ site: pixiv
2
+ name: detail
3
+ description: View illustration details (tags, stats, URLs)
4
+ domain: www.pixiv.net
5
+ strategy: cookie
6
+ browser: true
7
+
8
+ args:
9
+ id:
10
+ type: str
11
+ required: true
12
+ positional: true
13
+ description: Illustration ID
14
+
15
+ pipeline:
16
+ - navigate: https://www.pixiv.net
17
+
18
+ - evaluate: |
19
+ (async () => {
20
+ const id = ${{ args.id | json }};
21
+ const res = await fetch(
22
+ 'https://www.pixiv.net/ajax/illust/' + id,
23
+ { credentials: 'include' }
24
+ );
25
+ if (!res.ok) {
26
+ if (res.status === 401 || res.status === 403) throw new Error('Authentication required — please log in to Pixiv in Chrome');
27
+ if (res.status === 404) throw new Error('Illustration not found: ' + id);
28
+ throw new Error('Pixiv request failed (HTTP ' + res.status + ')');
29
+ }
30
+ const data = await res.json();
31
+ const b = data?.body;
32
+ if (!b) throw new Error('Illustration not found');
33
+ return [{
34
+ illust_id: b.illustId,
35
+ title: b.illustTitle,
36
+ author: b.userName,
37
+ user_id: b.userId,
38
+ type: b.illustType === 0 ? 'illust' : b.illustType === 1 ? 'manga' : b.illustType === 2 ? 'ugoira' : String(b.illustType),
39
+ pages: b.pageCount,
40
+ bookmarks: b.bookmarkCount,
41
+ likes: b.likeCount,
42
+ views: b.viewCount,
43
+ tags: (b.tags?.tags || []).map(t => t.tag).join(', '),
44
+ created: b.createDate?.split('T')[0] || '',
45
+ url: 'https://www.pixiv.net/artworks/' + b.illustId
46
+ }];
47
+ })()
48
+
49
+ columns: [illust_id, title, author, type, pages, bookmarks, likes, views, tags, created, url]
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Pixiv download — download all images from an illustration.
3
+ *
4
+ * Pixiv's CDN (i.pximg.net) requires Referer: https://www.pixiv.net/ header.
5
+ * Uses the /ajax/illust/{id}/pages API to get original-quality image URLs.
6
+ */
7
+ export {};