@sovovs/bycli 1.8.0 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/cli-manifest.json +0 -61
  2. package/clis/twitter/search.js +3 -3
  3. package/dist/src/adapter-shadow.js +2 -2
  4. package/dist/src/browser/analyze.d.ts +10 -99
  5. package/dist/src/browser/analyze.js +10 -226
  6. package/dist/src/browser/cdp.js +67 -7
  7. package/dist/src/browser/daemon-client.d.ts +2 -0
  8. package/dist/src/browser/daemon-client.js +1 -1
  9. package/dist/src/browser/extension-capabilities.d.ts +13 -0
  10. package/dist/src/browser/extension-capabilities.js +22 -0
  11. package/dist/src/browser/extension-capabilities.test.d.ts +1 -0
  12. package/dist/src/browser/extension-version-metadata.test.d.ts +1 -0
  13. package/dist/src/browser/navigation-guard.d.ts +78 -0
  14. package/dist/src/browser/navigation-guard.js +142 -0
  15. package/dist/src/browser/navigation-guard.test.d.ts +1 -0
  16. package/dist/src/browser/page.d.ts +1 -0
  17. package/dist/src/browser/page.js +20 -1
  18. package/dist/src/browser/url-policy.d.ts +89 -0
  19. package/dist/src/browser/url-policy.js +311 -0
  20. package/dist/src/browser/url-policy.test.d.ts +1 -0
  21. package/dist/src/browser/verify-fixture.js +2 -2
  22. package/dist/src/build-manifest.js +4 -2
  23. package/dist/src/capabilityRouting.d.ts +3 -2
  24. package/dist/src/capabilityRouting.js +10 -2
  25. package/dist/src/cli.js +11 -14
  26. package/dist/src/commanderAdapter.js +5 -5
  27. package/dist/src/config-paths.d.ts +19 -0
  28. package/dist/src/config-paths.js +31 -0
  29. package/dist/src/daemon.js +256 -0
  30. package/dist/src/discovery.d.ts +10 -3
  31. package/dist/src/discovery.js +20 -10
  32. package/dist/src/discovery.test.d.ts +1 -0
  33. package/dist/src/execution.d.ts +5 -0
  34. package/dist/src/execution.js +272 -48
  35. package/dist/src/help.js +8 -8
  36. package/dist/src/main.js +18 -2
  37. package/dist/src/manifest-schema.d.ts +9 -0
  38. package/dist/src/manifest-schema.js +162 -0
  39. package/dist/src/manifest-schema.test.d.ts +1 -0
  40. package/dist/src/manifest-types.d.ts +1 -1
  41. package/dist/src/observation/redaction.js +10 -4
  42. package/dist/src/plugin.js +11 -8
  43. package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
  44. package/dist/src/recorder/highlevel/analyze.js +91 -0
  45. package/dist/src/recorder/highlevel/init.d.ts +125 -0
  46. package/dist/src/recorder/highlevel/init.js +279 -0
  47. package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
  48. package/dist/src/recorder/highlevel/verify.d.ts +73 -0
  49. package/dist/src/recorder/highlevel/verify.js +74 -0
  50. package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
  51. package/dist/src/recorder/http/analyze-runner.js +78 -0
  52. package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
  53. package/dist/src/recorder/http/handlers.d.ts +51 -0
  54. package/dist/src/recorder/http/handlers.js +219 -0
  55. package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
  56. package/dist/src/recorder/http/wrapper-config.js +82 -0
  57. package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
  58. package/dist/src/recorder/http/wrapper-envelope.js +51 -0
  59. package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
  60. package/dist/src/recorder/http/wrapper-gates.js +28 -0
  61. package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
  62. package/dist/src/recorder/http/wrapper-metrics.js +5 -0
  63. package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
  64. package/dist/src/recorder/http/wrapper-registry.js +98 -0
  65. package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
  66. package/dist/src/recorder/http/wrapper-server.js +240 -0
  67. package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
  68. package/dist/src/recorder/observability/logger.d.ts +5 -0
  69. package/dist/src/recorder/observability/logger.js +13 -0
  70. package/dist/src/recorder/runner/config.d.ts +34 -0
  71. package/dist/src/recorder/runner/config.js +84 -0
  72. package/dist/src/recorder/runner/config.test.d.ts +1 -0
  73. package/dist/src/recorder/runner/reap.d.ts +79 -0
  74. package/dist/src/recorder/runner/reap.js +230 -0
  75. package/dist/src/recorder/runner/reap.test.d.ts +1 -0
  76. package/dist/src/recorder/runner/runner-port.d.ts +95 -0
  77. package/dist/src/recorder/runner/runner-port.js +518 -0
  78. package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
  79. package/dist/src/recorder/runner/session-keys.d.ts +28 -0
  80. package/dist/src/recorder/runner/session-keys.js +72 -0
  81. package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
  82. package/dist/src/recorder/runner/verify-runner-main.d.ts +96 -0
  83. package/dist/src/recorder/runner/verify-runner-main.js +292 -0
  84. package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
  85. package/dist/src/registry-api.d.ts +1 -1
  86. package/dist/src/registry-api.types.test.d.ts +1 -0
  87. package/dist/src/registry-transaction.d.ts +42 -0
  88. package/dist/src/registry-transaction.js +194 -0
  89. package/dist/src/registry-transaction.test.d.ts +1 -0
  90. package/dist/src/registry.d.ts +58 -16
  91. package/dist/src/registry.js +131 -15
  92. package/dist/src/serialization.d.ts +1 -1
  93. package/dist/src/serialization.js +3 -3
  94. package/dist/src/types.d.ts +2 -0
  95. package/package.json +8 -5
  96. package/scripts/m1-daemon-navigate-drive.mjs +138 -0
  97. package/scripts/m1-extension-spike.mjs +237 -0
  98. package/scripts/m1-live-spike.mjs +156 -0
  99. package/scripts/m6b-connect-back-spike.sh +31 -0
  100. package/clis/12306/utils.test.js +0 -331
  101. package/clis/1688/assets.test.js +0 -39
  102. package/clis/1688/download.test.js +0 -31
  103. package/clis/1688/item.test.js +0 -67
  104. package/clis/1688/search.test.js +0 -75
  105. package/clis/1688/shared.test.js +0 -57
  106. package/clis/1688/store.test.js +0 -62
  107. package/clis/36kr/article.test.js +0 -46
  108. package/clis/36kr/hot.test.js +0 -15
  109. package/clis/36kr/news.test.js +0 -85
  110. package/clis/51job/utils.test.js +0 -69
  111. package/clis/_atlassian/shared.test.js +0 -170
  112. package/clis/aibase/news.test.js +0 -59
  113. package/clis/amazon/bestsellers.test.js +0 -29
  114. package/clis/amazon/discussion.test.js +0 -124
  115. package/clis/amazon/offer.test.js +0 -29
  116. package/clis/amazon/product.test.js +0 -24
  117. package/clis/amazon/rankings.test.js +0 -41
  118. package/clis/amazon/search.test.js +0 -22
  119. package/clis/amazon/shared.test.js +0 -44
  120. package/clis/apple-podcasts/commands.test.js +0 -119
  121. package/clis/apple-podcasts/utils.test.js +0 -57
  122. package/clis/arxiv/arxiv.test.js +0 -112
  123. package/clis/baidu-scholar/search.test.js +0 -23
  124. package/clis/barchart/greeks.test.js +0 -138
  125. package/clis/bilibili/comment.test.js +0 -153
  126. package/clis/bilibili/comments.test.js +0 -142
  127. package/clis/bilibili/dynamic.test.js +0 -68
  128. package/clis/bilibili/hot.test.js +0 -17
  129. package/clis/bilibili/subtitle.test.js +0 -196
  130. package/clis/bilibili/summary.test.js +0 -210
  131. package/clis/bilibili/utils.test.js +0 -61
  132. package/clis/bilibili/video.test.js +0 -132
  133. package/clis/binance/commands.test.js +0 -70
  134. package/clis/bloomberg/utils.test.js +0 -129
  135. package/clis/booking/booking.test.js +0 -356
  136. package/clis/boss/chatlist.test.js +0 -211
  137. package/clis/boss/chatmsg.test.js +0 -230
  138. package/clis/boss/search.test.js +0 -78
  139. package/clis/boss/utils.test.js +0 -34
  140. package/clis/brave/search.test.js +0 -76
  141. package/clis/chaoxing/utils.test.js +0 -45
  142. package/clis/chatgpt/commands.test.js +0 -45
  143. package/clis/chatgpt/envelope.test.js +0 -108
  144. package/clis/chatgpt/image.test.js +0 -188
  145. package/clis/chatgpt/utils.test.js +0 -330
  146. package/clis/chatgpt-app/ax.test.js +0 -35
  147. package/clis/chatwise/composer.test.js +0 -186
  148. package/clis/chess/analyze.test.js +0 -79
  149. package/clis/chess/game.test.js +0 -178
  150. package/clis/chess/games.test.js +0 -164
  151. package/clis/chess/stats.test.js +0 -79
  152. package/clis/chess/utils.test.js +0 -230
  153. package/clis/claude/ask.test.js +0 -338
  154. package/clis/claude/commands.test.js +0 -118
  155. package/clis/claude/utils.test.js +0 -148
  156. package/clis/cnki/search.test.js +0 -18
  157. package/clis/codex/sidebar.test.js +0 -329
  158. package/clis/coingecko/coingecko.test.js +0 -109
  159. package/clis/confluence/commands.test.js +0 -195
  160. package/clis/coupang/coupang.test.js +0 -159
  161. package/clis/coupang/utils.test.js +0 -62
  162. package/clis/ctrip/ctrip.test.js +0 -719
  163. package/clis/dblp/dblp.test.js +0 -397
  164. package/clis/deepseek/ask.test.js +0 -312
  165. package/clis/deepseek/detail.test.js +0 -81
  166. package/clis/deepseek/send.test.js +0 -107
  167. package/clis/deepseek/utils.test.js +0 -370
  168. package/clis/defillama/defillama.test.js +0 -99
  169. package/clis/devto/devto.test.js +0 -236
  170. package/clis/dianping/dianping.test.js +0 -578
  171. package/clis/douban/download.test.js +0 -170
  172. package/clis/douban/movie-hot.test.js +0 -14
  173. package/clis/douban/search.test.js +0 -11
  174. package/clis/douban/subject.test.js +0 -11
  175. package/clis/douban/utils.test.js +0 -438
  176. package/clis/doubao/detail.test.js +0 -42
  177. package/clis/doubao/history.test.js +0 -37
  178. package/clis/doubao/utils.test.js +0 -344
  179. package/clis/douyin/_shared/browser-fetch.test.js +0 -64
  180. package/clis/douyin/_shared/creation-id.test.js +0 -22
  181. package/clis/douyin/_shared/imagex-upload.test.js +0 -87
  182. package/clis/douyin/_shared/sts2.test.js +0 -27
  183. package/clis/douyin/_shared/text-extra.test.js +0 -37
  184. package/clis/douyin/_shared/timing.test.js +0 -28
  185. package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
  186. package/clis/douyin/_shared/tos-upload.test.js +0 -229
  187. package/clis/douyin/_shared/transcode.test.js +0 -91
  188. package/clis/douyin/_shared/vod-upload.test.js +0 -38
  189. package/clis/douyin/activities.test.js +0 -55
  190. package/clis/douyin/collections.test.js +0 -45
  191. package/clis/douyin/delete.test.js +0 -100
  192. package/clis/douyin/draft.test.js +0 -335
  193. package/clis/douyin/drafts.test.js +0 -11
  194. package/clis/douyin/hashtag.test.js +0 -171
  195. package/clis/douyin/location.test.js +0 -23
  196. package/clis/douyin/profile.test.js +0 -46
  197. package/clis/douyin/publish-upload-id.test.js +0 -170
  198. package/clis/douyin/publish.test.js +0 -38
  199. package/clis/douyin/stats.test.js +0 -22
  200. package/clis/douyin/update.test.js +0 -11
  201. package/clis/douyin/user-videos.test.js +0 -151
  202. package/clis/douyin/videos.test.js +0 -54
  203. package/clis/duckduckgo/search.test.js +0 -128
  204. package/clis/duckduckgo/suggest.test.js +0 -66
  205. package/clis/eastmoney/hot-rank.test.js +0 -59
  206. package/clis/endoflife/endoflife.test.js +0 -51
  207. package/clis/facebook/feed.test.js +0 -169
  208. package/clis/facebook/marketplace.test.js +0 -91
  209. package/clis/facebook/notifications.test.js +0 -458
  210. package/clis/facebook/search.test.js +0 -55
  211. package/clis/flathub/flathub.test.js +0 -90
  212. package/clis/flomo/memos.test.js +0 -144
  213. package/clis/gemini/ask.test.js +0 -100
  214. package/clis/gemini/deep-research-result.test.js +0 -155
  215. package/clis/gemini/deep-research.test.js +0 -181
  216. package/clis/gemini/reply-state.test.js +0 -671
  217. package/clis/gemini/utils.test.js +0 -198
  218. package/clis/geogebra/geogebra.test.js +0 -175
  219. package/clis/gitee/search.test.js +0 -65
  220. package/clis/gitee/user.test.js +0 -63
  221. package/clis/google/utils.test.js +0 -75
  222. package/clis/google-scholar/cite.test.js +0 -47
  223. package/clis/google-scholar/profile.test.js +0 -49
  224. package/clis/google-scholar/search.test.js +0 -71
  225. package/clis/goproxy/goproxy.test.js +0 -103
  226. package/clis/gov-law/commands.test.js +0 -39
  227. package/clis/gov-policy/gov-policy.test.js +0 -224
  228. package/clis/grok/ask.test.js +0 -29
  229. package/clis/grok/utils.test.js +0 -103
  230. package/clis/hackernews/hackernews.test.js +0 -132
  231. package/clis/hf/hf.test.js +0 -16
  232. package/clis/hupu/hot.test.js +0 -224
  233. package/clis/imdb/utils.test.js +0 -88
  234. package/clis/indeed/indeed.test.js +0 -375
  235. package/clis/instagram/_shared/private-publish.test.js +0 -705
  236. package/clis/instagram/_shared/protocol-capture.test.js +0 -114
  237. package/clis/instagram/download.test.js +0 -118
  238. package/clis/instagram/note.test.js +0 -53
  239. package/clis/instagram/post.test.js +0 -1647
  240. package/clis/instagram/reel.test.js +0 -167
  241. package/clis/instagram/story.test.js +0 -134
  242. package/clis/jd/commands.test.js +0 -41
  243. package/clis/jd/item.test.js +0 -354
  244. package/clis/jianyu/search.test.js +0 -153
  245. package/clis/jianyu/shared/procurement-contract.test.js +0 -72
  246. package/clis/jianyu/shared/procurement-detail.test.js +0 -84
  247. package/clis/jike/read.test.js +0 -86
  248. package/clis/jira/commands.test.js +0 -287
  249. package/clis/juejin/search.js +0 -123
  250. package/clis/juejin/search.test.js +0 -98
  251. package/clis/lesswrong/frontpage.test.js +0 -37
  252. package/clis/lichess/lichess.test.js +0 -85
  253. package/clis/linkedin/connect.test.js +0 -213
  254. package/clis/linkedin/inbox.test.js +0 -152
  255. package/clis/linkedin/job-detail.test.js +0 -38
  256. package/clis/linkedin/jobs-preferences.test.js +0 -43
  257. package/clis/linkedin/people-search.test.js +0 -216
  258. package/clis/linkedin/post-analytics.test.js +0 -40
  259. package/clis/linkedin/posts.test.js +0 -40
  260. package/clis/linkedin/profile-analytics.test.js +0 -67
  261. package/clis/linkedin/profile-experience.test.js +0 -152
  262. package/clis/linkedin/profile-projects.test.js +0 -111
  263. package/clis/linkedin/profile-read.test.js +0 -77
  264. package/clis/linkedin/safe-send.test.js +0 -204
  265. package/clis/linkedin/salesnav-inbox.test.js +0 -113
  266. package/clis/linkedin/salesnav-message.test.js +0 -172
  267. package/clis/linkedin/salesnav-search.test.js +0 -76
  268. package/clis/linkedin/salesnav-thread.test.js +0 -79
  269. package/clis/linkedin/search.test.js +0 -222
  270. package/clis/linkedin/sent-invitations.test.js +0 -62
  271. package/clis/linkedin/services-read.test.js +0 -105
  272. package/clis/linkedin/thread-snapshot.test.js +0 -89
  273. package/clis/linkedin/timeline.test.js +0 -81
  274. package/clis/linkedin-learning/course.test.js +0 -114
  275. package/clis/linkedin-learning/search.test.js +0 -144
  276. package/clis/linkedin-learning/trending.test.js +0 -123
  277. package/clis/linux-do/feed.test.js +0 -153
  278. package/clis/linux-do/topic-content.test.js +0 -59
  279. package/clis/lobsters/lobsters.test.js +0 -169
  280. package/clis/notebooklm/add-source.test.js +0 -97
  281. package/clis/notebooklm/compat.test.js +0 -16
  282. package/clis/notebooklm/create.test.js +0 -58
  283. package/clis/notebooklm/generate-audio.test.js +0 -63
  284. package/clis/notebooklm/generate-slides.test.js +0 -75
  285. package/clis/notebooklm/history.test.js +0 -58
  286. package/clis/notebooklm/note-list.test.js +0 -56
  287. package/clis/notebooklm/notes-get.test.js +0 -72
  288. package/clis/notebooklm/open.test.js +0 -63
  289. package/clis/notebooklm/rpc.test.js +0 -131
  290. package/clis/notebooklm/source-fulltext.test.js +0 -106
  291. package/clis/notebooklm/source-get.test.js +0 -84
  292. package/clis/notebooklm/source-guide.test.js +0 -104
  293. package/clis/notebooklm/summary.test.js +0 -78
  294. package/clis/notebooklm/utils.test.js +0 -449
  295. package/clis/notebooklm/write-note.test.js +0 -70
  296. package/clis/nuget/nuget.test.js +0 -111
  297. package/clis/oeis/oeis.test.js +0 -88
  298. package/clis/ones/task-helpers.test.js +0 -12
  299. package/clis/ones/worklog.test.js +0 -20
  300. package/clis/openfda/openfda.test.js +0 -114
  301. package/clis/openreview/openreview.test.js +0 -427
  302. package/clis/osv/osv.test.js +0 -97
  303. package/clis/paperreview/commands.test.js +0 -243
  304. package/clis/paperreview/utils.test.js +0 -49
  305. package/clis/pixiv/download.test.js +0 -87
  306. package/clis/pixiv/illusts.test.js +0 -99
  307. package/clis/pixiv/search.test.js +0 -83
  308. package/clis/powerchina/search.test.js +0 -93
  309. package/clis/producthunt/utils.test.js +0 -64
  310. package/clis/pubmed/pubmed.test.js +0 -276
  311. package/clis/quark/utils.test.js +0 -58
  312. package/clis/qwen/utils.test.js +0 -45
  313. package/clis/reddit/extract-media.test.js +0 -149
  314. package/clis/reddit/frontpage.test.js +0 -34
  315. package/clis/reddit/home.test.js +0 -170
  316. package/clis/reddit/hot.test.js +0 -32
  317. package/clis/reddit/popular.test.js +0 -26
  318. package/clis/reddit/read.test.js +0 -335
  319. package/clis/reddit/reply.test.js +0 -89
  320. package/clis/reddit/search.test.js +0 -26
  321. package/clis/reddit/subreddit-info.test.js +0 -163
  322. package/clis/reddit/subreddit.test.js +0 -31
  323. package/clis/reddit/subscribed.test.js +0 -168
  324. package/clis/reddit/whoami.test.js +0 -105
  325. package/clis/rednote/navigation.test.js +0 -26
  326. package/clis/rednote/rednote.test.js +0 -222
  327. package/clis/rest-countries/rest-countries.test.js +0 -83
  328. package/clis/reuters/reuters.test.js +0 -299
  329. package/clis/rfc/rfc.test.js +0 -74
  330. package/clis/sinafinance/stock.test.js +0 -59
  331. package/clis/spotify/utils.test.js +0 -67
  332. package/clis/stackoverflow/stackoverflow.test.js +0 -404
  333. package/clis/steam/steam.test.js +0 -46
  334. package/clis/substack/utils.test.js +0 -44
  335. package/clis/suno/commands.test.js +0 -188
  336. package/clis/suno/download.test.js +0 -151
  337. package/clis/suno/generate.test.js +0 -252
  338. package/clis/suno/utils.test.js +0 -329
  339. package/clis/taobao/commands.test.js +0 -41
  340. package/clis/tdx/hot-rank.test.js +0 -59
  341. package/clis/ths/hot-rank.test.js +0 -64
  342. package/clis/tieba/commands.test.js +0 -79
  343. package/clis/tieba/utils.test.js +0 -290
  344. package/clis/tiktok/creator-videos.test.js +0 -113
  345. package/clis/tiktok/refactor.test.js +0 -389
  346. package/clis/tiktok/write-refactor.test.js +0 -370
  347. package/clis/toutiao/toutiao.test.js +0 -378
  348. package/clis/tvmaze/tvmaze.test.js +0 -93
  349. package/clis/twitter/bookmark-folder.test.js +0 -395
  350. package/clis/twitter/bookmark-folders.test.js +0 -152
  351. package/clis/twitter/bookmark.test.js +0 -74
  352. package/clis/twitter/bookmarks.test.js +0 -205
  353. package/clis/twitter/delete.test.js +0 -85
  354. package/clis/twitter/device-follow.test.js +0 -287
  355. package/clis/twitter/download.test.js +0 -457
  356. package/clis/twitter/followers.test.js +0 -62
  357. package/clis/twitter/following.test.js +0 -338
  358. package/clis/twitter/hide-reply.test.js +0 -76
  359. package/clis/twitter/like.test.js +0 -73
  360. package/clis/twitter/likes.test.js +0 -220
  361. package/clis/twitter/list-add.test.js +0 -133
  362. package/clis/twitter/list-create.test.js +0 -169
  363. package/clis/twitter/list-remove.test.js +0 -110
  364. package/clis/twitter/list-tweets.test.js +0 -196
  365. package/clis/twitter/lists.test.js +0 -253
  366. package/clis/twitter/post.test.js +0 -258
  367. package/clis/twitter/profile.test.js +0 -39
  368. package/clis/twitter/quote.test.js +0 -194
  369. package/clis/twitter/reply.test.js +0 -237
  370. package/clis/twitter/retweet.test.js +0 -73
  371. package/clis/twitter/search.test.js +0 -349
  372. package/clis/twitter/shared.test.js +0 -794
  373. package/clis/twitter/thread.test.js +0 -58
  374. package/clis/twitter/timeline.test.js +0 -104
  375. package/clis/twitter/trending.test.js +0 -15
  376. package/clis/twitter/tweets.test.js +0 -362
  377. package/clis/twitter/unbookmark.test.js +0 -73
  378. package/clis/twitter/unlike.test.js +0 -75
  379. package/clis/twitter/unretweet.test.js +0 -73
  380. package/clis/twitter/utils.test.js +0 -169
  381. package/clis/uisdc/news.test.js +0 -66
  382. package/clis/uiverse/_shared.test.js +0 -62
  383. package/clis/uiverse/navigation.test.js +0 -12
  384. package/clis/upwork/upwork.test.js +0 -566
  385. package/clis/wanfang/search.test.js +0 -23
  386. package/clis/web/read.test.js +0 -392
  387. package/clis/weibo/delete.test.js +0 -94
  388. package/clis/weibo/envelope.test.js +0 -85
  389. package/clis/weibo/favorites.test.js +0 -114
  390. package/clis/weibo/publish.test.js +0 -192
  391. package/clis/weibo/user-posts.test.js +0 -92
  392. package/clis/weibo/utils.test.js +0 -36
  393. package/clis/weixin/drafts.test.js +0 -69
  394. package/clis/weixin/search.test.js +0 -227
  395. package/clis/weread/ai-outline.test.js +0 -83
  396. package/clis/weread/book-search.test.js +0 -242
  397. package/clis/weread/commands.test.js +0 -398
  398. package/clis/weread/private-api-regression.test.js +0 -369
  399. package/clis/weread/search-regression.test.js +0 -494
  400. package/clis/weread/utils.test.js +0 -128
  401. package/clis/weread-official/commands.test.js +0 -385
  402. package/clis/weread-official/utils.test.js +0 -242
  403. package/clis/wikidata/wikidata.test.js +0 -83
  404. package/clis/wikipedia/trending.test.js +0 -57
  405. package/clis/wttr/wttr.test.js +0 -84
  406. package/clis/xianyu/chat.test.js +0 -84
  407. package/clis/xianyu/im.test.js +0 -253
  408. package/clis/xianyu/item.test.js +0 -56
  409. package/clis/xianyu/publish.test.js +0 -220
  410. package/clis/xianyu/search.test.js +0 -17
  411. package/clis/xiaoe/xiaoe.test.js +0 -486
  412. package/clis/xiaohongshu/comments.test.js +0 -258
  413. package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
  414. package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
  415. package/clis/xiaohongshu/creator-notes.test.js +0 -281
  416. package/clis/xiaohongshu/creator-stats.test.js +0 -24
  417. package/clis/xiaohongshu/delete-note.test.js +0 -172
  418. package/clis/xiaohongshu/download.test.js +0 -316
  419. package/clis/xiaohongshu/navigation.test.js +0 -34
  420. package/clis/xiaohongshu/note.test.js +0 -249
  421. package/clis/xiaohongshu/publish.test.js +0 -608
  422. package/clis/xiaohongshu/search.test.js +0 -325
  423. package/clis/xiaohongshu/user-helpers.test.js +0 -160
  424. package/clis/xiaoyuzhou/auth.test.js +0 -124
  425. package/clis/xiaoyuzhou/download.test.js +0 -135
  426. package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
  427. package/clis/xiaoyuzhou/transcript.test.js +0 -195
  428. package/clis/xiaoyuzhou/utils.test.js +0 -39
  429. package/clis/xueqiu/comments.test.js +0 -696
  430. package/clis/xueqiu/danjuan-utils.test.js +0 -41
  431. package/clis/xueqiu/utils.test.js +0 -26
  432. package/clis/yahoo/search.test.js +0 -94
  433. package/clis/youdao/note.test.js +0 -99
  434. package/clis/youtube/channel.test.js +0 -59
  435. package/clis/youtube/feed.test.js +0 -131
  436. package/clis/youtube/transcript-group.test.js +0 -99
  437. package/clis/youtube/transcript.test.js +0 -296
  438. package/clis/youtube/utils.test.js +0 -84
  439. package/clis/yuanbao/ask.test.js +0 -124
  440. package/clis/yuanbao/new.test.js +0 -30
  441. package/clis/yuanbao/shared.test.js +0 -80
  442. package/clis/zhihu/answer-comments.test.js +0 -287
  443. package/clis/zhihu/answer-detail.test.js +0 -338
  444. package/clis/zhihu/answer.test.js +0 -54
  445. package/clis/zhihu/collection.test.js +0 -337
  446. package/clis/zhihu/collections.test.js +0 -182
  447. package/clis/zhihu/comment.test.js +0 -50
  448. package/clis/zhihu/download.test.js +0 -12
  449. package/clis/zhihu/favorite.test.js +0 -59
  450. package/clis/zhihu/follow.test.js +0 -42
  451. package/clis/zhihu/like.test.js +0 -41
  452. package/clis/zhihu/question.test.js +0 -251
  453. package/clis/zhihu/recommend.test.js +0 -143
  454. package/clis/zhihu/search.test.js +0 -198
  455. package/clis/zhihu/target.test.js +0 -77
  456. package/clis/zhihu/text.test.js +0 -24
  457. package/clis/zhihu/write-shared.test.js +0 -176
  458. package/clis/zlibrary/commands.test.js +0 -65
  459. package/clis/zsxq/search.test.js +0 -24
  460. package/clis/zsxq/topic.test.js +0 -30
  461. package/clis/zsxq/topics.test.js +0 -24
  462. package/clis/zsxq/utils.test.js +0 -31
  463. package/dist/src/adapter-shadow.test.js +0 -49
  464. package/dist/src/adapter-source.test.js +0 -29
  465. package/dist/src/browser/analyze.test.js +0 -166
  466. package/dist/src/browser/article-extract.e2e.test.js +0 -105
  467. package/dist/src/browser/article-extract.test.js +0 -94
  468. package/dist/src/browser/ax-snapshot.test.js +0 -91
  469. package/dist/src/browser/base-page.test.js +0 -758
  470. package/dist/src/browser/cdp-click-fixture.test.js +0 -87
  471. package/dist/src/browser/cdp.test.js +0 -79
  472. package/dist/src/browser/compound.test.js +0 -175
  473. package/dist/src/browser/daemon-client.test.js +0 -199
  474. package/dist/src/browser/dom-helpers.test.js +0 -106
  475. package/dist/src/browser/dom-snapshot.test.js +0 -313
  476. package/dist/src/browser/errors.test.js +0 -60
  477. package/dist/src/browser/extract.test.js +0 -129
  478. package/dist/src/browser/find.test.js +0 -180
  479. package/dist/src/browser/html-tree.test.js +0 -181
  480. package/dist/src/browser/network-cache.test.js +0 -58
  481. package/dist/src/browser/network-key.test.js +0 -49
  482. package/dist/src/browser/page.test.js +0 -378
  483. package/dist/src/browser/shape-filter.test.js +0 -101
  484. package/dist/src/browser/shape.test.js +0 -82
  485. package/dist/src/browser/stealth.test.js +0 -134
  486. package/dist/src/browser/target-errors.test.js +0 -94
  487. package/dist/src/browser/target-resolver.test.js +0 -118
  488. package/dist/src/browser/utils.test.js +0 -29
  489. package/dist/src/browser/verify-fixture.test.js +0 -219
  490. package/dist/src/browser.test.js +0 -232
  491. package/dist/src/build-manifest.test.js +0 -341
  492. package/dist/src/capabilityRouting.test.js +0 -63
  493. package/dist/src/cli-argv-preprocess.test.js +0 -209
  494. package/dist/src/cli.test.js +0 -2803
  495. package/dist/src/commanderAdapter.test.js +0 -352
  496. package/dist/src/commands/daemon.test.js +0 -219
  497. package/dist/src/completion.test.js +0 -24
  498. package/dist/src/convention-audit.test.js +0 -247
  499. package/dist/src/daemon.test.js +0 -60
  500. package/dist/src/doctor.test.js +0 -263
  501. package/dist/src/download/article-download.test.js +0 -235
  502. package/dist/src/download/index.test.js +0 -140
  503. package/dist/src/download/media-download.test.js +0 -112
  504. package/dist/src/download/progress.test.js +0 -36
  505. package/dist/src/electron-apps.test.js +0 -49
  506. package/dist/src/engine.test.js +0 -312
  507. package/dist/src/errors.test.js +0 -109
  508. package/dist/src/execution.test.js +0 -623
  509. package/dist/src/extension-manifest-regression.test.js +0 -12
  510. package/dist/src/external.test.js +0 -146
  511. package/dist/src/help.test.js +0 -58
  512. package/dist/src/hooks.test.js +0 -92
  513. package/dist/src/interceptor.test.js +0 -81
  514. package/dist/src/launcher.test.js +0 -138
  515. package/dist/src/node-network.test.js +0 -55
  516. package/dist/src/observation/artifact.test.js +0 -121
  517. package/dist/src/observation/manager.test.js +0 -13
  518. package/dist/src/observation/redaction.test.js +0 -32
  519. package/dist/src/observation/retention.test.js +0 -118
  520. package/dist/src/observation/ring-buffer.test.js +0 -22
  521. package/dist/src/output.test.js +0 -53
  522. package/dist/src/package-exports.test.js +0 -112
  523. package/dist/src/pipeline/executor.test.js +0 -182
  524. package/dist/src/pipeline/steps/download.test.js +0 -102
  525. package/dist/src/pipeline/steps/fetch.test.js +0 -117
  526. package/dist/src/pipeline/template.test.js +0 -175
  527. package/dist/src/pipeline/transform.test.js +0 -133
  528. package/dist/src/plugin-manifest.test.js +0 -179
  529. package/dist/src/plugin-scaffold.test.js +0 -83
  530. package/dist/src/plugin.test.js +0 -1324
  531. package/dist/src/registry.test.js +0 -209
  532. package/dist/src/runtime-detect.test.js +0 -39
  533. package/dist/src/serialization.test.js +0 -78
  534. package/dist/src/snapshotFormatter.test.js +0 -521
  535. package/dist/src/tui.test.js +0 -19
  536. package/dist/src/update-check.test.js +0 -116
  537. package/dist/src/utils.test.js +0 -155
  538. package/dist/src/validate.test.js +0 -90
  539. package/dist/src/weixin-download.test.js +0 -45
@@ -1,49 +0,0 @@
1
- import { describe, expect, it } from 'vitest';
2
- import * as fs from 'node:fs';
3
- import * as os from 'node:os';
4
- import * as path from 'node:path';
5
- import { findShadowedUserAdapters, formatAdapterShadowIssue } from './adapter-shadow.js';
6
- describe('adapter shadow detection', () => {
7
- it('reports user adapters that shadow packaged manifest commands', () => {
8
- const root = fs.mkdtempSync(path.join(os.tmpdir(), 'bycli-adapter-shadow-'));
9
- try {
10
- const userClisDir = path.join(root, 'user-clis');
11
- const builtinRoot = path.join(root, 'pkg');
12
- const builtinClisDir = path.join(builtinRoot, 'clis');
13
- fs.mkdirSync(path.join(userClisDir, 'instagram'), { recursive: true });
14
- fs.mkdirSync(path.join(userClisDir, 'twitter'), { recursive: true });
15
- fs.mkdirSync(path.join(builtinClisDir, 'instagram'), { recursive: true });
16
- fs.mkdirSync(path.join(builtinClisDir, 'twitter'), { recursive: true });
17
- fs.writeFileSync(path.join(userClisDir, 'instagram', 'saved.js'), '', 'utf-8');
18
- fs.writeFileSync(path.join(userClisDir, 'instagram', 'utils.js'), '', 'utf-8');
19
- fs.writeFileSync(path.join(userClisDir, 'twitter', 'search.js'), '', 'utf-8');
20
- fs.writeFileSync(path.join(builtinClisDir, 'instagram', 'saved.js'), '', 'utf-8');
21
- fs.writeFileSync(path.join(builtinClisDir, 'instagram', 'utils.js'), '', 'utf-8');
22
- fs.writeFileSync(path.join(builtinClisDir, 'twitter', 'search.js'), '', 'utf-8');
23
- fs.writeFileSync(path.join(builtinRoot, 'cli-manifest.json'), `${JSON.stringify([
24
- { site: 'instagram', name: 'saved', sourceFile: 'instagram/saved.js' },
25
- ])}\n`, 'utf-8');
26
- expect(findShadowedUserAdapters({ userClisDir, builtinClisDir })).toEqual([
27
- {
28
- name: 'instagram/saved',
29
- userPath: path.join(userClisDir, 'instagram', 'saved.js'),
30
- builtinPath: path.join(builtinClisDir, 'instagram', 'saved.js'),
31
- },
32
- ]);
33
- }
34
- finally {
35
- fs.rmSync(root, { recursive: true, force: true });
36
- }
37
- });
38
- it('formats a concise doctor issue', () => {
39
- const issue = formatAdapterShadowIssue([
40
- {
41
- name: 'instagram/saved',
42
- userPath: '/home/me/.bycli/clis/instagram/saved.js',
43
- builtinPath: '/pkg/clis/instagram/saved.js',
44
- },
45
- ]);
46
- expect(issue).toContain('instagram/saved');
47
- expect(issue).toContain('bycli adapter reset <site>');
48
- });
49
- });
@@ -1,29 +0,0 @@
1
- import { describe, expect, it } from 'vitest';
2
- import { resolveAdapterSourcePath } from './adapter-source.js';
3
- function makeCmd(overrides = {}) {
4
- return {
5
- site: 'test-site',
6
- name: 'test-cmd', access: 'read',
7
- description: 'test',
8
- args: [],
9
- ...overrides,
10
- };
11
- }
12
- describe('resolveAdapterSourcePath', () => {
13
- it('returns source when it is a real file path (not manifest:)', () => {
14
- const cmd = makeCmd({ source: '/home/user/.bycli/clis/arxiv/search.js' });
15
- expect(resolveAdapterSourcePath(cmd)).toBe('/home/user/.bycli/clis/arxiv/search.js');
16
- });
17
- it('skips manifest: pseudo-paths and falls back to _modulePath', () => {
18
- const cmd = makeCmd({ source: 'manifest:arxiv/search', _modulePath: '/pkg/clis/arxiv/search.js' });
19
- expect(resolveAdapterSourcePath(cmd)).toBe('/pkg/clis/arxiv/search.js');
20
- });
21
- it('returns undefined when only manifest: pseudo-path and no _modulePath', () => {
22
- const cmd = makeCmd({ source: 'manifest:test/cmd' });
23
- expect(resolveAdapterSourcePath(cmd)).toBeUndefined();
24
- });
25
- it('returns _modulePath when it is the only path available', () => {
26
- const cmd = makeCmd({ _modulePath: '/project/clis/site/cmd.js' });
27
- expect(resolveAdapterSourcePath(cmd)).toBe('/project/clis/site/cmd.js');
28
- });
29
- });
@@ -1,166 +0,0 @@
1
- import { describe, it, expect } from 'vitest';
2
- import { analyzeSite, detectAntiBot, classifyPattern, findNearestAdapter, } from './analyze.js';
3
- function mkSignals(overrides = {}) {
4
- return {
5
- requestedUrl: 'https://example.com/',
6
- finalUrl: 'https://example.com/',
7
- cookieNames: [],
8
- networkEntries: [],
9
- initialState: {
10
- __INITIAL_STATE__: false,
11
- __NUXT__: false,
12
- __NEXT_DATA__: false,
13
- __APOLLO_STATE__: false,
14
- },
15
- title: 'Example',
16
- ...overrides,
17
- };
18
- }
19
- function mkCmd(site, name, domain) {
20
- return {
21
- site,
22
- name,
23
- access: 'read',
24
- description: '',
25
- domain,
26
- browser: false,
27
- args: [],
28
- };
29
- }
30
- describe('detectAntiBot', () => {
31
- it('flags Aliyun WAF from cookie', () => {
32
- const v = detectAntiBot(mkSignals({ cookieNames: ['JSESSIONID', 'acw_sc__v2'] }));
33
- expect(v.detected).toBe(true);
34
- expect(v.vendor).toBe('aliyun_waf');
35
- expect(v.evidence).toContain('cookie:acw_sc__v2');
36
- expect(v.implication).toMatch(/browser context/i);
37
- });
38
- it('flags Aliyun WAF from challenge HTML body', () => {
39
- const v = detectAntiBot(mkSignals({
40
- networkEntries: [
41
- {
42
- url: 'https://x.com/',
43
- status: 200,
44
- contentType: 'text/html',
45
- bodyPreview: "var arg1 = 'A1B2C3D4E5F6A7B8C9D0E1F2A3B4C5D6';",
46
- },
47
- ],
48
- }));
49
- expect(v.detected).toBe(true);
50
- expect(v.vendor).toBe('aliyun_waf');
51
- });
52
- it('flags Cloudflare from cf_clearance cookie', () => {
53
- const v = detectAntiBot(mkSignals({ cookieNames: ['cf_clearance'] }));
54
- expect(v.vendor).toBe('cloudflare');
55
- expect(v.implication).toMatch(/Cloudflare/i);
56
- });
57
- it('flags Akamai from _abck cookie', () => {
58
- const v = detectAntiBot(mkSignals({ cookieNames: ['_abck', 'bm_sz'] }));
59
- expect(v.vendor).toBe('akamai');
60
- });
61
- it('returns no-match verdict with actionable fallback advice', () => {
62
- const v = detectAntiBot(mkSignals());
63
- expect(v.detected).toBe(false);
64
- expect(v.vendor).toBeNull();
65
- expect(v.implication).toMatch(/Node-side COOKIE fetch first/);
66
- });
67
- });
68
- describe('classifyPattern', () => {
69
- it('returns A for JSON-heavy pages without SSR state', () => {
70
- const v = classifyPattern(mkSignals({
71
- networkEntries: [
72
- { url: 'https://x.com/api/a', status: 200, contentType: 'application/json', bodyPreview: '{}' },
73
- { url: 'https://x.com/api/b', status: 200, contentType: 'application/json;charset=utf-8', bodyPreview: '{}' },
74
- ],
75
- }));
76
- expect(v.pattern).toBe('A');
77
- expect(v.json_responses).toBe(2);
78
- });
79
- it('returns B when __INITIAL_STATE__ is present, beating JSON signals', () => {
80
- const v = classifyPattern(mkSignals({
81
- initialState: { __INITIAL_STATE__: true, __NUXT__: false, __NEXT_DATA__: false, __APOLLO_STATE__: false },
82
- networkEntries: [
83
- { url: 'https://x.com/api/a', status: 200, contentType: 'application/json', bodyPreview: '{}' },
84
- ],
85
- }));
86
- expect(v.pattern).toBe('B');
87
- });
88
- it('returns D when auth failures dominate', () => {
89
- const v = classifyPattern(mkSignals({
90
- networkEntries: [
91
- { url: 'https://x.com/api/a', status: 401, contentType: 'application/json', bodyPreview: '' },
92
- { url: 'https://x.com/api/b', status: 403, contentType: 'application/json', bodyPreview: '' },
93
- ],
94
- }));
95
- expect(v.pattern).toBe('D');
96
- expect(v.auth_failures).toBe(2);
97
- });
98
- it('returns C by default for static pages', () => {
99
- const v = classifyPattern(mkSignals());
100
- expect(v.pattern).toBe('C');
101
- });
102
- });
103
- describe('findNearestAdapter', () => {
104
- it('matches by domain suffix', () => {
105
- const reg = new Map([
106
- ['51job search', mkCmd('51job', 'search', '51job.com')],
107
- ['51job detail', mkCmd('51job', 'detail', '51job.com')],
108
- ['xueqiu search', mkCmd('xueqiu', 'search', 'xueqiu.com')],
109
- ]);
110
- const v = findNearestAdapter('https://jobs.51job.com/', reg);
111
- expect(v?.site).toBe('51job');
112
- expect(v?.example_commands).toContain('51job search');
113
- });
114
- it('falls back to site-name containment when no domain is registered', () => {
115
- const reg = new Map([
116
- ['51job search', mkCmd('51job', 'search')],
117
- ]);
118
- const v = findNearestAdapter('https://we.51job.com/', reg);
119
- expect(v?.site).toBe('51job');
120
- });
121
- it('returns null when no adapter matches', () => {
122
- const reg = new Map([
123
- ['xueqiu search', mkCmd('xueqiu', 'search', 'xueqiu.com')],
124
- ]);
125
- const v = findNearestAdapter('https://random-site.io/', reg);
126
- expect(v).toBeNull();
127
- });
128
- it('prefers the site with the most commands', () => {
129
- const reg = new Map([
130
- ['a search', mkCmd('a', 'search', 'a.com')],
131
- ['b search', mkCmd('b', 'search', 'a.com')],
132
- ['b detail', mkCmd('b', 'detail', 'a.com')],
133
- ['b company', mkCmd('b', 'company', 'a.com')],
134
- ]);
135
- const v = findNearestAdapter('https://jobs.a.com/', reg);
136
- expect(v?.site).toBe('b');
137
- });
138
- });
139
- describe('analyzeSite', () => {
140
- it('recommends browser-context fetch when WAF is detected', () => {
141
- const report = analyzeSite(mkSignals({ cookieNames: ['acw_sc__v2'] }), new Map());
142
- expect(report.anti_bot.vendor).toBe('aliyun_waf');
143
- expect(report.recommended_next_step).toMatch(/browser context/i);
144
- });
145
- it('recommends reading SSR state when Pattern B fires', () => {
146
- const report = analyzeSite(mkSignals({
147
- initialState: { __INITIAL_STATE__: false, __NUXT__: true, __NEXT_DATA__: false, __APOLLO_STATE__: false },
148
- }), new Map());
149
- expect(report.pattern.pattern).toBe('B');
150
- expect(report.recommended_next_step).toMatch(/__NUXT__|__INITIAL_STATE__|__NEXT_DATA__/);
151
- });
152
- it('includes __APOLLO_STATE__ in Pattern B next-step guidance', () => {
153
- const report = analyzeSite(mkSignals({
154
- initialState: { __INITIAL_STATE__: false, __NUXT__: false, __NEXT_DATA__: false, __APOLLO_STATE__: true },
155
- }), new Map());
156
- expect(report.pattern.pattern).toBe('B');
157
- expect(report.recommended_next_step).toMatch(/__APOLLO_STATE__/);
158
- });
159
- it('includes nearest_adapter when the registry has a match', () => {
160
- const reg = new Map([
161
- ['51job search', mkCmd('51job', 'search', '51job.com')],
162
- ]);
163
- const report = analyzeSite(mkSignals({ finalUrl: 'https://we.51job.com/' }), reg);
164
- expect(report.nearest_adapter?.site).toBe('51job');
165
- });
166
- });
@@ -1,105 +0,0 @@
1
- import { afterEach, describe, expect, it } from 'vitest';
2
- import { JSDOM } from 'jsdom';
3
- import * as fs from 'node:fs';
4
- import * as os from 'node:os';
5
- import * as path from 'node:path';
6
- import { fileURLToPath } from 'node:url';
7
- import { buildExtractArticleJs } from './article-extract.js';
8
- import { downloadArticle } from '../download/article-download.js';
9
- const __dirname = path.dirname(fileURLToPath(import.meta.url));
10
- const fixturesDir = path.join(__dirname, '__fixtures__', 'article-extract');
11
- const tempDirs = [];
12
- afterEach(() => {
13
- for (const dir of tempDirs)
14
- fs.rmSync(dir, { recursive: true, force: true });
15
- tempDirs.length = 0;
16
- });
17
- function loadFixture(name) {
18
- return fs.readFileSync(path.join(fixturesDir, name), 'utf8');
19
- }
20
- function escapeHtml(text) {
21
- return text.replace(/[&<>]/g, ch => ({ '&': '&amp;', '<': '&lt;', '>': '&gt;' }[ch]));
22
- }
23
- function runExtract(html, url, options = {}, contentType) {
24
- const dom = new JSDOM(html, {
25
- url,
26
- contentType: 'text/html',
27
- pretendToBeVisual: true,
28
- runScripts: 'outside-only',
29
- });
30
- if (contentType) {
31
- Object.defineProperty(dom.window.document, 'contentType', {
32
- value: contentType,
33
- configurable: true,
34
- });
35
- }
36
- return dom.window.eval(buildExtractArticleJs(options));
37
- }
38
- async function renderMarkdown(article, url, options = {}) {
39
- const tempDir = await fs.promises.mkdtemp(path.join(os.tmpdir(), 'bycli-article-e2e-'));
40
- tempDirs.push(tempDir);
41
- const result = await downloadArticle({
42
- title: article.title || 'untitled',
43
- contentHtml: article.html,
44
- sourceUrl: url,
45
- }, {
46
- output: tempDir,
47
- downloadImages: false,
48
- cleanSelectors: options.cleanSelectors,
49
- });
50
- expect(result[0].status).toBe('success');
51
- return fs.readFileSync(result[0].saved, 'utf8');
52
- }
53
- describe('article extract → markdown e2e fixtures', () => {
54
- it('extracts a Wikipedia article fixture and keeps infobox/reference noise out of markdown', async () => {
55
- const url = 'https://en.wikipedia.org/wiki/Markdown';
56
- const cleanSelectors = ['.infobox', '.navbox', '.reference', '.mw-editsection', '.metadata'];
57
- const article = runExtract(loadFixture('wikipedia-markdown.html'), url, { cleanSelectors });
58
- expect(article?.source).toBe('readability');
59
- expect(article?.title).toBe('Markdown');
60
- if (!article)
61
- throw new Error('expected extracted article');
62
- const md = await renderMarkdown(article, url, { cleanSelectors });
63
- expect(md).toContain('lightweight markup language');
64
- expect(md).toContain('John Gruber');
65
- expect(md).not.toContain('Syntax description');
66
- expect(md).not.toContain('Standard file extension');
67
- });
68
- it('extracts a Deno blog fixture, preserves embedded iframes as markdown links, and drops page chrome', async () => {
69
- const url = 'https://deno.com/blog/v2.0';
70
- const article = runExtract(loadFixture('deno-v2.html'), url);
71
- expect(article?.source).toBe('readability');
72
- expect(article?.title).toBe('Announcing Deno 2 | Deno');
73
- if (!article)
74
- throw new Error('expected extracted article');
75
- const md = await renderMarkdown(article, url);
76
- expect(md).toContain('## Announcing Deno 2');
77
- expect(md).toContain('The web is humanity’s largest software platform');
78
- expect(md).toMatch(/\]\(https:\/\/www\.youtube(?:-nocookie)?\.com\/embed\/[^)]+\)/);
79
- expect(md).not.toContain('Skip to main content');
80
- });
81
- it('short-circuits non-HTML raw text pages end-to-end', async () => {
82
- const url = 'https://raw.githubusercontent.com/openai/openai-cookbook/main/README.md';
83
- const text = loadFixture('openai-cookbook-readme.txt');
84
- const html = `<html><head><title>OpenAI Cookbook README</title></head><body><pre>${escapeHtml(text)}</pre></body></html>`;
85
- const article = runExtract(html, url, {}, 'text/plain');
86
- expect(article?.source).toBe('raw-text');
87
- if (!article)
88
- throw new Error('expected extracted article');
89
- const md = await renderMarkdown(article, url);
90
- expect(md).toContain('OPENAI\\_API\\_KEY');
91
- expect(md).toContain('Example code and guides for accomplishing common tasks');
92
- });
93
- it('short-circuits a single-pre document end-to-end', async () => {
94
- const url = 'https://raw.githubusercontent.com/openai/openai-cookbook/main/README.md';
95
- const text = loadFixture('openai-cookbook-readme.txt');
96
- const html = `<html><head><title>OpenAI Cookbook README</title></head><body><pre>${escapeHtml(text)}</pre></body></html>`;
97
- const article = runExtract(html, url);
98
- expect(article?.source).toBe('pre');
99
- if (!article)
100
- throw new Error('expected extracted article');
101
- const md = await renderMarkdown(article, url);
102
- expect(md).toContain('OPENAI\\_API\\_KEY');
103
- expect(md).toContain('Most code examples are written in Python');
104
- });
105
- });
@@ -1,94 +0,0 @@
1
- import { describe, expect, it } from 'vitest';
2
- import { buildExtractArticleJs, extractArticle, DEFAULT_FALLBACK_SELECTORS, } from './article-extract.js';
3
- function fakePage(response) {
4
- const state = { lastJs: null };
5
- return {
6
- lastJs: null,
7
- async evaluate(js) {
8
- state.lastJs = js;
9
- Object.assign(this, state);
10
- return response;
11
- },
12
- };
13
- }
14
- describe('buildExtractArticleJs', () => {
15
- it('embeds Readability + Readerable sources once per evaluation', () => {
16
- const js = buildExtractArticleJs();
17
- // Both libs should be inlined (matched by identifying strings from the
18
- // upstream @mozilla/readability sources).
19
- expect(js).toContain('function Readability(doc, options)');
20
- expect(js).toContain('function isProbablyReaderable');
21
- });
22
- it('serializes caller-supplied options into the evaluated JS', () => {
23
- const js = buildExtractArticleJs({
24
- cleanSelectors: ['.ads', '#banner'],
25
- fallbackSelectors: ['article', 'body'],
26
- force: true,
27
- });
28
- expect(js).toContain('[".ads","#banner"]');
29
- expect(js).toContain('["article","body"]');
30
- expect(js).toContain('const force = true;');
31
- });
32
- it('uses the default fallback chain when none is supplied', () => {
33
- const js = buildExtractArticleJs();
34
- for (const sel of DEFAULT_FALLBACK_SELECTORS) {
35
- expect(js).toContain(JSON.stringify(sel));
36
- }
37
- });
38
- it('runs fallback selection against the cleaned clone', () => {
39
- const js = buildExtractArticleJs({ cleanSelectors: ['.noise'] });
40
- expect(js).toContain('el = cloneDoc.querySelector(sel);');
41
- expect(js).not.toContain('el = document.querySelector(sel);');
42
- });
43
- it('produces syntactically valid JavaScript', () => {
44
- // Parsing via the Function constructor rejects any syntax error in the
45
- // generated code — including accidental template-literal break-outs from
46
- // the embedded Readability sources.
47
- expect(() => new Function(buildExtractArticleJs())).not.toThrow();
48
- expect(() => new Function(buildExtractArticleJs({ force: true }))).not.toThrow();
49
- expect(() => new Function(buildExtractArticleJs({
50
- cleanSelectors: ['.a', '.b'],
51
- fallbackSelectors: ['main', 'body'],
52
- }))).not.toThrow();
53
- });
54
- });
55
- describe('extractArticle (host-side)', () => {
56
- it('returns a normalized ExtractedArticle when the page responds with one', async () => {
57
- const page = fakePage({
58
- source: 'readability',
59
- html: '<p>hello</p>',
60
- title: 'Hello',
61
- byline: 'Alice',
62
- publishedTime: '2026-04-22',
63
- siteName: 'Example',
64
- });
65
- const res = await extractArticle(page);
66
- expect(res).toEqual({
67
- source: 'readability',
68
- html: '<p>hello</p>',
69
- title: 'Hello',
70
- byline: 'Alice',
71
- publishedTime: '2026-04-22',
72
- siteName: 'Example',
73
- });
74
- });
75
- it('drops undefined optional fields cleanly', async () => {
76
- const page = fakePage({ source: 'fallback', html: '<main>x</main>', title: 't' });
77
- const res = await extractArticle(page);
78
- expect(res).toEqual({ source: 'fallback', html: '<main>x</main>', title: 't' });
79
- expect(res).not.toHaveProperty('byline');
80
- expect(res).not.toHaveProperty('publishedTime');
81
- });
82
- it('returns null on a missing body or malformed payload', async () => {
83
- expect(await extractArticle(fakePage(null))).toBeNull();
84
- expect(await extractArticle(fakePage('oops'))).toBeNull();
85
- expect(await extractArticle(fakePage({ source: 'readability' }))).toBeNull();
86
- expect(await extractArticle(fakePage({ html: '<p>x</p>' }))).toBeNull();
87
- });
88
- it('defaults title to empty string when the page omits it', async () => {
89
- const page = fakePage({ source: 'pre', html: '<body><pre>x</pre></body>' });
90
- const res = await extractArticle(page);
91
- expect(res?.title).toBe('');
92
- expect(res?.source).toBe('pre');
93
- });
94
- });
@@ -1,91 +0,0 @@
1
- import { describe, expect, it } from 'vitest';
2
- import { buildAxSnapshot, buildAxSnapshotFromTrees, findAxRefReplacement } from './ax-snapshot.js';
3
- describe('AX snapshot prototype', () => {
4
- it('builds compact refs from Accessibility.getFullAXTree output', () => {
5
- const result = buildAxSnapshot({
6
- nodes: [
7
- { nodeId: '1', role: { value: 'RootWebArea' }, name: { value: 'Example' }, childIds: ['2', '3'] },
8
- { nodeId: '2', role: { value: 'heading' }, name: { value: 'Expenses' }, backendDOMNodeId: 20 },
9
- {
10
- nodeId: '3',
11
- role: { value: 'combobox' },
12
- name: { value: 'Category' },
13
- backendDOMNodeId: 30,
14
- properties: [{ name: 'expanded', value: { value: false } }],
15
- },
16
- ],
17
- });
18
- expect(result.text).toContain('source: ax');
19
- expect(result.text).toContain('[1]heading "Expenses"');
20
- expect(result.text).toContain('[2]combobox "Category" expanded=false');
21
- expect(result.refs.get('2')).toEqual({
22
- ref: '2',
23
- backendNodeId: 30,
24
- role: 'combobox',
25
- name: 'Category',
26
- });
27
- });
28
- it('tracks nth only for duplicate role/name pairs', () => {
29
- const result = buildAxSnapshot({
30
- nodes: [
31
- { nodeId: '1', role: { value: 'RootWebArea' }, childIds: ['2', '3'] },
32
- { nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 10 },
33
- { nodeId: '3', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 11 },
34
- ],
35
- });
36
- expect(result.refs.get('1')).toMatchObject({ role: 'button', name: 'Save', nth: 0 });
37
- expect(result.refs.get('2')).toMatchObject({ role: 'button', name: 'Save', nth: 1 });
38
- });
39
- it('finds stale ref replacements by role/name/nth', () => {
40
- const replacement = findAxRefReplacement({
41
- nodes: [
42
- { nodeId: '1', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 10 },
43
- { nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 42 },
44
- ],
45
- }, {
46
- ref: '2',
47
- role: 'button',
48
- name: 'Save',
49
- backendNodeId: 11,
50
- nth: 1,
51
- });
52
- expect(replacement).toMatchObject({ ref: '2', backendNodeId: 42, role: 'button', name: 'Save', nth: 1 });
53
- });
54
- it('combines frame AX trees while keeping ref metadata frame-scoped', () => {
55
- const result = buildAxSnapshotFromTrees([
56
- {
57
- tree: {
58
- nodes: [
59
- { nodeId: '1', role: { value: 'RootWebArea' }, childIds: ['2'] },
60
- { nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 10 },
61
- ],
62
- },
63
- },
64
- {
65
- frame: { frameId: 'frame-1', url: 'https://app.example/embed' },
66
- tree: {
67
- nodes: [
68
- { nodeId: '1', role: { value: 'RootWebArea' }, childIds: ['2'] },
69
- { nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 20 },
70
- ],
71
- },
72
- },
73
- ]);
74
- expect(result.text).toContain('[1]button "Save"');
75
- expect(result.text).toContain('frame "https://app.example/embed":');
76
- expect(result.text).toContain(' [2]button "Save"');
77
- expect(result.refs.get('1')).toEqual({
78
- ref: '1',
79
- backendNodeId: 10,
80
- role: 'button',
81
- name: 'Save',
82
- });
83
- expect(result.refs.get('2')).toEqual({
84
- ref: '2',
85
- backendNodeId: 20,
86
- role: 'button',
87
- name: 'Save',
88
- frame: { frameId: 'frame-1', url: 'https://app.example/embed' },
89
- });
90
- });
91
- });