@sovovs/bycli 1.8.0 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/cli-manifest.json +0 -61
  2. package/clis/twitter/search.js +3 -3
  3. package/dist/src/adapter-shadow.js +2 -2
  4. package/dist/src/browser/analyze.d.ts +10 -99
  5. package/dist/src/browser/analyze.js +10 -226
  6. package/dist/src/browser/cdp.js +67 -7
  7. package/dist/src/browser/daemon-client.d.ts +2 -0
  8. package/dist/src/browser/daemon-client.js +1 -1
  9. package/dist/src/browser/extension-capabilities.d.ts +13 -0
  10. package/dist/src/browser/extension-capabilities.js +22 -0
  11. package/dist/src/browser/extension-capabilities.test.d.ts +1 -0
  12. package/dist/src/browser/extension-version-metadata.test.d.ts +1 -0
  13. package/dist/src/browser/navigation-guard.d.ts +78 -0
  14. package/dist/src/browser/navigation-guard.js +142 -0
  15. package/dist/src/browser/navigation-guard.test.d.ts +1 -0
  16. package/dist/src/browser/page.d.ts +1 -0
  17. package/dist/src/browser/page.js +20 -1
  18. package/dist/src/browser/url-policy.d.ts +89 -0
  19. package/dist/src/browser/url-policy.js +311 -0
  20. package/dist/src/browser/url-policy.test.d.ts +1 -0
  21. package/dist/src/browser/verify-fixture.js +2 -2
  22. package/dist/src/build-manifest.js +4 -2
  23. package/dist/src/capabilityRouting.d.ts +3 -2
  24. package/dist/src/capabilityRouting.js +10 -2
  25. package/dist/src/cli.js +11 -14
  26. package/dist/src/commanderAdapter.js +5 -5
  27. package/dist/src/config-paths.d.ts +19 -0
  28. package/dist/src/config-paths.js +31 -0
  29. package/dist/src/daemon.js +256 -0
  30. package/dist/src/discovery.d.ts +10 -3
  31. package/dist/src/discovery.js +20 -10
  32. package/dist/src/discovery.test.d.ts +1 -0
  33. package/dist/src/execution.d.ts +5 -0
  34. package/dist/src/execution.js +272 -48
  35. package/dist/src/help.js +8 -8
  36. package/dist/src/main.js +18 -2
  37. package/dist/src/manifest-schema.d.ts +9 -0
  38. package/dist/src/manifest-schema.js +162 -0
  39. package/dist/src/manifest-schema.test.d.ts +1 -0
  40. package/dist/src/manifest-types.d.ts +1 -1
  41. package/dist/src/observation/redaction.js +10 -4
  42. package/dist/src/plugin.js +11 -8
  43. package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
  44. package/dist/src/recorder/highlevel/analyze.js +91 -0
  45. package/dist/src/recorder/highlevel/init.d.ts +125 -0
  46. package/dist/src/recorder/highlevel/init.js +279 -0
  47. package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
  48. package/dist/src/recorder/highlevel/verify.d.ts +73 -0
  49. package/dist/src/recorder/highlevel/verify.js +74 -0
  50. package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
  51. package/dist/src/recorder/http/analyze-runner.js +78 -0
  52. package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
  53. package/dist/src/recorder/http/handlers.d.ts +51 -0
  54. package/dist/src/recorder/http/handlers.js +219 -0
  55. package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
  56. package/dist/src/recorder/http/wrapper-config.js +82 -0
  57. package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
  58. package/dist/src/recorder/http/wrapper-envelope.js +51 -0
  59. package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
  60. package/dist/src/recorder/http/wrapper-gates.js +28 -0
  61. package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
  62. package/dist/src/recorder/http/wrapper-metrics.js +5 -0
  63. package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
  64. package/dist/src/recorder/http/wrapper-registry.js +98 -0
  65. package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
  66. package/dist/src/recorder/http/wrapper-server.js +240 -0
  67. package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
  68. package/dist/src/recorder/observability/logger.d.ts +5 -0
  69. package/dist/src/recorder/observability/logger.js +13 -0
  70. package/dist/src/recorder/runner/config.d.ts +34 -0
  71. package/dist/src/recorder/runner/config.js +84 -0
  72. package/dist/src/recorder/runner/config.test.d.ts +1 -0
  73. package/dist/src/recorder/runner/reap.d.ts +79 -0
  74. package/dist/src/recorder/runner/reap.js +230 -0
  75. package/dist/src/recorder/runner/reap.test.d.ts +1 -0
  76. package/dist/src/recorder/runner/runner-port.d.ts +95 -0
  77. package/dist/src/recorder/runner/runner-port.js +518 -0
  78. package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
  79. package/dist/src/recorder/runner/session-keys.d.ts +28 -0
  80. package/dist/src/recorder/runner/session-keys.js +72 -0
  81. package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
  82. package/dist/src/recorder/runner/verify-runner-main.d.ts +96 -0
  83. package/dist/src/recorder/runner/verify-runner-main.js +292 -0
  84. package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
  85. package/dist/src/registry-api.d.ts +1 -1
  86. package/dist/src/registry-api.types.test.d.ts +1 -0
  87. package/dist/src/registry-transaction.d.ts +42 -0
  88. package/dist/src/registry-transaction.js +194 -0
  89. package/dist/src/registry-transaction.test.d.ts +1 -0
  90. package/dist/src/registry.d.ts +58 -16
  91. package/dist/src/registry.js +131 -15
  92. package/dist/src/serialization.d.ts +1 -1
  93. package/dist/src/serialization.js +3 -3
  94. package/dist/src/types.d.ts +2 -0
  95. package/package.json +8 -5
  96. package/scripts/m1-daemon-navigate-drive.mjs +138 -0
  97. package/scripts/m1-extension-spike.mjs +237 -0
  98. package/scripts/m1-live-spike.mjs +156 -0
  99. package/scripts/m6b-connect-back-spike.sh +31 -0
  100. package/clis/12306/utils.test.js +0 -331
  101. package/clis/1688/assets.test.js +0 -39
  102. package/clis/1688/download.test.js +0 -31
  103. package/clis/1688/item.test.js +0 -67
  104. package/clis/1688/search.test.js +0 -75
  105. package/clis/1688/shared.test.js +0 -57
  106. package/clis/1688/store.test.js +0 -62
  107. package/clis/36kr/article.test.js +0 -46
  108. package/clis/36kr/hot.test.js +0 -15
  109. package/clis/36kr/news.test.js +0 -85
  110. package/clis/51job/utils.test.js +0 -69
  111. package/clis/_atlassian/shared.test.js +0 -170
  112. package/clis/aibase/news.test.js +0 -59
  113. package/clis/amazon/bestsellers.test.js +0 -29
  114. package/clis/amazon/discussion.test.js +0 -124
  115. package/clis/amazon/offer.test.js +0 -29
  116. package/clis/amazon/product.test.js +0 -24
  117. package/clis/amazon/rankings.test.js +0 -41
  118. package/clis/amazon/search.test.js +0 -22
  119. package/clis/amazon/shared.test.js +0 -44
  120. package/clis/apple-podcasts/commands.test.js +0 -119
  121. package/clis/apple-podcasts/utils.test.js +0 -57
  122. package/clis/arxiv/arxiv.test.js +0 -112
  123. package/clis/baidu-scholar/search.test.js +0 -23
  124. package/clis/barchart/greeks.test.js +0 -138
  125. package/clis/bilibili/comment.test.js +0 -153
  126. package/clis/bilibili/comments.test.js +0 -142
  127. package/clis/bilibili/dynamic.test.js +0 -68
  128. package/clis/bilibili/hot.test.js +0 -17
  129. package/clis/bilibili/subtitle.test.js +0 -196
  130. package/clis/bilibili/summary.test.js +0 -210
  131. package/clis/bilibili/utils.test.js +0 -61
  132. package/clis/bilibili/video.test.js +0 -132
  133. package/clis/binance/commands.test.js +0 -70
  134. package/clis/bloomberg/utils.test.js +0 -129
  135. package/clis/booking/booking.test.js +0 -356
  136. package/clis/boss/chatlist.test.js +0 -211
  137. package/clis/boss/chatmsg.test.js +0 -230
  138. package/clis/boss/search.test.js +0 -78
  139. package/clis/boss/utils.test.js +0 -34
  140. package/clis/brave/search.test.js +0 -76
  141. package/clis/chaoxing/utils.test.js +0 -45
  142. package/clis/chatgpt/commands.test.js +0 -45
  143. package/clis/chatgpt/envelope.test.js +0 -108
  144. package/clis/chatgpt/image.test.js +0 -188
  145. package/clis/chatgpt/utils.test.js +0 -330
  146. package/clis/chatgpt-app/ax.test.js +0 -35
  147. package/clis/chatwise/composer.test.js +0 -186
  148. package/clis/chess/analyze.test.js +0 -79
  149. package/clis/chess/game.test.js +0 -178
  150. package/clis/chess/games.test.js +0 -164
  151. package/clis/chess/stats.test.js +0 -79
  152. package/clis/chess/utils.test.js +0 -230
  153. package/clis/claude/ask.test.js +0 -338
  154. package/clis/claude/commands.test.js +0 -118
  155. package/clis/claude/utils.test.js +0 -148
  156. package/clis/cnki/search.test.js +0 -18
  157. package/clis/codex/sidebar.test.js +0 -329
  158. package/clis/coingecko/coingecko.test.js +0 -109
  159. package/clis/confluence/commands.test.js +0 -195
  160. package/clis/coupang/coupang.test.js +0 -159
  161. package/clis/coupang/utils.test.js +0 -62
  162. package/clis/ctrip/ctrip.test.js +0 -719
  163. package/clis/dblp/dblp.test.js +0 -397
  164. package/clis/deepseek/ask.test.js +0 -312
  165. package/clis/deepseek/detail.test.js +0 -81
  166. package/clis/deepseek/send.test.js +0 -107
  167. package/clis/deepseek/utils.test.js +0 -370
  168. package/clis/defillama/defillama.test.js +0 -99
  169. package/clis/devto/devto.test.js +0 -236
  170. package/clis/dianping/dianping.test.js +0 -578
  171. package/clis/douban/download.test.js +0 -170
  172. package/clis/douban/movie-hot.test.js +0 -14
  173. package/clis/douban/search.test.js +0 -11
  174. package/clis/douban/subject.test.js +0 -11
  175. package/clis/douban/utils.test.js +0 -438
  176. package/clis/doubao/detail.test.js +0 -42
  177. package/clis/doubao/history.test.js +0 -37
  178. package/clis/doubao/utils.test.js +0 -344
  179. package/clis/douyin/_shared/browser-fetch.test.js +0 -64
  180. package/clis/douyin/_shared/creation-id.test.js +0 -22
  181. package/clis/douyin/_shared/imagex-upload.test.js +0 -87
  182. package/clis/douyin/_shared/sts2.test.js +0 -27
  183. package/clis/douyin/_shared/text-extra.test.js +0 -37
  184. package/clis/douyin/_shared/timing.test.js +0 -28
  185. package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
  186. package/clis/douyin/_shared/tos-upload.test.js +0 -229
  187. package/clis/douyin/_shared/transcode.test.js +0 -91
  188. package/clis/douyin/_shared/vod-upload.test.js +0 -38
  189. package/clis/douyin/activities.test.js +0 -55
  190. package/clis/douyin/collections.test.js +0 -45
  191. package/clis/douyin/delete.test.js +0 -100
  192. package/clis/douyin/draft.test.js +0 -335
  193. package/clis/douyin/drafts.test.js +0 -11
  194. package/clis/douyin/hashtag.test.js +0 -171
  195. package/clis/douyin/location.test.js +0 -23
  196. package/clis/douyin/profile.test.js +0 -46
  197. package/clis/douyin/publish-upload-id.test.js +0 -170
  198. package/clis/douyin/publish.test.js +0 -38
  199. package/clis/douyin/stats.test.js +0 -22
  200. package/clis/douyin/update.test.js +0 -11
  201. package/clis/douyin/user-videos.test.js +0 -151
  202. package/clis/douyin/videos.test.js +0 -54
  203. package/clis/duckduckgo/search.test.js +0 -128
  204. package/clis/duckduckgo/suggest.test.js +0 -66
  205. package/clis/eastmoney/hot-rank.test.js +0 -59
  206. package/clis/endoflife/endoflife.test.js +0 -51
  207. package/clis/facebook/feed.test.js +0 -169
  208. package/clis/facebook/marketplace.test.js +0 -91
  209. package/clis/facebook/notifications.test.js +0 -458
  210. package/clis/facebook/search.test.js +0 -55
  211. package/clis/flathub/flathub.test.js +0 -90
  212. package/clis/flomo/memos.test.js +0 -144
  213. package/clis/gemini/ask.test.js +0 -100
  214. package/clis/gemini/deep-research-result.test.js +0 -155
  215. package/clis/gemini/deep-research.test.js +0 -181
  216. package/clis/gemini/reply-state.test.js +0 -671
  217. package/clis/gemini/utils.test.js +0 -198
  218. package/clis/geogebra/geogebra.test.js +0 -175
  219. package/clis/gitee/search.test.js +0 -65
  220. package/clis/gitee/user.test.js +0 -63
  221. package/clis/google/utils.test.js +0 -75
  222. package/clis/google-scholar/cite.test.js +0 -47
  223. package/clis/google-scholar/profile.test.js +0 -49
  224. package/clis/google-scholar/search.test.js +0 -71
  225. package/clis/goproxy/goproxy.test.js +0 -103
  226. package/clis/gov-law/commands.test.js +0 -39
  227. package/clis/gov-policy/gov-policy.test.js +0 -224
  228. package/clis/grok/ask.test.js +0 -29
  229. package/clis/grok/utils.test.js +0 -103
  230. package/clis/hackernews/hackernews.test.js +0 -132
  231. package/clis/hf/hf.test.js +0 -16
  232. package/clis/hupu/hot.test.js +0 -224
  233. package/clis/imdb/utils.test.js +0 -88
  234. package/clis/indeed/indeed.test.js +0 -375
  235. package/clis/instagram/_shared/private-publish.test.js +0 -705
  236. package/clis/instagram/_shared/protocol-capture.test.js +0 -114
  237. package/clis/instagram/download.test.js +0 -118
  238. package/clis/instagram/note.test.js +0 -53
  239. package/clis/instagram/post.test.js +0 -1647
  240. package/clis/instagram/reel.test.js +0 -167
  241. package/clis/instagram/story.test.js +0 -134
  242. package/clis/jd/commands.test.js +0 -41
  243. package/clis/jd/item.test.js +0 -354
  244. package/clis/jianyu/search.test.js +0 -153
  245. package/clis/jianyu/shared/procurement-contract.test.js +0 -72
  246. package/clis/jianyu/shared/procurement-detail.test.js +0 -84
  247. package/clis/jike/read.test.js +0 -86
  248. package/clis/jira/commands.test.js +0 -287
  249. package/clis/juejin/search.js +0 -123
  250. package/clis/juejin/search.test.js +0 -98
  251. package/clis/lesswrong/frontpage.test.js +0 -37
  252. package/clis/lichess/lichess.test.js +0 -85
  253. package/clis/linkedin/connect.test.js +0 -213
  254. package/clis/linkedin/inbox.test.js +0 -152
  255. package/clis/linkedin/job-detail.test.js +0 -38
  256. package/clis/linkedin/jobs-preferences.test.js +0 -43
  257. package/clis/linkedin/people-search.test.js +0 -216
  258. package/clis/linkedin/post-analytics.test.js +0 -40
  259. package/clis/linkedin/posts.test.js +0 -40
  260. package/clis/linkedin/profile-analytics.test.js +0 -67
  261. package/clis/linkedin/profile-experience.test.js +0 -152
  262. package/clis/linkedin/profile-projects.test.js +0 -111
  263. package/clis/linkedin/profile-read.test.js +0 -77
  264. package/clis/linkedin/safe-send.test.js +0 -204
  265. package/clis/linkedin/salesnav-inbox.test.js +0 -113
  266. package/clis/linkedin/salesnav-message.test.js +0 -172
  267. package/clis/linkedin/salesnav-search.test.js +0 -76
  268. package/clis/linkedin/salesnav-thread.test.js +0 -79
  269. package/clis/linkedin/search.test.js +0 -222
  270. package/clis/linkedin/sent-invitations.test.js +0 -62
  271. package/clis/linkedin/services-read.test.js +0 -105
  272. package/clis/linkedin/thread-snapshot.test.js +0 -89
  273. package/clis/linkedin/timeline.test.js +0 -81
  274. package/clis/linkedin-learning/course.test.js +0 -114
  275. package/clis/linkedin-learning/search.test.js +0 -144
  276. package/clis/linkedin-learning/trending.test.js +0 -123
  277. package/clis/linux-do/feed.test.js +0 -153
  278. package/clis/linux-do/topic-content.test.js +0 -59
  279. package/clis/lobsters/lobsters.test.js +0 -169
  280. package/clis/notebooklm/add-source.test.js +0 -97
  281. package/clis/notebooklm/compat.test.js +0 -16
  282. package/clis/notebooklm/create.test.js +0 -58
  283. package/clis/notebooklm/generate-audio.test.js +0 -63
  284. package/clis/notebooklm/generate-slides.test.js +0 -75
  285. package/clis/notebooklm/history.test.js +0 -58
  286. package/clis/notebooklm/note-list.test.js +0 -56
  287. package/clis/notebooklm/notes-get.test.js +0 -72
  288. package/clis/notebooklm/open.test.js +0 -63
  289. package/clis/notebooklm/rpc.test.js +0 -131
  290. package/clis/notebooklm/source-fulltext.test.js +0 -106
  291. package/clis/notebooklm/source-get.test.js +0 -84
  292. package/clis/notebooklm/source-guide.test.js +0 -104
  293. package/clis/notebooklm/summary.test.js +0 -78
  294. package/clis/notebooklm/utils.test.js +0 -449
  295. package/clis/notebooklm/write-note.test.js +0 -70
  296. package/clis/nuget/nuget.test.js +0 -111
  297. package/clis/oeis/oeis.test.js +0 -88
  298. package/clis/ones/task-helpers.test.js +0 -12
  299. package/clis/ones/worklog.test.js +0 -20
  300. package/clis/openfda/openfda.test.js +0 -114
  301. package/clis/openreview/openreview.test.js +0 -427
  302. package/clis/osv/osv.test.js +0 -97
  303. package/clis/paperreview/commands.test.js +0 -243
  304. package/clis/paperreview/utils.test.js +0 -49
  305. package/clis/pixiv/download.test.js +0 -87
  306. package/clis/pixiv/illusts.test.js +0 -99
  307. package/clis/pixiv/search.test.js +0 -83
  308. package/clis/powerchina/search.test.js +0 -93
  309. package/clis/producthunt/utils.test.js +0 -64
  310. package/clis/pubmed/pubmed.test.js +0 -276
  311. package/clis/quark/utils.test.js +0 -58
  312. package/clis/qwen/utils.test.js +0 -45
  313. package/clis/reddit/extract-media.test.js +0 -149
  314. package/clis/reddit/frontpage.test.js +0 -34
  315. package/clis/reddit/home.test.js +0 -170
  316. package/clis/reddit/hot.test.js +0 -32
  317. package/clis/reddit/popular.test.js +0 -26
  318. package/clis/reddit/read.test.js +0 -335
  319. package/clis/reddit/reply.test.js +0 -89
  320. package/clis/reddit/search.test.js +0 -26
  321. package/clis/reddit/subreddit-info.test.js +0 -163
  322. package/clis/reddit/subreddit.test.js +0 -31
  323. package/clis/reddit/subscribed.test.js +0 -168
  324. package/clis/reddit/whoami.test.js +0 -105
  325. package/clis/rednote/navigation.test.js +0 -26
  326. package/clis/rednote/rednote.test.js +0 -222
  327. package/clis/rest-countries/rest-countries.test.js +0 -83
  328. package/clis/reuters/reuters.test.js +0 -299
  329. package/clis/rfc/rfc.test.js +0 -74
  330. package/clis/sinafinance/stock.test.js +0 -59
  331. package/clis/spotify/utils.test.js +0 -67
  332. package/clis/stackoverflow/stackoverflow.test.js +0 -404
  333. package/clis/steam/steam.test.js +0 -46
  334. package/clis/substack/utils.test.js +0 -44
  335. package/clis/suno/commands.test.js +0 -188
  336. package/clis/suno/download.test.js +0 -151
  337. package/clis/suno/generate.test.js +0 -252
  338. package/clis/suno/utils.test.js +0 -329
  339. package/clis/taobao/commands.test.js +0 -41
  340. package/clis/tdx/hot-rank.test.js +0 -59
  341. package/clis/ths/hot-rank.test.js +0 -64
  342. package/clis/tieba/commands.test.js +0 -79
  343. package/clis/tieba/utils.test.js +0 -290
  344. package/clis/tiktok/creator-videos.test.js +0 -113
  345. package/clis/tiktok/refactor.test.js +0 -389
  346. package/clis/tiktok/write-refactor.test.js +0 -370
  347. package/clis/toutiao/toutiao.test.js +0 -378
  348. package/clis/tvmaze/tvmaze.test.js +0 -93
  349. package/clis/twitter/bookmark-folder.test.js +0 -395
  350. package/clis/twitter/bookmark-folders.test.js +0 -152
  351. package/clis/twitter/bookmark.test.js +0 -74
  352. package/clis/twitter/bookmarks.test.js +0 -205
  353. package/clis/twitter/delete.test.js +0 -85
  354. package/clis/twitter/device-follow.test.js +0 -287
  355. package/clis/twitter/download.test.js +0 -457
  356. package/clis/twitter/followers.test.js +0 -62
  357. package/clis/twitter/following.test.js +0 -338
  358. package/clis/twitter/hide-reply.test.js +0 -76
  359. package/clis/twitter/like.test.js +0 -73
  360. package/clis/twitter/likes.test.js +0 -220
  361. package/clis/twitter/list-add.test.js +0 -133
  362. package/clis/twitter/list-create.test.js +0 -169
  363. package/clis/twitter/list-remove.test.js +0 -110
  364. package/clis/twitter/list-tweets.test.js +0 -196
  365. package/clis/twitter/lists.test.js +0 -253
  366. package/clis/twitter/post.test.js +0 -258
  367. package/clis/twitter/profile.test.js +0 -39
  368. package/clis/twitter/quote.test.js +0 -194
  369. package/clis/twitter/reply.test.js +0 -237
  370. package/clis/twitter/retweet.test.js +0 -73
  371. package/clis/twitter/search.test.js +0 -349
  372. package/clis/twitter/shared.test.js +0 -794
  373. package/clis/twitter/thread.test.js +0 -58
  374. package/clis/twitter/timeline.test.js +0 -104
  375. package/clis/twitter/trending.test.js +0 -15
  376. package/clis/twitter/tweets.test.js +0 -362
  377. package/clis/twitter/unbookmark.test.js +0 -73
  378. package/clis/twitter/unlike.test.js +0 -75
  379. package/clis/twitter/unretweet.test.js +0 -73
  380. package/clis/twitter/utils.test.js +0 -169
  381. package/clis/uisdc/news.test.js +0 -66
  382. package/clis/uiverse/_shared.test.js +0 -62
  383. package/clis/uiverse/navigation.test.js +0 -12
  384. package/clis/upwork/upwork.test.js +0 -566
  385. package/clis/wanfang/search.test.js +0 -23
  386. package/clis/web/read.test.js +0 -392
  387. package/clis/weibo/delete.test.js +0 -94
  388. package/clis/weibo/envelope.test.js +0 -85
  389. package/clis/weibo/favorites.test.js +0 -114
  390. package/clis/weibo/publish.test.js +0 -192
  391. package/clis/weibo/user-posts.test.js +0 -92
  392. package/clis/weibo/utils.test.js +0 -36
  393. package/clis/weixin/drafts.test.js +0 -69
  394. package/clis/weixin/search.test.js +0 -227
  395. package/clis/weread/ai-outline.test.js +0 -83
  396. package/clis/weread/book-search.test.js +0 -242
  397. package/clis/weread/commands.test.js +0 -398
  398. package/clis/weread/private-api-regression.test.js +0 -369
  399. package/clis/weread/search-regression.test.js +0 -494
  400. package/clis/weread/utils.test.js +0 -128
  401. package/clis/weread-official/commands.test.js +0 -385
  402. package/clis/weread-official/utils.test.js +0 -242
  403. package/clis/wikidata/wikidata.test.js +0 -83
  404. package/clis/wikipedia/trending.test.js +0 -57
  405. package/clis/wttr/wttr.test.js +0 -84
  406. package/clis/xianyu/chat.test.js +0 -84
  407. package/clis/xianyu/im.test.js +0 -253
  408. package/clis/xianyu/item.test.js +0 -56
  409. package/clis/xianyu/publish.test.js +0 -220
  410. package/clis/xianyu/search.test.js +0 -17
  411. package/clis/xiaoe/xiaoe.test.js +0 -486
  412. package/clis/xiaohongshu/comments.test.js +0 -258
  413. package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
  414. package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
  415. package/clis/xiaohongshu/creator-notes.test.js +0 -281
  416. package/clis/xiaohongshu/creator-stats.test.js +0 -24
  417. package/clis/xiaohongshu/delete-note.test.js +0 -172
  418. package/clis/xiaohongshu/download.test.js +0 -316
  419. package/clis/xiaohongshu/navigation.test.js +0 -34
  420. package/clis/xiaohongshu/note.test.js +0 -249
  421. package/clis/xiaohongshu/publish.test.js +0 -608
  422. package/clis/xiaohongshu/search.test.js +0 -325
  423. package/clis/xiaohongshu/user-helpers.test.js +0 -160
  424. package/clis/xiaoyuzhou/auth.test.js +0 -124
  425. package/clis/xiaoyuzhou/download.test.js +0 -135
  426. package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
  427. package/clis/xiaoyuzhou/transcript.test.js +0 -195
  428. package/clis/xiaoyuzhou/utils.test.js +0 -39
  429. package/clis/xueqiu/comments.test.js +0 -696
  430. package/clis/xueqiu/danjuan-utils.test.js +0 -41
  431. package/clis/xueqiu/utils.test.js +0 -26
  432. package/clis/yahoo/search.test.js +0 -94
  433. package/clis/youdao/note.test.js +0 -99
  434. package/clis/youtube/channel.test.js +0 -59
  435. package/clis/youtube/feed.test.js +0 -131
  436. package/clis/youtube/transcript-group.test.js +0 -99
  437. package/clis/youtube/transcript.test.js +0 -296
  438. package/clis/youtube/utils.test.js +0 -84
  439. package/clis/yuanbao/ask.test.js +0 -124
  440. package/clis/yuanbao/new.test.js +0 -30
  441. package/clis/yuanbao/shared.test.js +0 -80
  442. package/clis/zhihu/answer-comments.test.js +0 -287
  443. package/clis/zhihu/answer-detail.test.js +0 -338
  444. package/clis/zhihu/answer.test.js +0 -54
  445. package/clis/zhihu/collection.test.js +0 -337
  446. package/clis/zhihu/collections.test.js +0 -182
  447. package/clis/zhihu/comment.test.js +0 -50
  448. package/clis/zhihu/download.test.js +0 -12
  449. package/clis/zhihu/favorite.test.js +0 -59
  450. package/clis/zhihu/follow.test.js +0 -42
  451. package/clis/zhihu/like.test.js +0 -41
  452. package/clis/zhihu/question.test.js +0 -251
  453. package/clis/zhihu/recommend.test.js +0 -143
  454. package/clis/zhihu/search.test.js +0 -198
  455. package/clis/zhihu/target.test.js +0 -77
  456. package/clis/zhihu/text.test.js +0 -24
  457. package/clis/zhihu/write-shared.test.js +0 -176
  458. package/clis/zlibrary/commands.test.js +0 -65
  459. package/clis/zsxq/search.test.js +0 -24
  460. package/clis/zsxq/topic.test.js +0 -30
  461. package/clis/zsxq/topics.test.js +0 -24
  462. package/clis/zsxq/utils.test.js +0 -31
  463. package/dist/src/adapter-shadow.test.js +0 -49
  464. package/dist/src/adapter-source.test.js +0 -29
  465. package/dist/src/browser/analyze.test.js +0 -166
  466. package/dist/src/browser/article-extract.e2e.test.js +0 -105
  467. package/dist/src/browser/article-extract.test.js +0 -94
  468. package/dist/src/browser/ax-snapshot.test.js +0 -91
  469. package/dist/src/browser/base-page.test.js +0 -758
  470. package/dist/src/browser/cdp-click-fixture.test.js +0 -87
  471. package/dist/src/browser/cdp.test.js +0 -79
  472. package/dist/src/browser/compound.test.js +0 -175
  473. package/dist/src/browser/daemon-client.test.js +0 -199
  474. package/dist/src/browser/dom-helpers.test.js +0 -106
  475. package/dist/src/browser/dom-snapshot.test.js +0 -313
  476. package/dist/src/browser/errors.test.js +0 -60
  477. package/dist/src/browser/extract.test.js +0 -129
  478. package/dist/src/browser/find.test.js +0 -180
  479. package/dist/src/browser/html-tree.test.js +0 -181
  480. package/dist/src/browser/network-cache.test.js +0 -58
  481. package/dist/src/browser/network-key.test.js +0 -49
  482. package/dist/src/browser/page.test.js +0 -378
  483. package/dist/src/browser/shape-filter.test.js +0 -101
  484. package/dist/src/browser/shape.test.js +0 -82
  485. package/dist/src/browser/stealth.test.js +0 -134
  486. package/dist/src/browser/target-errors.test.js +0 -94
  487. package/dist/src/browser/target-resolver.test.js +0 -118
  488. package/dist/src/browser/utils.test.js +0 -29
  489. package/dist/src/browser/verify-fixture.test.js +0 -219
  490. package/dist/src/browser.test.js +0 -232
  491. package/dist/src/build-manifest.test.js +0 -341
  492. package/dist/src/capabilityRouting.test.js +0 -63
  493. package/dist/src/cli-argv-preprocess.test.js +0 -209
  494. package/dist/src/cli.test.js +0 -2803
  495. package/dist/src/commanderAdapter.test.js +0 -352
  496. package/dist/src/commands/daemon.test.js +0 -219
  497. package/dist/src/completion.test.js +0 -24
  498. package/dist/src/convention-audit.test.js +0 -247
  499. package/dist/src/daemon.test.js +0 -60
  500. package/dist/src/doctor.test.js +0 -263
  501. package/dist/src/download/article-download.test.js +0 -235
  502. package/dist/src/download/index.test.js +0 -140
  503. package/dist/src/download/media-download.test.js +0 -112
  504. package/dist/src/download/progress.test.js +0 -36
  505. package/dist/src/electron-apps.test.js +0 -49
  506. package/dist/src/engine.test.js +0 -312
  507. package/dist/src/errors.test.js +0 -109
  508. package/dist/src/execution.test.js +0 -623
  509. package/dist/src/extension-manifest-regression.test.js +0 -12
  510. package/dist/src/external.test.js +0 -146
  511. package/dist/src/help.test.js +0 -58
  512. package/dist/src/hooks.test.js +0 -92
  513. package/dist/src/interceptor.test.js +0 -81
  514. package/dist/src/launcher.test.js +0 -138
  515. package/dist/src/node-network.test.js +0 -55
  516. package/dist/src/observation/artifact.test.js +0 -121
  517. package/dist/src/observation/manager.test.js +0 -13
  518. package/dist/src/observation/redaction.test.js +0 -32
  519. package/dist/src/observation/retention.test.js +0 -118
  520. package/dist/src/observation/ring-buffer.test.js +0 -22
  521. package/dist/src/output.test.js +0 -53
  522. package/dist/src/package-exports.test.js +0 -112
  523. package/dist/src/pipeline/executor.test.js +0 -182
  524. package/dist/src/pipeline/steps/download.test.js +0 -102
  525. package/dist/src/pipeline/steps/fetch.test.js +0 -117
  526. package/dist/src/pipeline/template.test.js +0 -175
  527. package/dist/src/pipeline/transform.test.js +0 -133
  528. package/dist/src/plugin-manifest.test.js +0 -179
  529. package/dist/src/plugin-scaffold.test.js +0 -83
  530. package/dist/src/plugin.test.js +0 -1324
  531. package/dist/src/registry.test.js +0 -209
  532. package/dist/src/runtime-detect.test.js +0 -39
  533. package/dist/src/serialization.test.js +0 -78
  534. package/dist/src/snapshotFormatter.test.js +0 -521
  535. package/dist/src/tui.test.js +0 -19
  536. package/dist/src/update-check.test.js +0 -116
  537. package/dist/src/utils.test.js +0 -155
  538. package/dist/src/validate.test.js +0 -90
  539. package/dist/src/weixin-download.test.js +0 -45
package/cli-manifest.json CHANGED
@@ -14863,67 +14863,6 @@
14863
14863
  "modulePath": "jira/search.js",
14864
14864
  "sourceFile": "jira/search.js"
14865
14865
  },
14866
- {
14867
- "site": "juejin",
14868
- "name": "search",
14869
- "description": "掘金搜索",
14870
- "access": "read",
14871
- "domain": "juejin.cn",
14872
- "strategy": "public",
14873
- "browser": true,
14874
- "args": [
14875
- {
14876
- "name": "query",
14877
- "type": "str",
14878
- "required": true,
14879
- "positional": true,
14880
- "help": "搜索关键词"
14881
- },
14882
- {
14883
- "name": "limit",
14884
- "type": "int",
14885
- "default": 10,
14886
- "required": false,
14887
- "help": "返回结果数量 (max 20)"
14888
- },
14889
- {
14890
- "name": "type",
14891
- "type": "int",
14892
- "default": 0,
14893
- "required": false,
14894
- "help": "搜索类型:0=综合搜索,2=文章搜索,12=课程搜索,9=标签搜索,1=用户搜索",
14895
- "choices": [
14896
- "0",
14897
- "2",
14898
- "12",
14899
- "9",
14900
- "1"
14901
- ]
14902
- },
14903
- {
14904
- "name": "sort",
14905
- "type": "int",
14906
- "default": 0,
14907
- "required": false,
14908
- "help": "排序类型:0=综合排序,1=最新优先,2=最热优先",
14909
- "choices": [
14910
- "0",
14911
- "1",
14912
- "2"
14913
- ]
14914
- }
14915
- ],
14916
- "columns": [
14917
- "rank",
14918
- "title",
14919
- "author",
14920
- "summary",
14921
- "url"
14922
- ],
14923
- "type": "js",
14924
- "modulePath": "juejin/search.js",
14925
- "sourceFile": "juejin/search.js"
14926
- },
14927
14866
  {
14928
14867
  "site": "ke",
14929
14868
  "name": "chengjiao",
@@ -268,10 +268,10 @@ cli({
268
268
  args: [
269
269
  { name: 'query', type: 'string', required: true, positional: true, help: 'Search query. Raw X operators (e.g. "exact phrase", #tag, OR, lang:en, since:YYYY-MM-DD, from:, since:) are passed through unchanged.' },
270
270
  { name: 'filter', type: 'string', default: 'top', choices: ['top', 'live'], help: 'Legacy alias for --product. Kept for backwards compatibility; if --product is set it wins.' },
271
- { name: 'product', type: 'string', choices: PRODUCT_CHOICES, help: 'Which X search tab to read: top (default), live (Latest), photos, videos. Maps to the f= URL param.' },
271
+ { name: 'product', type: 'string', choices: [...PRODUCT_CHOICES], help: 'Which X search tab to read: top (default), live (Latest), photos, videos. Maps to the f= URL param.' },
272
272
  { name: 'from', type: 'string', help: 'Restrict to tweets authored by <user>. Leading @ is stripped. Equivalent to appending `from:<user>` to the query.' },
273
- { name: 'has', type: 'string', choices: HAS_CHOICES, help: 'Restrict to tweets that have media|images|videos|links|replies. Maps to X\'s `filter:<has>` operator.' },
274
- { name: 'exclude', type: 'string', choices: EXCLUDE_CHOICES, help: 'Exclude tweets matching <type>: replies|retweets|media|links. Maps to X\'s `-filter:<x>` operator (retweets → -filter:nativeretweets).' },
273
+ { name: 'has', type: 'string', choices: [...HAS_CHOICES], help: 'Restrict to tweets that have media|images|videos|links|replies. Maps to X\'s `filter:<has>` operator.' },
274
+ { name: 'exclude', type: 'string', choices: [...EXCLUDE_CHOICES], help: 'Exclude tweets matching <type>: replies|retweets|media|links. Maps to X\'s `-filter:<x>` operator (retweets → -filter:nativeretweets).' },
275
275
  { name: 'limit', type: 'int', default: 15, help: 'Maximum number of tweets to return (default 15). Result count after server-side filtering.' },
276
276
  { name: 'top-by-engagement', type: 'int', default: 0, help: 'When set to N>0, re-rank the results by weighted engagement (likes×1 + retweets×3 + replies×2 + bookmarks×5 + log10(views+1)×0.5) and return the top N. Default 0 keeps X\'s native ordering.' },
277
277
  ],
@@ -1,6 +1,6 @@
1
1
  import * as fs from 'node:fs';
2
- import * as os from 'node:os';
3
2
  import * as path from 'node:path';
3
+ import { getUserClisDir } from './config-paths.js';
4
4
  import { fileURLToPath } from 'node:url';
5
5
  import { findPackageRoot, getCliManifestPath } from './package-paths.js';
6
6
  function defaultBuiltinClisDir() {
@@ -31,7 +31,7 @@ function loadBuiltinCommandFiles(builtinClisDir) {
31
31
  }
32
32
  }
33
33
  export function findShadowedUserAdapters(opts = {}) {
34
- const userClisDir = opts.userClisDir ?? path.join(os.homedir(), '.bycli', 'clis');
34
+ const userClisDir = opts.userClisDir ?? getUserClisDir();
35
35
  const builtinClisDir = opts.builtinClisDir ?? defaultBuiltinClisDir();
36
36
  const builtinCommandFiles = loadBuiltinCommandFiles(builtinClisDir);
37
37
  const shadows = [];
@@ -1,103 +1,14 @@
1
1
  /**
2
- * `browser analyze <url>` — turn site-recon guesswork into deterministic CLI output.
2
+ * `browser analyze <url>` — site-recon classification.
3
3
  *
4
- * When an agent starts a new adapter, the first question is "which pattern am
5
- * I looking at?" (A/B/C/D/E from site-recon docs) and "will Node-side fetch
6
- * work, or will anti-bot middleware block me?". Today the agent has to open
7
- * the page, poke `network`, try cURL, fail, guess again. This module condenses
8
- * that into one call that returns a classification + evidence.
4
+ * The pure analysis logic moved to the shared package `@sovovs/bycli-recorder-core`
5
+ * (M5a, same pure-domain split as rank/M4) so dashboard-be can reuse it too. This
6
+ * module re-exports it so existing main-repo importers (cli.ts, the high-level
7
+ * analyze module) are unchanged. The CLI wrapper drives a real page, feeds the
8
+ * resulting PageSignals here, and prints the verdict.
9
9
  *
10
- * Kept pure (no page imports) so the bulk is unit-testable; the CLI wrapper
11
- * drives a real page, feeds the resulting signals here, and prints the verdict.
10
+ * Note: the package types the registry as a structural `AdapterRef` ({site,name,
11
+ * domain?}); the main-repo `CliCommand` is assignable to it, so callers can keep
12
+ * passing `getRegistry()` (Map<string, CliCommand>) unchanged.
12
13
  */
13
- import type { CliCommand } from '../registry.js';
14
- export interface PageSignals {
15
- /** URL we navigated to (may redirect; both fields help agents notice that). */
16
- requestedUrl: string;
17
- finalUrl: string;
18
- /** document.cookie split into names; value not needed for detection. */
19
- cookieNames: string[];
20
- /**
21
- * Response bodies captured during the navigation + first few seconds.
22
- * We only need enough body text to spot WAF markers; the CLI truncates
23
- * per-entry before feeding us.
24
- */
25
- networkEntries: Array<{
26
- url: string;
27
- status: number;
28
- contentType: string;
29
- /** First N chars of body; null when not available. */
30
- bodyPreview: string | null;
31
- }>;
32
- /**
33
- * Which globals the page exposes on `window`. We don't care about the values,
34
- * just presence — distinguishes Pattern B (SSR state) from Pattern A.
35
- */
36
- initialState: {
37
- __INITIAL_STATE__: boolean;
38
- __NUXT__: boolean;
39
- __NEXT_DATA__: boolean;
40
- __APOLLO_STATE__: boolean;
41
- };
42
- /** Document title — only for the human-debug `summary` field. */
43
- title: string;
44
- }
45
- export type AntiBotVendor = 'aliyun_waf' | 'cloudflare' | 'akamai' | 'geetest' | 'unknown';
46
- export interface AntiBotVerdict {
47
- detected: boolean;
48
- vendor: AntiBotVendor | null;
49
- evidence: string[];
50
- /** One-line imperative instruction for the agent. */
51
- implication: string;
52
- }
53
- export declare function detectAntiBot(signals: PageSignals): AntiBotVerdict;
54
- export type Pattern = 'A' | 'B' | 'C' | 'D' | 'E' | 'unknown';
55
- export interface PatternVerdict {
56
- pattern: Pattern;
57
- reason: string;
58
- /** How many JSON XHR/fetch responses we saw during navigation. */
59
- json_responses: number;
60
- /** Count of non-2xx API responses — hint for token-gated (Pattern D). */
61
- auth_failures: number;
62
- }
63
- /**
64
- * Apply the decision tree from `site-recon.md` mechanically.
65
- *
66
- * B beats A when initial-state globals are present: even if the page fetches
67
- * more data via XHR afterwards, the SSR payload is the highest-leverage source.
68
- * D (token-gated) dominates when we see 401/403 on what looks like API
69
- * endpoints — without that, an authenticated route looks identical to A.
70
- */
71
- export declare function classifyPattern(signals: PageSignals): PatternVerdict;
72
- export interface NearestAdapter {
73
- site: string;
74
- example_commands: string[];
75
- reason: string;
76
- }
77
- /**
78
- * Find existing adapters that target the same site.
79
- *
80
- * Keep the hostname match simple — agents extend naming conventions
81
- * differently per site, so we match on the registered `domain` field and fall
82
- * back to site-name containment. Returning `null` is fine; agents can always
83
- * read site-memory docs.
84
- */
85
- export declare function findNearestAdapter(finalUrl: string, registry: Map<string, CliCommand>): NearestAdapter | null;
86
- export interface AnalyzeReport {
87
- requested_url: string;
88
- final_url: string;
89
- title: string;
90
- pattern: PatternVerdict;
91
- anti_bot: AntiBotVerdict;
92
- initial_state: PageSignals['initialState'];
93
- nearest_adapter: NearestAdapter | null;
94
- recommended_next_step: string;
95
- }
96
- /**
97
- * Synthesize the verdict from collected signals + registry.
98
- *
99
- * The `recommended_next_step` is deliberately a single imperative
100
- * sentence — agents act on it directly instead of re-deriving advice from
101
- * the structured fields.
102
- */
103
- export declare function analyzeSite(signals: PageSignals, registry: Map<string, CliCommand>): AnalyzeReport;
14
+ export { analyzeSite, detectAntiBot, classifyPattern, findNearestAdapter, type AdapterRef, type PageSignals, type AnalyzeReport, type AntiBotVerdict, type AntiBotVendor, type PatternVerdict, type Pattern, type NearestAdapter, } from '@sovovs/bycli-recorder-core';
@@ -1,230 +1,14 @@
1
1
  /**
2
- * `browser analyze <url>` — turn site-recon guesswork into deterministic CLI output.
2
+ * `browser analyze <url>` — site-recon classification.
3
3
  *
4
- * When an agent starts a new adapter, the first question is "which pattern am
5
- * I looking at?" (A/B/C/D/E from site-recon docs) and "will Node-side fetch
6
- * work, or will anti-bot middleware block me?". Today the agent has to open
7
- * the page, poke `network`, try cURL, fail, guess again. This module condenses
8
- * that into one call that returns a classification + evidence.
4
+ * The pure analysis logic moved to the shared package `@sovovs/bycli-recorder-core`
5
+ * (M5a, same pure-domain split as rank/M4) so dashboard-be can reuse it too. This
6
+ * module re-exports it so existing main-repo importers (cli.ts, the high-level
7
+ * analyze module) are unchanged. The CLI wrapper drives a real page, feeds the
8
+ * resulting PageSignals here, and prints the verdict.
9
9
  *
10
- * Kept pure (no page imports) so the bulk is unit-testable; the CLI wrapper
11
- * drives a real page, feeds the resulting signals here, and prints the verdict.
10
+ * Note: the package types the registry as a structural `AdapterRef` ({site,name,
11
+ * domain?}); the main-repo `CliCommand` is assignable to it, so callers can keep
12
+ * passing `getRegistry()` (Map<string, CliCommand>) unchanged.
12
13
  */
13
- /**
14
- * WAF vendors we can reliably detect from cookies + response body markers
15
- * alone. Signals are orthogonal per vendor — so when two vendors match
16
- * simultaneously (rare), we keep all evidence and report the higher-signal
17
- * vendor first.
18
- */
19
- const WAF_SIGNATURES = [
20
- {
21
- vendor: 'aliyun_waf',
22
- cookiePatterns: [/^acw_sc__v2$/, /^acw_tc$/, /^ssxmod_itna/],
23
- bodyPatterns: [/arg1\s*=\s*['"][0-9A-F]{30,}/, /\/ntc_captcha\//i],
24
- implication: 'Direct Node-side fetch/curl will return the slider HTML. Validate the endpoint in browser context first; HTML COOKIE adapters still finish with Node-side fetch + page.getCookies.',
25
- },
26
- {
27
- vendor: 'cloudflare',
28
- cookiePatterns: [/^__cf_bm$/, /^cf_clearance$/, /^__cfduid$/],
29
- bodyPatterns: [/Cloudflare Ray ID/i, /Checking your browser before accessing/i, /cf-chl-/i],
30
- implication: 'Cloudflare bot check. Start from a real browser session; probe in browser context first. HTML COOKIE adapters still finish with Node-side fetch + page.getCookies.',
31
- },
32
- {
33
- vendor: 'akamai',
34
- cookiePatterns: [/^_abck$/, /^bm_sz$/, /^bm_sv$/],
35
- bodyPatterns: [/akamai/i],
36
- implication: 'Akamai Bot Manager. Probe in browser context first; keep final HTML COOKIE adapters on Node-side fetch + page.getCookies.',
37
- },
38
- {
39
- vendor: 'geetest',
40
- cookiePatterns: [],
41
- bodyPatterns: [/geetest/i, /gt_captcha/i],
42
- implication: 'Geetest slider/puzzle captcha. Agent cannot bypass programmatically — requires UI strategy or human-in-loop.',
43
- },
44
- ];
45
- export function detectAntiBot(signals) {
46
- const evidence = [];
47
- let match = null;
48
- for (const sig of WAF_SIGNATURES) {
49
- const hits = [];
50
- for (const pat of sig.cookiePatterns) {
51
- const hit = signals.cookieNames.find((c) => pat.test(c));
52
- if (hit)
53
- hits.push(`cookie:${hit}`);
54
- }
55
- for (const pat of sig.bodyPatterns) {
56
- for (const entry of signals.networkEntries) {
57
- if (entry.bodyPreview && pat.test(entry.bodyPreview)) {
58
- hits.push(`body:${entry.url}`);
59
- break;
60
- }
61
- }
62
- }
63
- if (hits.length > 0 && !match) {
64
- match = sig;
65
- evidence.push(...hits);
66
- }
67
- }
68
- if (!match) {
69
- return {
70
- detected: false,
71
- vendor: null,
72
- evidence: [],
73
- implication: 'No known anti-bot signatures. Try Node-side COOKIE fetch first; if endpoint validation is blocked, retry from browser context.',
74
- };
75
- }
76
- return {
77
- detected: true,
78
- vendor: match.vendor,
79
- evidence,
80
- implication: match.implication,
81
- };
82
- }
83
- /**
84
- * Apply the decision tree from `site-recon.md` mechanically.
85
- *
86
- * B beats A when initial-state globals are present: even if the page fetches
87
- * more data via XHR afterwards, the SSR payload is the highest-leverage source.
88
- * D (token-gated) dominates when we see 401/403 on what looks like API
89
- * endpoints — without that, an authenticated route looks identical to A.
90
- */
91
- export function classifyPattern(signals) {
92
- const jsonEntries = signals.networkEntries.filter((e) => /json/i.test(e.contentType));
93
- const authFailures = signals.networkEntries.filter((e) => e.status === 401 || e.status === 403).length;
94
- const hasInitialState = signals.initialState.__INITIAL_STATE__ ||
95
- signals.initialState.__NUXT__ ||
96
- signals.initialState.__NEXT_DATA__ ||
97
- signals.initialState.__APOLLO_STATE__;
98
- if (authFailures >= 2 && jsonEntries.length >= 1) {
99
- return {
100
- pattern: 'D',
101
- reason: `${authFailures} auth-failing API responses seen — endpoint is token-gated`,
102
- json_responses: jsonEntries.length,
103
- auth_failures: authFailures,
104
- };
105
- }
106
- if (hasInitialState) {
107
- const which = Object.entries(signals.initialState)
108
- .filter(([, v]) => v)
109
- .map(([k]) => k);
110
- return {
111
- pattern: 'B',
112
- reason: `SSR state global present: ${which.join(', ')}`,
113
- json_responses: jsonEntries.length,
114
- auth_failures: authFailures,
115
- };
116
- }
117
- if (jsonEntries.length >= 1) {
118
- return {
119
- pattern: 'A',
120
- reason: `${jsonEntries.length} JSON XHR/fetch responses observed — classic API pattern`,
121
- json_responses: jsonEntries.length,
122
- auth_failures: authFailures,
123
- };
124
- }
125
- // No API, no SSR state — probably static HTML or a bundled SPA that lazy-loads.
126
- // Pattern C (HTML scrape) is the default fallback; E (streaming) we can't
127
- // reliably detect without watching WebSocket frames, so we label 'C' and
128
- // leave the agent to upgrade to E manually if they see WS traffic.
129
- return {
130
- pattern: 'C',
131
- reason: 'No JSON XHR and no SSR state — HTML scrape (Pattern C); escalate to E manually if WebSocket traffic appears',
132
- json_responses: jsonEntries.length,
133
- auth_failures: authFailures,
134
- };
135
- }
136
- /**
137
- * Find existing adapters that target the same site.
138
- *
139
- * Keep the hostname match simple — agents extend naming conventions
140
- * differently per site, so we match on the registered `domain` field and fall
141
- * back to site-name containment. Returning `null` is fine; agents can always
142
- * read site-memory docs.
143
- */
144
- export function findNearestAdapter(finalUrl, registry) {
145
- let host;
146
- try {
147
- host = new URL(finalUrl).hostname;
148
- }
149
- catch {
150
- return null;
151
- }
152
- // Strip leading www.; 'www' as a site identifier is never what an adapter uses.
153
- const cleanedHost = host.replace(/^www\./, '');
154
- // Extract apex (xx.com) and registrable parts for fuzzy match.
155
- const parts = cleanedHost.split('.');
156
- const apex = parts.slice(-2).join('.');
157
- const siteKey = parts.length > 1 ? parts[parts.length - 2] : cleanedHost;
158
- const hits = new Map();
159
- for (const cmd of registry.values()) {
160
- const domain = cmd.domain?.toLowerCase();
161
- const siteMatches = (domain && (cleanedHost.endsWith(domain) || domain.endsWith(apex))) ||
162
- cmd.site.toLowerCase() === siteKey?.toLowerCase() ||
163
- cleanedHost.includes(cmd.site.toLowerCase());
164
- if (siteMatches) {
165
- const list = hits.get(cmd.site) ?? [];
166
- list.push(cmd);
167
- hits.set(cmd.site, list);
168
- }
169
- }
170
- if (hits.size === 0)
171
- return null;
172
- // Pick the site with the most commands — likely the most-developed adapter,
173
- // and the best reference for a new command on the same host.
174
- let best = null;
175
- for (const entry of hits) {
176
- if (!best || entry[1].length > best[1].length)
177
- best = entry;
178
- }
179
- if (!best)
180
- return null;
181
- return {
182
- site: best[0],
183
- example_commands: best[1].slice(0, 5).map((c) => `${c.site} ${c.name}`),
184
- reason: `${best[1].length} existing adapter${best[1].length === 1 ? '' : 's'} target this site — reuse strategy/cookie config`,
185
- };
186
- }
187
- /**
188
- * Synthesize the verdict from collected signals + registry.
189
- *
190
- * The `recommended_next_step` is deliberately a single imperative
191
- * sentence — agents act on it directly instead of re-deriving advice from
192
- * the structured fields.
193
- */
194
- export function analyzeSite(signals, registry) {
195
- const pattern = classifyPattern(signals);
196
- const antiBot = detectAntiBot(signals);
197
- const nearest = findNearestAdapter(signals.finalUrl, registry);
198
- let next;
199
- if (antiBot.detected) {
200
- next = antiBot.implication;
201
- }
202
- else if (pattern.pattern === 'A') {
203
- next = 'Pick the most specific JSON endpoint from `bycli browser network` and try a bare Node fetch with cookies; escalate to browser-context fetch only if blocked.';
204
- }
205
- else if (pattern.pattern === 'B') {
206
- next = 'Read the SSR global via `bycli browser eval "JSON.stringify(window.__INITIAL_STATE__ ?? window.__NUXT__ ?? window.__NEXT_DATA__ ?? window.__APOLLO_STATE__)"` — no API needed.';
207
- }
208
- else if (pattern.pattern === 'C') {
209
- next = 'No API visible — use SSR HTML scrape (e.g. `bycli browser extract`) against the rendered page.';
210
- }
211
- else if (pattern.pattern === 'D') {
212
- next = 'Endpoints need auth. Re-open the page from a signed-in session, then retry analyze; see `field-decode-playbook` §4 for token tracing.';
213
- }
214
- else if (pattern.pattern === 'E') {
215
- next = 'WebSocket stream detected — find the underlying HTTP poll/long-poll endpoint; raw WS is not supported.';
216
- }
217
- else {
218
- next = 'No strong signal. Manually inspect `bycli browser network --all` and pick a pattern.';
219
- }
220
- return {
221
- requested_url: signals.requestedUrl,
222
- final_url: signals.finalUrl,
223
- title: signals.title,
224
- pattern,
225
- anti_bot: antiBot,
226
- initial_state: signals.initialState,
227
- nearest_adapter: nearest,
228
- recommended_next_step: next,
229
- };
230
- }
14
+ export { analyzeSite, detectAntiBot, classifyPattern, findNearestAdapter, } from '@sovovs/bycli-recorder-core';
@@ -13,9 +13,36 @@ import { request as httpsRequest } from 'node:https';
13
13
  import { buildEvaluateExpression } from './utils.js';
14
14
  import { generateStealthJs } from './stealth.js';
15
15
  import { waitForDomStableJs } from './dom-helpers.js';
16
+ import { armNavigationGuard, NavigationBlockedError } from './navigation-guard.js';
17
+ import { checkUrlPolicy } from './url-policy.js';
16
18
  import { isRecord, saveBase64ToFile } from '../utils.js';
17
19
  import { getAllElectronApps } from '../electron-apps.js';
18
20
  import { BasePage } from './base-page.js';
21
+ /** Lazily-built DnsResolver backed by node:dns/promises (for guarded navigation). */
22
+ let _dnsResolver;
23
+ function getDefaultDnsResolver() {
24
+ if (_dnsResolver)
25
+ return _dnsResolver;
26
+ // Imported lazily so the module stays usable in environments without node:dns.
27
+ const dns = require('node:dns').promises;
28
+ _dnsResolver = {
29
+ resolve4: (h) => dns.resolve4(h),
30
+ resolve6: (h) => dns.resolve6(h),
31
+ };
32
+ return _dnsResolver;
33
+ }
34
+ /** Resolve once the guard records a blocked main-frame request (polled). */
35
+ function waitForBlocked(guard, intervalMs = 100, timeoutMs = 30_000) {
36
+ return new Promise((resolve) => {
37
+ const start = Date.now();
38
+ const timer = setInterval(() => {
39
+ if (guard.blocked.length > 0 || Date.now() - start > timeoutMs) {
40
+ clearInterval(timer);
41
+ resolve();
42
+ }
43
+ }, intervalMs);
44
+ });
45
+ }
19
46
  const CDP_SEND_TIMEOUT = 30_000;
20
47
  // Memory guard for in-process capture. The 4k cap we used to apply everywhere
21
48
  // silently truncated JSON so `JSON.parse` failed or gave partial objects — the
@@ -172,13 +199,43 @@ class CDPPage extends BasePage {
172
199
  await this.bridge.send('Page.enable');
173
200
  this._pageEnabled = true;
174
201
  }
175
- const loadPromise = this.bridge.waitForEvent('Page.loadEventFired', 30_000).catch(() => { });
176
- await this.bridge.send('Page.navigate', { url });
177
- await loadPromise;
178
- this._lastUrl = url;
179
- if (options?.waitUntil !== 'none') {
180
- const maxMs = options?.settleMs ?? 1000;
181
- await this.evaluate(waitForDomStableJs(maxMs, Math.min(500, maxMs)));
202
+ // Opt-in guarded navigation (M1 P0-1, direct-CDP side). Only the recorder path
203
+ // sets guardNavigation; general automation (incl. localhost fixtures) is
204
+ // unchanged. Pre-checks the target (syntax + DNS) and arms Fetch before-send
205
+ // interception before Page.navigate, so redirects to forbidden targets are
206
+ // failRequest'd before send. ip-observed-only per ADR-0006.
207
+ let guard;
208
+ if (options?.guardNavigation) {
209
+ const resolver = getDefaultDnsResolver();
210
+ const pre = await checkUrlPolicy(url, resolver);
211
+ if (!pre.ok) {
212
+ throw new NavigationBlockedError(url, pre.reason, pre.detail);
213
+ }
214
+ guard = await armNavigationGuard(this.bridge, resolver, { observeIp: true });
215
+ }
216
+ try {
217
+ const loadPromise = this.bridge.waitForEvent('Page.loadEventFired', 30_000).catch(() => { });
218
+ await this.bridge.send('Page.navigate', { url });
219
+ if (guard) {
220
+ // A blocked main-frame request never fires loadEventFired — race the load
221
+ // against a short poll of the guard's blocked list so we don't wait 30s.
222
+ await Promise.race([loadPromise, waitForBlocked(guard)]);
223
+ if (guard.blocked.length > 0) {
224
+ throw new NavigationBlockedError(url, 'forbidden_ip', `redirect blocked: ${guard.blocked.map((b) => b.url).join(', ')}`);
225
+ }
226
+ }
227
+ else {
228
+ await loadPromise;
229
+ }
230
+ this._lastUrl = url;
231
+ if (options?.waitUntil !== 'none') {
232
+ const maxMs = options?.settleMs ?? 1000;
233
+ await this.evaluate(waitForDomStableJs(maxMs, Math.min(500, maxMs)));
234
+ }
235
+ }
236
+ finally {
237
+ if (guard)
238
+ await guard.dispose();
182
239
  }
183
240
  }
184
241
  async evaluate(input, ...args) {
@@ -201,6 +258,9 @@ class CDPPage extends BasePage {
201
258
  ? cookies.filter((cookie) => isCookie(cookie) && matchesCookieDomain(cookie.domain, domain))
202
259
  : cookies;
203
260
  }
261
+ async focusWindow() {
262
+ await this.bridge.send('Page.bringToFront');
263
+ }
204
264
  async screenshot(options = {}) {
205
265
  const fullPage = options.fullPage === true;
206
266
  const overrideWidth = options.width && options.width > 0 ? Math.ceil(options.width) : undefined;
@@ -68,6 +68,7 @@ export interface DaemonStatus {
68
68
  extensionConnected: boolean;
69
69
  extensionVersion?: string;
70
70
  extensionCompatRange?: string;
71
+ extensionCapabilities?: string[];
71
72
  contextId?: string;
72
73
  profileRequired?: boolean;
73
74
  profileDisconnected?: boolean;
@@ -82,6 +83,7 @@ export interface BrowserProfileStatus {
82
83
  extensionConnected: boolean;
83
84
  extensionVersion?: string;
84
85
  extensionCompatRange?: string;
86
+ extensionCapabilities?: string[];
85
87
  pending: number;
86
88
  lastSeenAt?: number;
87
89
  }
@@ -109,7 +109,7 @@ async function sendCommandRaw(action, params) {
109
109
  throw new BrowserCommandError(result.error ?? 'Browser command result is unknown', result.errorCode, result.errorHint);
110
110
  }
111
111
  const isDuplicateCommandId = res.status === 409
112
- || (result.error ?? '').includes('Duplicate command id');
112
+ && (result.error ?? '').includes('Duplicate command id');
113
113
  if (isDuplicateCommandId && attempt < maxRetries) {
114
114
  continue;
115
115
  }
@@ -0,0 +1,13 @@
1
+ export declare const FOCUS_WINDOW_CAPABILITY = "focus-window-v1";
2
+ export declare const EXTENSION_CAPABILITY_MISSING_ERROR_CODE = "extension_capability_missing";
3
+ export declare const EXTENSION_CAPABILITY_MISSING_HTTP_STATUS = 412;
4
+ export declare function normalizeExtensionCapabilities(value: unknown): string[];
5
+ export declare function requiredExtensionCapability(command: {
6
+ action?: unknown;
7
+ op?: unknown;
8
+ }): string | undefined;
9
+ export declare function missingRequiredExtensionCapability(command: {
10
+ action?: unknown;
11
+ op?: unknown;
12
+ }, capabilities: readonly string[]): string | undefined;
13
+ export declare function extensionCapabilityHint(capability: string): string;
@@ -0,0 +1,22 @@
1
+ export const FOCUS_WINDOW_CAPABILITY = 'focus-window-v1';
2
+ export const EXTENSION_CAPABILITY_MISSING_ERROR_CODE = 'extension_capability_missing';
3
+ export const EXTENSION_CAPABILITY_MISSING_HTTP_STATUS = 412;
4
+ export function normalizeExtensionCapabilities(value) {
5
+ if (!Array.isArray(value))
6
+ return [];
7
+ return [...new Set(value.filter((entry) => typeof entry === 'string' && entry.length > 0))];
8
+ }
9
+ export function requiredExtensionCapability(command) {
10
+ return command.action === 'tabs' && command.op === 'focus'
11
+ ? FOCUS_WINDOW_CAPABILITY
12
+ : undefined;
13
+ }
14
+ export function missingRequiredExtensionCapability(command, capabilities) {
15
+ const required = requiredExtensionCapability(command);
16
+ return required && !capabilities.includes(required) ? required : undefined;
17
+ }
18
+ export function extensionCapabilityHint(capability) {
19
+ return capability === FOCUS_WINDOW_CAPABILITY
20
+ ? 'Update and reload the byCLI Browser Bridge extension, then retry the login flow.'
21
+ : 'Update and reload the byCLI Browser Bridge extension, then retry.';
22
+ }
@@ -0,0 +1 @@
1
+ export {};