@sovovs/bycli 1.8.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (509) hide show
  1. package/cli-manifest.json +0 -61
  2. package/dist/src/adapter-shadow.js +2 -2
  3. package/dist/src/browser/analyze.d.ts +10 -99
  4. package/dist/src/browser/analyze.js +10 -226
  5. package/dist/src/browser/cdp.js +64 -7
  6. package/dist/src/browser/navigation-guard.d.ts +78 -0
  7. package/dist/src/browser/navigation-guard.js +142 -0
  8. package/dist/src/browser/navigation-guard.test.d.ts +1 -0
  9. package/dist/src/browser/url-policy.d.ts +89 -0
  10. package/dist/src/browser/url-policy.js +311 -0
  11. package/dist/src/browser/url-policy.test.d.ts +1 -0
  12. package/dist/src/browser/verify-fixture.js +2 -2
  13. package/dist/src/cli.js +10 -13
  14. package/dist/src/config-paths.d.ts +19 -0
  15. package/dist/src/config-paths.js +31 -0
  16. package/dist/src/daemon.js +240 -0
  17. package/dist/src/discovery.d.ts +5 -3
  18. package/dist/src/discovery.js +8 -6
  19. package/dist/src/execution.js +8 -3
  20. package/dist/src/main.js +18 -2
  21. package/dist/src/plugin.js +11 -8
  22. package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
  23. package/dist/src/recorder/highlevel/analyze.js +91 -0
  24. package/dist/src/recorder/highlevel/init.d.ts +125 -0
  25. package/dist/src/recorder/highlevel/init.js +279 -0
  26. package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
  27. package/dist/src/recorder/highlevel/verify.d.ts +73 -0
  28. package/dist/src/recorder/highlevel/verify.js +74 -0
  29. package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
  30. package/dist/src/recorder/http/analyze-runner.js +78 -0
  31. package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
  32. package/dist/src/recorder/http/handlers.d.ts +51 -0
  33. package/dist/src/recorder/http/handlers.js +219 -0
  34. package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
  35. package/dist/src/recorder/http/wrapper-config.js +82 -0
  36. package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
  37. package/dist/src/recorder/http/wrapper-envelope.js +51 -0
  38. package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
  39. package/dist/src/recorder/http/wrapper-gates.js +28 -0
  40. package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
  41. package/dist/src/recorder/http/wrapper-metrics.js +5 -0
  42. package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
  43. package/dist/src/recorder/http/wrapper-registry.js +98 -0
  44. package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
  45. package/dist/src/recorder/http/wrapper-server.js +240 -0
  46. package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
  47. package/dist/src/recorder/observability/logger.d.ts +5 -0
  48. package/dist/src/recorder/observability/logger.js +13 -0
  49. package/dist/src/recorder/runner/config.d.ts +34 -0
  50. package/dist/src/recorder/runner/config.js +84 -0
  51. package/dist/src/recorder/runner/config.test.d.ts +1 -0
  52. package/dist/src/recorder/runner/reap.d.ts +79 -0
  53. package/dist/src/recorder/runner/reap.js +230 -0
  54. package/dist/src/recorder/runner/reap.test.d.ts +1 -0
  55. package/dist/src/recorder/runner/runner-port.d.ts +95 -0
  56. package/dist/src/recorder/runner/runner-port.js +518 -0
  57. package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
  58. package/dist/src/recorder/runner/session-keys.d.ts +28 -0
  59. package/dist/src/recorder/runner/session-keys.js +72 -0
  60. package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
  61. package/dist/src/recorder/runner/verify-runner-main.d.ts +95 -0
  62. package/dist/src/recorder/runner/verify-runner-main.js +275 -0
  63. package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
  64. package/package.json +8 -5
  65. package/scripts/m1-daemon-navigate-drive.mjs +138 -0
  66. package/scripts/m1-extension-spike.mjs +237 -0
  67. package/scripts/m1-live-spike.mjs +156 -0
  68. package/scripts/m6b-connect-back-spike.sh +31 -0
  69. package/scripts/recorder.sh +186 -0
  70. package/clis/12306/utils.test.js +0 -331
  71. package/clis/1688/assets.test.js +0 -39
  72. package/clis/1688/download.test.js +0 -31
  73. package/clis/1688/item.test.js +0 -67
  74. package/clis/1688/search.test.js +0 -75
  75. package/clis/1688/shared.test.js +0 -57
  76. package/clis/1688/store.test.js +0 -62
  77. package/clis/36kr/article.test.js +0 -46
  78. package/clis/36kr/hot.test.js +0 -15
  79. package/clis/36kr/news.test.js +0 -85
  80. package/clis/51job/utils.test.js +0 -69
  81. package/clis/_atlassian/shared.test.js +0 -170
  82. package/clis/aibase/news.test.js +0 -59
  83. package/clis/amazon/bestsellers.test.js +0 -29
  84. package/clis/amazon/discussion.test.js +0 -124
  85. package/clis/amazon/offer.test.js +0 -29
  86. package/clis/amazon/product.test.js +0 -24
  87. package/clis/amazon/rankings.test.js +0 -41
  88. package/clis/amazon/search.test.js +0 -22
  89. package/clis/amazon/shared.test.js +0 -44
  90. package/clis/apple-podcasts/commands.test.js +0 -119
  91. package/clis/apple-podcasts/utils.test.js +0 -57
  92. package/clis/arxiv/arxiv.test.js +0 -112
  93. package/clis/baidu-scholar/search.test.js +0 -23
  94. package/clis/barchart/greeks.test.js +0 -138
  95. package/clis/bilibili/comment.test.js +0 -153
  96. package/clis/bilibili/comments.test.js +0 -142
  97. package/clis/bilibili/dynamic.test.js +0 -68
  98. package/clis/bilibili/hot.test.js +0 -17
  99. package/clis/bilibili/subtitle.test.js +0 -196
  100. package/clis/bilibili/summary.test.js +0 -210
  101. package/clis/bilibili/utils.test.js +0 -61
  102. package/clis/bilibili/video.test.js +0 -132
  103. package/clis/binance/commands.test.js +0 -70
  104. package/clis/bloomberg/utils.test.js +0 -129
  105. package/clis/booking/booking.test.js +0 -356
  106. package/clis/boss/chatlist.test.js +0 -211
  107. package/clis/boss/chatmsg.test.js +0 -230
  108. package/clis/boss/search.test.js +0 -78
  109. package/clis/boss/utils.test.js +0 -34
  110. package/clis/brave/search.test.js +0 -76
  111. package/clis/chaoxing/utils.test.js +0 -45
  112. package/clis/chatgpt/commands.test.js +0 -45
  113. package/clis/chatgpt/envelope.test.js +0 -108
  114. package/clis/chatgpt/image.test.js +0 -188
  115. package/clis/chatgpt/utils.test.js +0 -330
  116. package/clis/chatgpt-app/ax.test.js +0 -35
  117. package/clis/chatwise/composer.test.js +0 -186
  118. package/clis/chess/analyze.test.js +0 -79
  119. package/clis/chess/game.test.js +0 -178
  120. package/clis/chess/games.test.js +0 -164
  121. package/clis/chess/stats.test.js +0 -79
  122. package/clis/chess/utils.test.js +0 -230
  123. package/clis/claude/ask.test.js +0 -338
  124. package/clis/claude/commands.test.js +0 -118
  125. package/clis/claude/utils.test.js +0 -148
  126. package/clis/cnki/search.test.js +0 -18
  127. package/clis/codex/sidebar.test.js +0 -329
  128. package/clis/coingecko/coingecko.test.js +0 -109
  129. package/clis/confluence/commands.test.js +0 -195
  130. package/clis/coupang/coupang.test.js +0 -159
  131. package/clis/coupang/utils.test.js +0 -62
  132. package/clis/ctrip/ctrip.test.js +0 -719
  133. package/clis/dblp/dblp.test.js +0 -397
  134. package/clis/deepseek/ask.test.js +0 -312
  135. package/clis/deepseek/detail.test.js +0 -81
  136. package/clis/deepseek/send.test.js +0 -107
  137. package/clis/deepseek/utils.test.js +0 -370
  138. package/clis/defillama/defillama.test.js +0 -99
  139. package/clis/devto/devto.test.js +0 -236
  140. package/clis/dianping/dianping.test.js +0 -578
  141. package/clis/douban/download.test.js +0 -170
  142. package/clis/douban/movie-hot.test.js +0 -14
  143. package/clis/douban/search.test.js +0 -11
  144. package/clis/douban/subject.test.js +0 -11
  145. package/clis/douban/utils.test.js +0 -438
  146. package/clis/doubao/detail.test.js +0 -42
  147. package/clis/doubao/history.test.js +0 -37
  148. package/clis/doubao/utils.test.js +0 -344
  149. package/clis/douyin/_shared/browser-fetch.test.js +0 -64
  150. package/clis/douyin/_shared/creation-id.test.js +0 -22
  151. package/clis/douyin/_shared/imagex-upload.test.js +0 -87
  152. package/clis/douyin/_shared/sts2.test.js +0 -27
  153. package/clis/douyin/_shared/text-extra.test.js +0 -37
  154. package/clis/douyin/_shared/timing.test.js +0 -28
  155. package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
  156. package/clis/douyin/_shared/tos-upload.test.js +0 -229
  157. package/clis/douyin/_shared/transcode.test.js +0 -91
  158. package/clis/douyin/_shared/vod-upload.test.js +0 -38
  159. package/clis/douyin/activities.test.js +0 -55
  160. package/clis/douyin/collections.test.js +0 -45
  161. package/clis/douyin/delete.test.js +0 -100
  162. package/clis/douyin/draft.test.js +0 -335
  163. package/clis/douyin/drafts.test.js +0 -11
  164. package/clis/douyin/hashtag.test.js +0 -171
  165. package/clis/douyin/location.test.js +0 -23
  166. package/clis/douyin/profile.test.js +0 -46
  167. package/clis/douyin/publish-upload-id.test.js +0 -170
  168. package/clis/douyin/publish.test.js +0 -38
  169. package/clis/douyin/stats.test.js +0 -22
  170. package/clis/douyin/update.test.js +0 -11
  171. package/clis/douyin/user-videos.test.js +0 -151
  172. package/clis/douyin/videos.test.js +0 -54
  173. package/clis/duckduckgo/search.test.js +0 -128
  174. package/clis/duckduckgo/suggest.test.js +0 -66
  175. package/clis/eastmoney/hot-rank.test.js +0 -59
  176. package/clis/endoflife/endoflife.test.js +0 -51
  177. package/clis/facebook/feed.test.js +0 -169
  178. package/clis/facebook/marketplace.test.js +0 -91
  179. package/clis/facebook/notifications.test.js +0 -458
  180. package/clis/facebook/search.test.js +0 -55
  181. package/clis/flathub/flathub.test.js +0 -90
  182. package/clis/flomo/memos.test.js +0 -144
  183. package/clis/gemini/ask.test.js +0 -100
  184. package/clis/gemini/deep-research-result.test.js +0 -155
  185. package/clis/gemini/deep-research.test.js +0 -181
  186. package/clis/gemini/reply-state.test.js +0 -671
  187. package/clis/gemini/utils.test.js +0 -198
  188. package/clis/geogebra/geogebra.test.js +0 -175
  189. package/clis/gitee/search.test.js +0 -65
  190. package/clis/gitee/user.test.js +0 -63
  191. package/clis/google/utils.test.js +0 -75
  192. package/clis/google-scholar/cite.test.js +0 -47
  193. package/clis/google-scholar/profile.test.js +0 -49
  194. package/clis/google-scholar/search.test.js +0 -71
  195. package/clis/goproxy/goproxy.test.js +0 -103
  196. package/clis/gov-law/commands.test.js +0 -39
  197. package/clis/gov-policy/gov-policy.test.js +0 -224
  198. package/clis/grok/ask.test.js +0 -29
  199. package/clis/grok/utils.test.js +0 -103
  200. package/clis/hackernews/hackernews.test.js +0 -132
  201. package/clis/hf/hf.test.js +0 -16
  202. package/clis/hupu/hot.test.js +0 -224
  203. package/clis/imdb/utils.test.js +0 -88
  204. package/clis/indeed/indeed.test.js +0 -375
  205. package/clis/instagram/_shared/private-publish.test.js +0 -705
  206. package/clis/instagram/_shared/protocol-capture.test.js +0 -114
  207. package/clis/instagram/download.test.js +0 -118
  208. package/clis/instagram/note.test.js +0 -53
  209. package/clis/instagram/post.test.js +0 -1647
  210. package/clis/instagram/reel.test.js +0 -167
  211. package/clis/instagram/story.test.js +0 -134
  212. package/clis/jd/commands.test.js +0 -41
  213. package/clis/jd/item.test.js +0 -354
  214. package/clis/jianyu/search.test.js +0 -153
  215. package/clis/jianyu/shared/procurement-contract.test.js +0 -72
  216. package/clis/jianyu/shared/procurement-detail.test.js +0 -84
  217. package/clis/jike/read.test.js +0 -86
  218. package/clis/jira/commands.test.js +0 -287
  219. package/clis/juejin/search.js +0 -123
  220. package/clis/juejin/search.test.js +0 -98
  221. package/clis/lesswrong/frontpage.test.js +0 -37
  222. package/clis/lichess/lichess.test.js +0 -85
  223. package/clis/linkedin/connect.test.js +0 -213
  224. package/clis/linkedin/inbox.test.js +0 -152
  225. package/clis/linkedin/job-detail.test.js +0 -38
  226. package/clis/linkedin/jobs-preferences.test.js +0 -43
  227. package/clis/linkedin/people-search.test.js +0 -216
  228. package/clis/linkedin/post-analytics.test.js +0 -40
  229. package/clis/linkedin/posts.test.js +0 -40
  230. package/clis/linkedin/profile-analytics.test.js +0 -67
  231. package/clis/linkedin/profile-experience.test.js +0 -152
  232. package/clis/linkedin/profile-projects.test.js +0 -111
  233. package/clis/linkedin/profile-read.test.js +0 -77
  234. package/clis/linkedin/safe-send.test.js +0 -204
  235. package/clis/linkedin/salesnav-inbox.test.js +0 -113
  236. package/clis/linkedin/salesnav-message.test.js +0 -172
  237. package/clis/linkedin/salesnav-search.test.js +0 -76
  238. package/clis/linkedin/salesnav-thread.test.js +0 -79
  239. package/clis/linkedin/search.test.js +0 -222
  240. package/clis/linkedin/sent-invitations.test.js +0 -62
  241. package/clis/linkedin/services-read.test.js +0 -105
  242. package/clis/linkedin/thread-snapshot.test.js +0 -89
  243. package/clis/linkedin/timeline.test.js +0 -81
  244. package/clis/linkedin-learning/course.test.js +0 -114
  245. package/clis/linkedin-learning/search.test.js +0 -144
  246. package/clis/linkedin-learning/trending.test.js +0 -123
  247. package/clis/linux-do/feed.test.js +0 -153
  248. package/clis/linux-do/topic-content.test.js +0 -59
  249. package/clis/lobsters/lobsters.test.js +0 -169
  250. package/clis/notebooklm/add-source.test.js +0 -97
  251. package/clis/notebooklm/compat.test.js +0 -16
  252. package/clis/notebooklm/create.test.js +0 -58
  253. package/clis/notebooklm/generate-audio.test.js +0 -63
  254. package/clis/notebooklm/generate-slides.test.js +0 -75
  255. package/clis/notebooklm/history.test.js +0 -58
  256. package/clis/notebooklm/note-list.test.js +0 -56
  257. package/clis/notebooklm/notes-get.test.js +0 -72
  258. package/clis/notebooklm/open.test.js +0 -63
  259. package/clis/notebooklm/rpc.test.js +0 -131
  260. package/clis/notebooklm/source-fulltext.test.js +0 -106
  261. package/clis/notebooklm/source-get.test.js +0 -84
  262. package/clis/notebooklm/source-guide.test.js +0 -104
  263. package/clis/notebooklm/summary.test.js +0 -78
  264. package/clis/notebooklm/utils.test.js +0 -449
  265. package/clis/notebooklm/write-note.test.js +0 -70
  266. package/clis/nuget/nuget.test.js +0 -111
  267. package/clis/oeis/oeis.test.js +0 -88
  268. package/clis/ones/task-helpers.test.js +0 -12
  269. package/clis/ones/worklog.test.js +0 -20
  270. package/clis/openfda/openfda.test.js +0 -114
  271. package/clis/openreview/openreview.test.js +0 -427
  272. package/clis/osv/osv.test.js +0 -97
  273. package/clis/paperreview/commands.test.js +0 -243
  274. package/clis/paperreview/utils.test.js +0 -49
  275. package/clis/pixiv/download.test.js +0 -87
  276. package/clis/pixiv/illusts.test.js +0 -99
  277. package/clis/pixiv/search.test.js +0 -83
  278. package/clis/powerchina/search.test.js +0 -93
  279. package/clis/producthunt/utils.test.js +0 -64
  280. package/clis/pubmed/pubmed.test.js +0 -276
  281. package/clis/quark/utils.test.js +0 -58
  282. package/clis/qwen/utils.test.js +0 -45
  283. package/clis/reddit/extract-media.test.js +0 -149
  284. package/clis/reddit/frontpage.test.js +0 -34
  285. package/clis/reddit/home.test.js +0 -170
  286. package/clis/reddit/hot.test.js +0 -32
  287. package/clis/reddit/popular.test.js +0 -26
  288. package/clis/reddit/read.test.js +0 -335
  289. package/clis/reddit/reply.test.js +0 -89
  290. package/clis/reddit/search.test.js +0 -26
  291. package/clis/reddit/subreddit-info.test.js +0 -163
  292. package/clis/reddit/subreddit.test.js +0 -31
  293. package/clis/reddit/subscribed.test.js +0 -168
  294. package/clis/reddit/whoami.test.js +0 -105
  295. package/clis/rednote/navigation.test.js +0 -26
  296. package/clis/rednote/rednote.test.js +0 -222
  297. package/clis/rest-countries/rest-countries.test.js +0 -83
  298. package/clis/reuters/reuters.test.js +0 -299
  299. package/clis/rfc/rfc.test.js +0 -74
  300. package/clis/sinafinance/stock.test.js +0 -59
  301. package/clis/spotify/utils.test.js +0 -67
  302. package/clis/stackoverflow/stackoverflow.test.js +0 -404
  303. package/clis/steam/steam.test.js +0 -46
  304. package/clis/substack/utils.test.js +0 -44
  305. package/clis/suno/commands.test.js +0 -188
  306. package/clis/suno/download.test.js +0 -151
  307. package/clis/suno/generate.test.js +0 -252
  308. package/clis/suno/utils.test.js +0 -329
  309. package/clis/taobao/commands.test.js +0 -41
  310. package/clis/tdx/hot-rank.test.js +0 -59
  311. package/clis/ths/hot-rank.test.js +0 -64
  312. package/clis/tieba/commands.test.js +0 -79
  313. package/clis/tieba/utils.test.js +0 -290
  314. package/clis/tiktok/creator-videos.test.js +0 -113
  315. package/clis/tiktok/refactor.test.js +0 -389
  316. package/clis/tiktok/write-refactor.test.js +0 -370
  317. package/clis/toutiao/toutiao.test.js +0 -378
  318. package/clis/tvmaze/tvmaze.test.js +0 -93
  319. package/clis/twitter/bookmark-folder.test.js +0 -395
  320. package/clis/twitter/bookmark-folders.test.js +0 -152
  321. package/clis/twitter/bookmark.test.js +0 -74
  322. package/clis/twitter/bookmarks.test.js +0 -205
  323. package/clis/twitter/delete.test.js +0 -85
  324. package/clis/twitter/device-follow.test.js +0 -287
  325. package/clis/twitter/download.test.js +0 -457
  326. package/clis/twitter/followers.test.js +0 -62
  327. package/clis/twitter/following.test.js +0 -338
  328. package/clis/twitter/hide-reply.test.js +0 -76
  329. package/clis/twitter/like.test.js +0 -73
  330. package/clis/twitter/likes.test.js +0 -220
  331. package/clis/twitter/list-add.test.js +0 -133
  332. package/clis/twitter/list-create.test.js +0 -169
  333. package/clis/twitter/list-remove.test.js +0 -110
  334. package/clis/twitter/list-tweets.test.js +0 -196
  335. package/clis/twitter/lists.test.js +0 -253
  336. package/clis/twitter/post.test.js +0 -258
  337. package/clis/twitter/profile.test.js +0 -39
  338. package/clis/twitter/quote.test.js +0 -194
  339. package/clis/twitter/reply.test.js +0 -237
  340. package/clis/twitter/retweet.test.js +0 -73
  341. package/clis/twitter/search.test.js +0 -349
  342. package/clis/twitter/shared.test.js +0 -794
  343. package/clis/twitter/thread.test.js +0 -58
  344. package/clis/twitter/timeline.test.js +0 -104
  345. package/clis/twitter/trending.test.js +0 -15
  346. package/clis/twitter/tweets.test.js +0 -362
  347. package/clis/twitter/unbookmark.test.js +0 -73
  348. package/clis/twitter/unlike.test.js +0 -75
  349. package/clis/twitter/unretweet.test.js +0 -73
  350. package/clis/twitter/utils.test.js +0 -169
  351. package/clis/uisdc/news.test.js +0 -66
  352. package/clis/uiverse/_shared.test.js +0 -62
  353. package/clis/uiverse/navigation.test.js +0 -12
  354. package/clis/upwork/upwork.test.js +0 -566
  355. package/clis/wanfang/search.test.js +0 -23
  356. package/clis/web/read.test.js +0 -392
  357. package/clis/weibo/delete.test.js +0 -94
  358. package/clis/weibo/envelope.test.js +0 -85
  359. package/clis/weibo/favorites.test.js +0 -114
  360. package/clis/weibo/publish.test.js +0 -192
  361. package/clis/weibo/user-posts.test.js +0 -92
  362. package/clis/weibo/utils.test.js +0 -36
  363. package/clis/weixin/drafts.test.js +0 -69
  364. package/clis/weixin/search.test.js +0 -227
  365. package/clis/weread/ai-outline.test.js +0 -83
  366. package/clis/weread/book-search.test.js +0 -242
  367. package/clis/weread/commands.test.js +0 -398
  368. package/clis/weread/private-api-regression.test.js +0 -369
  369. package/clis/weread/search-regression.test.js +0 -494
  370. package/clis/weread/utils.test.js +0 -128
  371. package/clis/weread-official/commands.test.js +0 -385
  372. package/clis/weread-official/utils.test.js +0 -242
  373. package/clis/wikidata/wikidata.test.js +0 -83
  374. package/clis/wikipedia/trending.test.js +0 -57
  375. package/clis/wttr/wttr.test.js +0 -84
  376. package/clis/xianyu/chat.test.js +0 -84
  377. package/clis/xianyu/im.test.js +0 -253
  378. package/clis/xianyu/item.test.js +0 -56
  379. package/clis/xianyu/publish.test.js +0 -220
  380. package/clis/xianyu/search.test.js +0 -17
  381. package/clis/xiaoe/xiaoe.test.js +0 -486
  382. package/clis/xiaohongshu/comments.test.js +0 -258
  383. package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
  384. package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
  385. package/clis/xiaohongshu/creator-notes.test.js +0 -281
  386. package/clis/xiaohongshu/creator-stats.test.js +0 -24
  387. package/clis/xiaohongshu/delete-note.test.js +0 -172
  388. package/clis/xiaohongshu/download.test.js +0 -316
  389. package/clis/xiaohongshu/navigation.test.js +0 -34
  390. package/clis/xiaohongshu/note.test.js +0 -249
  391. package/clis/xiaohongshu/publish.test.js +0 -608
  392. package/clis/xiaohongshu/search.test.js +0 -325
  393. package/clis/xiaohongshu/user-helpers.test.js +0 -160
  394. package/clis/xiaoyuzhou/auth.test.js +0 -124
  395. package/clis/xiaoyuzhou/download.test.js +0 -135
  396. package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
  397. package/clis/xiaoyuzhou/transcript.test.js +0 -195
  398. package/clis/xiaoyuzhou/utils.test.js +0 -39
  399. package/clis/xueqiu/comments.test.js +0 -696
  400. package/clis/xueqiu/danjuan-utils.test.js +0 -41
  401. package/clis/xueqiu/utils.test.js +0 -26
  402. package/clis/yahoo/search.test.js +0 -94
  403. package/clis/youdao/note.test.js +0 -99
  404. package/clis/youtube/channel.test.js +0 -59
  405. package/clis/youtube/feed.test.js +0 -131
  406. package/clis/youtube/transcript-group.test.js +0 -99
  407. package/clis/youtube/transcript.test.js +0 -296
  408. package/clis/youtube/utils.test.js +0 -84
  409. package/clis/yuanbao/ask.test.js +0 -124
  410. package/clis/yuanbao/new.test.js +0 -30
  411. package/clis/yuanbao/shared.test.js +0 -80
  412. package/clis/zhihu/answer-comments.test.js +0 -287
  413. package/clis/zhihu/answer-detail.test.js +0 -338
  414. package/clis/zhihu/answer.test.js +0 -54
  415. package/clis/zhihu/collection.test.js +0 -337
  416. package/clis/zhihu/collections.test.js +0 -182
  417. package/clis/zhihu/comment.test.js +0 -50
  418. package/clis/zhihu/download.test.js +0 -12
  419. package/clis/zhihu/favorite.test.js +0 -59
  420. package/clis/zhihu/follow.test.js +0 -42
  421. package/clis/zhihu/like.test.js +0 -41
  422. package/clis/zhihu/question.test.js +0 -251
  423. package/clis/zhihu/recommend.test.js +0 -143
  424. package/clis/zhihu/search.test.js +0 -198
  425. package/clis/zhihu/target.test.js +0 -77
  426. package/clis/zhihu/text.test.js +0 -24
  427. package/clis/zhihu/write-shared.test.js +0 -176
  428. package/clis/zlibrary/commands.test.js +0 -65
  429. package/clis/zsxq/search.test.js +0 -24
  430. package/clis/zsxq/topic.test.js +0 -30
  431. package/clis/zsxq/topics.test.js +0 -24
  432. package/clis/zsxq/utils.test.js +0 -31
  433. package/dist/src/adapter-shadow.test.js +0 -49
  434. package/dist/src/adapter-source.test.js +0 -29
  435. package/dist/src/browser/analyze.test.js +0 -166
  436. package/dist/src/browser/article-extract.e2e.test.js +0 -105
  437. package/dist/src/browser/article-extract.test.js +0 -94
  438. package/dist/src/browser/ax-snapshot.test.js +0 -91
  439. package/dist/src/browser/base-page.test.js +0 -758
  440. package/dist/src/browser/cdp-click-fixture.test.js +0 -87
  441. package/dist/src/browser/cdp.test.js +0 -79
  442. package/dist/src/browser/compound.test.js +0 -175
  443. package/dist/src/browser/daemon-client.test.js +0 -199
  444. package/dist/src/browser/dom-helpers.test.js +0 -106
  445. package/dist/src/browser/dom-snapshot.test.js +0 -313
  446. package/dist/src/browser/errors.test.js +0 -60
  447. package/dist/src/browser/extract.test.js +0 -129
  448. package/dist/src/browser/find.test.js +0 -180
  449. package/dist/src/browser/html-tree.test.js +0 -181
  450. package/dist/src/browser/network-cache.test.js +0 -58
  451. package/dist/src/browser/network-key.test.js +0 -49
  452. package/dist/src/browser/page.test.js +0 -378
  453. package/dist/src/browser/shape-filter.test.js +0 -101
  454. package/dist/src/browser/shape.test.js +0 -82
  455. package/dist/src/browser/stealth.test.js +0 -134
  456. package/dist/src/browser/target-errors.test.js +0 -94
  457. package/dist/src/browser/target-resolver.test.js +0 -118
  458. package/dist/src/browser/utils.test.js +0 -29
  459. package/dist/src/browser/verify-fixture.test.js +0 -219
  460. package/dist/src/browser.test.js +0 -232
  461. package/dist/src/build-manifest.test.js +0 -341
  462. package/dist/src/capabilityRouting.test.js +0 -63
  463. package/dist/src/cli-argv-preprocess.test.js +0 -209
  464. package/dist/src/cli.test.js +0 -2803
  465. package/dist/src/commanderAdapter.test.js +0 -352
  466. package/dist/src/commands/daemon.test.js +0 -219
  467. package/dist/src/completion.test.js +0 -24
  468. package/dist/src/convention-audit.test.js +0 -247
  469. package/dist/src/daemon.test.js +0 -60
  470. package/dist/src/doctor.test.js +0 -263
  471. package/dist/src/download/article-download.test.js +0 -235
  472. package/dist/src/download/index.test.js +0 -140
  473. package/dist/src/download/media-download.test.js +0 -112
  474. package/dist/src/download/progress.test.js +0 -36
  475. package/dist/src/electron-apps.test.js +0 -49
  476. package/dist/src/engine.test.js +0 -312
  477. package/dist/src/errors.test.js +0 -109
  478. package/dist/src/execution.test.js +0 -623
  479. package/dist/src/extension-manifest-regression.test.js +0 -12
  480. package/dist/src/external.test.js +0 -146
  481. package/dist/src/help.test.js +0 -58
  482. package/dist/src/hooks.test.js +0 -92
  483. package/dist/src/interceptor.test.js +0 -81
  484. package/dist/src/launcher.test.js +0 -138
  485. package/dist/src/node-network.test.js +0 -55
  486. package/dist/src/observation/artifact.test.js +0 -121
  487. package/dist/src/observation/manager.test.js +0 -13
  488. package/dist/src/observation/redaction.test.js +0 -32
  489. package/dist/src/observation/retention.test.js +0 -118
  490. package/dist/src/observation/ring-buffer.test.js +0 -22
  491. package/dist/src/output.test.js +0 -53
  492. package/dist/src/package-exports.test.js +0 -112
  493. package/dist/src/pipeline/executor.test.js +0 -182
  494. package/dist/src/pipeline/steps/download.test.js +0 -102
  495. package/dist/src/pipeline/steps/fetch.test.js +0 -117
  496. package/dist/src/pipeline/template.test.js +0 -175
  497. package/dist/src/pipeline/transform.test.js +0 -133
  498. package/dist/src/plugin-manifest.test.js +0 -179
  499. package/dist/src/plugin-scaffold.test.js +0 -83
  500. package/dist/src/plugin.test.js +0 -1324
  501. package/dist/src/registry.test.js +0 -209
  502. package/dist/src/runtime-detect.test.js +0 -39
  503. package/dist/src/serialization.test.js +0 -78
  504. package/dist/src/snapshotFormatter.test.js +0 -521
  505. package/dist/src/tui.test.js +0 -19
  506. package/dist/src/update-check.test.js +0 -116
  507. package/dist/src/utils.test.js +0 -155
  508. package/dist/src/validate.test.js +0 -90
  509. package/dist/src/weixin-download.test.js +0 -45
package/scripts/m1-extension-spike.mjs ADDED
@@ -0,0 +1,237 @@
1
+ /**
2
+ * M1 extension-form live spike (#1): prove that in a REAL extension runtime with
3
+ * the `debugger` permission, `chrome.debugger` can arm Fetch before-send
4
+ * interception and block a 302 redirect to a forbidden target (0 hits).
5
+ *
6
+ * APPROACH (after empirically ruling out two dead ends — see HISTORY):
7
+ * Launch Chrome with a pinned-id probe extension, open its extension PAGE, attach
8
+ * to that page target over CDP, and run the arm logic via Runtime.evaluate inside
9
+ * the extension page context (which has full chrome.debugger / chrome.tabs access,
10
+ * the same APIs byCLI's service worker uses). Results come back as the eval return
11
+ * value; the "0 hits" assertion is measured by the local Node HTTP servers the
12
+ * browser really navigates against — it does NOT depend on the extension
13
+ * reporting anything back.
14
+ *
15
+ * WHAT THIS PROVES:
16
+ * chrome.debugger (real extension runtime, `debugger` permission) arms Fetch on
17
+ * Document/Request stage, intercepts the redirected main-frame request before
18
+ * send, and failRequest keeps the forbidden target at 0 hits (Codex P1-2 core
19
+ * capability question — answered).
20
+ * WHAT THIS DOES NOT PROVE:
21
+ * - byCLI's own MV3 service worker arming this (its SW is daemon-woken; an
22
+ * --load-extension'd SW stays dormant — confirmed: top-level SW code does not
23
+ * run without a waker). SW-lifecycle survival mid-navigation is tracked
24
+ * separately as the remaining extension-form risk.
25
+ * - DNS-rebinding enforcement (ip-observed-only per ADR-0006).
26
+ *
27
+ * Self-contained regression script. Run with:
28
+ * node scripts/m1-extension-spike.mjs # headful (default; most reliable)
29
+ * node scripts/m1-extension-spike.mjs --headless # try headless=new
30
+ */
31
+ import http from 'node:http';
32
+ import { spawn } from 'node:child_process';
33
+ import { createHash, generateKeyPairSync } from 'node:crypto';
34
+ import { mkdtempSync, rmSync, writeFileSync, mkdirSync } from 'node:fs';
35
+ import { tmpdir } from 'node:os';
36
+ import { join } from 'node:path';
37
+
38
+ const CHROME = '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome';
39
+ const HEADLESS = process.argv.includes('--headless');
40
+ const log = (...a) => console.log('[ext-spike]', ...a);
41
+
42
+ let forbiddenHits = 0;
43
+ let redirectHits = 0;
44
+
45
+ const forbidden = http.createServer((req, res) => {
46
+ forbiddenHits++;
47
+ log(`!!! FORBIDDEN target HIT: ${req.method} ${req.url}`);
48
+ res.end('forbidden-body');
49
+ });
50
+ const redirector = http.createServer((req, res) => {
51
+ redirectHits++;
52
+ res.writeHead(302, { Location: `http://127.0.0.1:${forbidden.address().port}/secret` });
53
+ res.end();
54
+ });
55
+ const listen = (srv) => new Promise((r) => srv.listen(0, '127.0.0.1', () => r()));
56
+
57
+ /** Derive the Chrome extension id (a-p mapping of first 16 bytes of SHA256(DER pubkey)). */
58
+ function deriveExtensionId(derPublicKey) {
59
+ const hash = createHash('sha256').update(derPublicKey).digest();
60
+ let id = '';
61
+ for (let i = 0; i < 16; i++) {
62
+ id += String.fromCharCode('a'.charCodeAt(0) + (hash[i] >> 4));
63
+ id += String.fromCharCode('a'.charCodeAt(0) + (hash[i] & 0x0f));
64
+ }
65
+ return id;
66
+ }
67
+
68
+ /** Generate a minimal probe extension with a pinned id and a loadable page. */
69
+ function writeProbeExtension(dir) {
70
+ mkdirSync(dir, { recursive: true });
71
+ const { publicKey } = generateKeyPairSync('rsa', {
72
+ modulusLength: 2048,
73
+ publicKeyEncoding: { type: 'spki', format: 'der' },
74
+ });
75
+ const extId = deriveExtensionId(publicKey);
76
+ writeFileSync(join(dir, 'manifest.json'), JSON.stringify({
77
+ manifest_version: 3,
78
+ name: 'M1 Fetch Probe',
79
+ version: '1.0.0',
80
+ key: publicKey.toString('base64'),
81
+ permissions: ['debugger', 'tabs'],
82
+ host_permissions: ['<all_urls>'],
83
+ background: { service_worker: 'sw.js', type: 'module' },
84
+ }, null, 2));
85
+ // The page only needs to exist and load; all arm logic is injected via CDP eval.
86
+ writeFileSync(join(dir, 'probe.html'), '<!doctype html><meta charset=utf-8><title>probe</title>');
87
+ writeFileSync(join(dir, 'sw.js'), '// dormant by design; probe runs in probe.html via CDP eval\n');
88
+ return extId;
89
+ }
90
+
91
+ /** Minimal CDP client (optionally session-scoped via sessionId). */
92
+ function connect(wsUrl) {
93
+ const ws = new WebSocket(wsUrl);
94
+ const ready = new Promise((res, rej) => { ws.addEventListener('open', res); ws.addEventListener('error', rej); });
95
+ const send = (method, params = {}, sessionId) => {
96
+ const id = Math.floor(Math.random() * 1e9);
97
+ return new Promise((resolve, reject) => {
98
+ const t = setTimeout(() => reject(new Error(`timeout ${method}`)), 15000);
99
+ const onMsg = (ev) => {
100
+ const msg = JSON.parse(ev.data.toString());
101
+ if (msg.id === id) {
102
+ clearTimeout(t);
103
+ ws.removeEventListener('message', onMsg);
104
+ msg.error ? reject(new Error(`${method}: ${msg.error.message}`)) : resolve(msg.result);
105
+ }
106
+ };
107
+ ws.addEventListener('message', onMsg);
108
+ ws.send(JSON.stringify(sessionId ? { id, sessionId, method, params } : { id, method, params }));
109
+ });
110
+ };
111
+ return { ws, ready, send };
112
+ }
113
+
114
+ async function evalInPage(send, sessionId, expression) {
115
+ const r = await send('Runtime.evaluate', { expression, awaitPromise: true, returnByValue: true }, sessionId);
116
+ if (r.exceptionDetails) throw new Error('eval: ' + (r.exceptionDetails.exception?.description || r.exceptionDetails.text));
117
+ return r.result?.value;
118
+ }
119
+
120
+ async function main() {
121
+ await listen(forbidden);
122
+ await listen(redirector);
123
+ const forbiddenPort = forbidden.address().port;
124
+ const redirectUrl = `http://127.0.0.1:${redirector.address().port}/start`;
125
+ log(`forbidden=127.0.0.1:${forbiddenPort} redirector=${redirectUrl}`);
126
+
127
+ const extDir = mkdtempSync(join(tmpdir(), 'm1-probe-ext-'));
128
+ const extId = writeProbeExtension(extDir);
129
+ log('probe extension:', extDir, 'id:', extId);
130
+
131
+ const userDir = mkdtempSync(join(tmpdir(), 'm1-ext-spike-'));
132
+ const port = 9334;
133
+ const args = [
134
+ `--remote-debugging-port=${port}`,
135
+ `--user-data-dir=${userDir}`,
136
+ `--load-extension=${extDir}`,
137
+ `--disable-extensions-except=${extDir}`,
138
+ '--no-first-run',
139
+ '--no-default-browser-check',
140
+ 'about:blank',
141
+ ];
142
+ if (HEADLESS) args.unshift('--headless=new');
143
+ const chrome = spawn(CHROME, args, { stdio: 'ignore' });
144
+
145
+ try {
146
+ // 1. Browser-level CDP up?
147
+ let verWs;
148
+ for (let i = 0; i < 40; i++) {
149
+ await new Promise((r) => setTimeout(r, 250));
150
+ try { verWs = (await (await fetch(`http://127.0.0.1:${port}/json/version`)).json()).webSocketDebuggerUrl; if (verWs) break; } catch {}
151
+ }
152
+ if (!verWs) throw new Error('Chrome CDP endpoint never came up');
153
+ const br = connect(verWs);
154
+ await br.ready;
155
+
156
+ // 2. Open the extension page and attach to it.
157
+ const { targetId } = await br.send('Target.createTarget', { url: `chrome-extension://${extId}/probe.html` });
158
+ // poll until the target is attachable
159
+ let sessionId;
160
+ for (let i = 0; i < 20; i++) {
161
+ try { ({ sessionId } = await br.send('Target.attachToTarget', { targetId, flatten: true })); if (sessionId) break; } catch {}
162
+ await new Promise((r) => setTimeout(r, 250));
163
+ }
164
+ if (!sessionId) throw new Error('could not attach to extension page target');
165
+ await br.send('Runtime.enable', {}, sessionId);
166
+
167
+ // 3. Confirm chrome.debugger is present in this extension-page runtime.
168
+ const hasDebugger = await evalInPage(br.send, sessionId,
169
+ `typeof chrome !== 'undefined' && typeof chrome.debugger !== 'undefined' && typeof chrome.debugger.attach === 'function'`);
170
+ log('chrome.debugger available in extension page:', hasDebugger);
171
+ if (!hasDebugger) throw new Error('chrome.debugger missing in extension page runtime');
172
+
173
+ // 4. Inside the extension page: create a tab, attach debugger, arm Fetch
174
+ // before-send, wire failRequest for the forbidden target, then navigate.
175
+ const arm = await evalInPage(br.send, sessionId, `(async () => {
176
+ const FORBIDDEN_PORT = ${forbiddenPort};
177
+ const REDIRECT_URL = ${JSON.stringify(redirectUrl)};
178
+ const state = { attached: false, fetchEnabled: false, blocked: [], continued: [], error: null };
179
+ globalThis.__m1 = state;
180
+ try {
181
+ const tab = await chrome.tabs.create({ url: 'about:blank', active: true });
182
+ const tabId = tab.id;
183
+ await chrome.debugger.attach({ tabId }, '1.3');
184
+ state.attached = true;
185
+ chrome.debugger.onEvent.addListener((src, method, params) => {
186
+ if (src.tabId !== tabId || method !== 'Fetch.requestPaused') return;
187
+ const url = params.request.url;
188
+ if (url.includes(':' + FORBIDDEN_PORT)) {
189
+ state.blocked.push(url);
190
+ chrome.debugger.sendCommand({ tabId }, 'Fetch.failRequest', { requestId: params.requestId, errorReason: 'BlockedByClient' });
191
+ } else {
192
+ state.continued.push(url);
193
+ chrome.debugger.sendCommand({ tabId }, 'Fetch.continueRequest', { requestId: params.requestId });
194
+ }
195
+ });
196
+ await chrome.debugger.sendCommand({ tabId }, 'Fetch.enable', {
197
+ patterns: [{ urlPattern: '*', resourceType: 'Document', requestStage: 'Request' }],
198
+ });
199
+ state.fetchEnabled = true;
200
+ await chrome.tabs.update(tabId, { url: REDIRECT_URL });
201
+ return { attached: state.attached, fetchEnabled: state.fetchEnabled, error: null };
202
+ } catch (e) {
203
+ state.error = String((e && e.message) || e);
204
+ return { attached: state.attached, fetchEnabled: state.fetchEnabled, error: state.error };
205
+ }
206
+ })()`);
207
+ log('arm result:', JSON.stringify(arm));
208
+ if (arm.error) throw new Error('extension arm failed: ' + arm.error);
209
+
210
+ // 5. Let the navigation + redirect (and any blocked follow-up) play out, then
211
+ // read the blocked list back out of the page's global.
212
+ await new Promise((r) => setTimeout(r, 3000));
213
+ const state = JSON.parse(await evalInPage(br.send, sessionId, `JSON.stringify(globalThis.__m1 || {})`));
214
+ br.ws.close();
215
+
216
+ const blocked = state.blocked ?? [];
217
+ log('--- RESULTS ---');
218
+ log(`ext debugger.attach = ${arm.attached} (expect true)`);
219
+ log(`ext Fetch.enable = ${arm.fetchEnabled} (expect true)`);
220
+ log(`redirector hits = ${redirectHits} (expect >=1)`);
221
+ log(`forbidden hits = ${forbiddenHits} (expect 0)`);
222
+ log(`ext blocked urls = ${JSON.stringify(blocked)}`);
223
+
224
+ const pass = arm.attached && arm.fetchEnabled && redirectHits >= 1 && forbiddenHits === 0 && blocked.length >= 1;
225
+ log(pass
226
+ ? '✅ PASS: extension runtime armed Fetch before-send via chrome.debugger AND forbidden target got 0 requests'
227
+ : '❌ FAIL: see counts above');
228
+ process.exitCode = pass ? 0 : 1;
229
+ } finally {
230
+ chrome.kill('SIGKILL');
231
+ forbidden.close(); redirector.close();
232
+ try { rmSync(userDir, { recursive: true, force: true }); } catch {}
233
+ try { rmSync(extDir, { recursive: true, force: true }); } catch {}
234
+ }
235
+ }
236
+
237
+ main().catch((e) => { log('ERROR', e.message); process.exitCode = 1; });
package/scripts/m1-live-spike.mjs ADDED
@@ -0,0 +1,156 @@
1
+ /**
2
+ * M1 live spike (#2 + P0-4 live no-hit): drive REAL Chrome via CDP, prove that
3
+ * Fetch.enable can arm before-send interception and that a 302 redirect to a
4
+ * forbidden target reaches that target ZERO times.
5
+ *
6
+ * Self-contained: no test framework, no repo imports. Run with:
7
+ * node scripts/m1-live-spike.mjs
8
+ */
9
+ import http from 'node:http';
10
+ import { spawn } from 'node:child_process';
11
+ import { mkdtempSync, rmSync } from 'node:fs';
12
+ import { tmpdir } from 'node:os';
13
+ import { join } from 'node:path';
14
+
15
+ const CHROME = '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome';
16
+ const log = (...a) => console.log('[spike]', ...a);
17
+
18
+ let forbiddenHits = 0;
19
+ let redirectHits = 0;
20
+
21
+ // ── 1. forbidden target server (must receive 0 requests) ──────────────────
22
+ const forbidden = http.createServer((req, res) => {
23
+ forbiddenHits++;
24
+ log(`!!! FORBIDDEN target HIT: ${req.method} ${req.url}`);
25
+ res.end('forbidden-body');
26
+ });
27
+ // ── 2. redirect server: 302 → forbidden target ───────────────────────────
28
+ const redirector = http.createServer((req, res) => {
29
+ redirectHits++;
30
+ res.writeHead(302, { Location: `http://127.0.0.1:${forbidden.address().port}/secret` });
31
+ res.end();
32
+ });
33
+
34
+ const listen = (srv) => new Promise((r) => srv.listen(0, '127.0.0.1', () => r()));
35
+
36
+ async function cdp(ws, method, params = {}) {
37
+ const id = Math.floor(Math.random() * 1e9);
38
+ return new Promise((resolve, reject) => {
39
+ const t = setTimeout(() => reject(new Error(`timeout ${method}`)), 10000);
40
+ const onMsg = (ev) => {
41
+ const msg = JSON.parse(ev.data.toString());
42
+ if (msg.id === id) {
43
+ clearTimeout(t);
44
+ ws.removeEventListener('message', onMsg);
45
+ msg.error ? reject(new Error(`${method}: ${msg.error.message}`)) : resolve(msg.result);
46
+ }
47
+ };
48
+ ws.addEventListener('message', onMsg);
49
+ ws.send(JSON.stringify({ id, method, params }));
50
+ });
51
+ }
52
+
53
+ async function main() {
54
+ await listen(forbidden);
55
+ await listen(redirector);
56
+ log(`forbidden=127.0.0.1:${forbidden.address().port} redirector=127.0.0.1:${redirector.address().port}`);
57
+
58
+ const userDir = mkdtempSync(join(tmpdir(), 'm1-spike-'));
59
+ const port = 9333;
60
+ const chrome = spawn(CHROME, [
61
+ `--remote-debugging-port=${port}`,
62
+ `--user-data-dir=${userDir}`,
63
+ '--headless=new',
64
+ '--no-first-run',
65
+ '--no-default-browser-check',
66
+ 'about:blank',
67
+ ], { stdio: 'ignore' });
68
+
69
+ try {
70
+ // wait for CDP endpoint
71
+ let wsUrl;
72
+ for (let i = 0; i < 40; i++) {
73
+ await new Promise((r) => setTimeout(r, 250));
74
+ try {
75
+ const r = await fetch(`http://127.0.0.1:${port}/json/version`);
76
+ wsUrl = (await r.json()).webSocketDebuggerUrl;
77
+ if (wsUrl) break;
78
+ } catch { /* retry */ }
79
+ }
80
+ if (!wsUrl) throw new Error('Chrome CDP endpoint never came up');
81
+ log('CDP up:', wsUrl);
82
+
83
+ const ws = new WebSocket(wsUrl);
84
+ await new Promise((r, j) => { ws.addEventListener('open', r); ws.addEventListener('error', j); });
85
+
86
+ // Create a fresh page target and attach to it (flat).
87
+ const { targetId } = await cdp(ws, 'Target.createTarget', { url: 'about:blank' });
88
+ const { sessionId } = await cdp(ws, 'Target.attachToTarget', { targetId, flatten: true });
89
+
90
+ // session-scoped send
91
+ const sCdp = (method, params = {}) => {
92
+ const id = Math.floor(Math.random() * 1e9);
93
+ return new Promise((resolve, reject) => {
94
+ const t = setTimeout(() => reject(new Error(`timeout ${method}`)), 10000);
95
+ const onMsg = (ev) => {
96
+ const msg = JSON.parse(ev.data.toString());
97
+ if (msg.id === id) {
98
+ clearTimeout(t);
99
+ ws.removeEventListener('message', onMsg);
100
+ msg.error ? reject(new Error(`${method}: ${msg.error.message}`)) : resolve(msg.result);
101
+ }
102
+ };
103
+ ws.addEventListener('message', onMsg);
104
+ ws.send(JSON.stringify({ id, sessionId, method, params }));
105
+ });
106
+ };
107
+
108
+ // ── ARM Fetch interception on Document/Request stage BEFORE navigating ──
109
+ await sCdp('Fetch.enable', { patterns: [{ urlPattern: '*', resourceType: 'Document', requestStage: 'Request' }] });
110
+ log('Fetch.enable OK — interception armed');
111
+
112
+ const forbiddenPort = forbidden.address().port;
113
+ let blockedUrl = null;
114
+
115
+ ws.addEventListener('message', (ev) => {
116
+ const msg = JSON.parse(ev.data.toString());
117
+ if (msg.sessionId !== sessionId || msg.method !== 'Fetch.requestPaused') return;
118
+ const { requestId, request, resourceType } = msg.params;
119
+ const isForbidden = request.url.includes(`127.0.0.1:${forbiddenPort}`);
120
+ if (isForbidden) {
121
+ blockedUrl = request.url;
122
+ log(`BLOCK before-send: ${request.url}`);
123
+ ws.send(JSON.stringify({ id: Math.floor(Math.random() * 1e9), sessionId,
124
+ method: 'Fetch.failRequest', params: { requestId, errorReason: 'BlockedByClient' } }));
125
+ } else {
126
+ ws.send(JSON.stringify({ id: Math.floor(Math.random() * 1e9), sessionId,
127
+ method: 'Fetch.continueRequest', params: { requestId } }));
128
+ }
129
+ });
130
+
131
+ // Navigate to the redirector → it 302s to the forbidden target.
132
+ await sCdp('Page.enable');
133
+ await sCdp('Page.navigate', { url: `http://127.0.0.1:${redirector.address().port}/start` });
134
+
135
+ // give redirect + any (blocked) follow-up time to happen
136
+ await new Promise((r) => setTimeout(r, 2500));
137
+
138
+ log('--- RESULTS ---');
139
+ log(`redirector hits = ${redirectHits} (expect >=1)`);
140
+ log(`forbidden hits = ${forbiddenHits} (expect 0)`);
141
+ log(`blocked url = ${blockedUrl}`);
142
+
143
+ const pass = redirectHits >= 1 && forbiddenHits === 0 && blockedUrl !== null;
144
+ log(pass ? '✅ PASS: Fetch armed before-send AND forbidden target got 0 requests' :
145
+ '❌ FAIL: see counts above');
146
+ ws.close();
147
+ process.exitCode = pass ? 0 : 1;
148
+ } finally {
149
+ chrome.kill('SIGKILL');
150
+ forbidden.close(); redirector.close();
151
+ try { rmSync(userDir, { recursive: true, force: true }); } catch {}
152
+ }
153
+ }
154
+
155
+ main().catch((e) => { log('ERROR', e.message); process.exitCode = 1;
156
+ try { rmSync; } catch {} });
package/scripts/m6b-connect-back-spike.sh ADDED
@@ -0,0 +1,31 @@
1
+ #!/usr/bin/env bash
2
+ # M6b connect-back spike — proves the verify-runner CHILD reaches the daemon for a browser
3
+ # adapter (the single biggest unit-test blind spot: real spawn + real `new Page` + connect-back).
4
+ #
5
+ # It starts a throwaway daemon on an alt port (NO extension attached), then runs the REAL built
6
+ # child (`dist/src/main.js internal verify-runner`) against it with a browser fixture adapter.
7
+ #
8
+ # Expected JSONL: `started` (stage:load) → `result` ok:false, stage:EXECUTE, error
9
+ # `extension_not_connected`. That proves the child (a) left the "待 M6b" not-yet path, (b)
10
+ # entered the browser branch (stage advanced load→execute = defaultBrowserAdapterRunner ran),
11
+ # and (c) connected BACK to the daemon (the error came FROM the daemon, not ECONNREFUSED, and
12
+ # no new daemon was spawned). Real rows need a connected Chrome extension — that is the manual
13
+ # gate (the extension exec path itself is already covered by M3).
14
+ #
15
+ # Usage: npm run build && bash scripts/m6b-connect-back-spike.sh
16
+ set -u
17
+ ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
18
+ PORT=19899
19
+ FIX="$ROOT/src/recorder/runner/__fixtures__/browser-adapter.mjs"
20
+ IN="$(mktemp -t m6b-input)"
21
+ printf '{"requestId":"req_smoke","name":"m6bsmoke/probe","adapterPath":"%s","executionSeedArgs":{}}' "$FIX" > "$IN"
22
+
23
+ BYCLI_DAEMON_PORT=$PORT node "$ROOT/dist/src/daemon.js" > /tmp/m6b-daemon.log 2>&1 &
24
+ DPID=$!
25
+ trap 'kill $DPID 2>/dev/null; rm -f "$IN"' EXIT
26
+
27
+ curl -s --retry-connrefused --retry 20 --retry-delay 1 --max-time 3 -H 'X-byCLI: 1' "http://127.0.0.1:$PORT/ping" > /dev/null
28
+ echo "daemon($PORT) ping: $(curl -s --max-time 3 http://127.0.0.1:$PORT/ping)"
29
+ echo "--- child JSONL (expect stage:execute + extension_not_connected) ---"
30
+ BYCLI_DAEMON_PORT=$PORT node "$ROOT/dist/src/main.js" internal verify-runner --jsonl \
31
+ --request-id req_smoke --name m6bsmoke/probe --input "$IN"
package/scripts/recorder.sh ADDED
@@ -0,0 +1,186 @@
1
+ #!/usr/bin/env bash
2
+ # 录制三端管理脚本
3
+ # daemon : 浏览器底座(19825),由 bycli 管理;扩展连这口
4
+ # be : Recorder Local Service(19826),同源托管真实工作台 UI(dashboard/dist)
5
+ # web : Umi dev server(8000),mock 模式,仅前端开发用(无真实录制)
6
+ #
7
+ # 用法:
8
+ # scripts/recorder.sh start [daemon|be|all] # 默认=真实录制环境(daemon+be,自动停 mock)
9
+ # scripts/recorder.sh start --mock # 仅此参数才起 mock 前端(web :8000,假数据)
10
+ # scripts/recorder.sh stop [daemon|be|web|all]
11
+ # scripts/recorder.sh restart [daemon|be|vnc|all] # restart all=daemon+be(不含 mock);改了 .env/dist 后用;vnc=删旧容器换新镜像
12
+ # scripts/recorder.sh status # 看三端
13
+ # scripts/recorder.sh build [core|be|ui|ext|all] # 重建 dist(改源码后;all 含扩展,需手动重载)
14
+ #
15
+ # 真实录制(带 LLM)启动:scripts/recorder.sh start → 打开 http://127.0.0.1:19826/workbench
16
+ #
17
+ # embedded_iframe 录制模式(P2,公开站页内嵌入;**本机默认开**):起 be 默认带 flag——
18
+ # EMBEDDED=0 scripts/recorder.sh start # 显式关闭页内嵌入模式
19
+ # IFRAME_FRAME_SRC=https://juejin.cn scripts/recorder.sh restart be # 只放该 origin(hardened)
20
+ # inline env 经 `env VAR=…` 注入,优先级高于 --env-file(.env 不覆盖已存在的 process env)。
21
+ #
22
+ # vnc 录制模式(容器内 Chromium+扩展+daemon,noVNC 投画面;**本机默认开**,需 podman + 镜像):
23
+ # scripts/recorder.sh build vnc # 构建容器镜像 bycli-verify:latest(需先 build ext + npm run build)
24
+ # scripts/recorder.sh restart vnc # 重启镜像:删旧容器(bycli-vnc),be 下次 bind 用新镜像重建(改镜像后用)
25
+ # VNC=0 scripts/recorder.sh restart be # 显式关闭 vnc 模式
26
+ # 选 VNC 模式后 be 自动 podman run 起容器、前端 iframe 投 noVNC 画面;录的数据走容器网关→be→合成链。
27
+ set -uo pipefail
28
+
29
+ ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
30
+ RUN="$ROOT/.recorder-run"; mkdir -p "$RUN"
31
+ DAEMON_PORT=19825; BE_PORT=19826; WEB_PORT=8000
32
+
33
+ port_pid() { lsof -ti "tcp:$1" -sTCP:LISTEN 2>/dev/null | head -1; }
34
+ alive() { [ -n "${1:-}" ] && kill -0 "$1" 2>/dev/null; }
35
+
36
+ # ───────────────────────── daemon(交给 bycli 管) ─────────────────────────
37
+ need_bycli() { command -v bycli >/dev/null || { echo "✗ bycli 不在 PATH(在仓库根 npm link)"; return 1; }; }
38
+ daemon_start() { need_bycli || return 1; bycli daemon start 2>&1 | tail -1; }
39
+ daemon_stop() { need_bycli && { bycli daemon stop 2>&1 | tail -1; } || true; }
40
+ daemon_restart() { need_bycli || return 1; bycli daemon restart 2>&1 | tail -1; }
41
+ daemon_status() { local p; p="$(port_pid $DAEMON_PORT)"; [ -n "$p" ] && echo "● daemon RUNNING :$DAEMON_PORT pid=$p" || echo "○ daemon stopped :$DAEMON_PORT"; }
42
+
43
+ # ───────────────────────── vnc(podman 容器,be 自动编排) ────────────────
44
+ # 容器名与 vncOrchestrator.ts 保持一致(BYCLI_VNC_CONTAINER 覆盖,默认 bycli-vnc)。
45
+ VNC_CONTAINER="${BYCLI_VNC_CONTAINER:-bycli-vnc}"
46
+ VNC_IMAGE="${BYCLI_VNC_IMAGE:-bycli-verify:latest}"
47
+ need_podman() { command -v podman >/dev/null || { echo "✗ podman 不在 PATH(VNC 模式需 podman)"; return 1; }; }
48
+ # 重启镜像:删旧容器,be 下次 bind 时用当前镜像重建(build vnc 换镜像后调用)。
49
+ vnc_restart() {
50
+ need_podman || return 1
51
+ [ -n "$(podman images -q "$VNC_IMAGE" 2>/dev/null)" ] || { echo "✗ 镜像 $VNC_IMAGE 不存在 → scripts/recorder.sh build vnc"; return 1; }
52
+ if [ -n "$(podman ps -aq -f "name=^${VNC_CONTAINER}$" 2>/dev/null)" ]; then
53
+ podman rm -f "$VNC_CONTAINER" >/dev/null 2>&1 && echo "✓ 已删旧容器 $VNC_CONTAINER(be 下次 bind 用新镜像 $VNC_IMAGE 重建)"
54
+ else
55
+ echo "○ 容器 $VNC_CONTAINER 未运行(be 下次 bind 会用新镜像 $VNC_IMAGE 新建)"
56
+ fi
57
+ }
58
+ vnc_stop() {
59
+ need_podman || return 1
60
+ if [ -n "$(podman ps -aq -f "name=^${VNC_CONTAINER}$" 2>/dev/null)" ]; then
61
+ podman rm -f "$VNC_CONTAINER" >/dev/null 2>&1 && echo "✓ vnc 容器 $VNC_CONTAINER 已删"
62
+ else echo "○ vnc 容器未运行"; fi
63
+ }
64
+ vnc_status() {
65
+ command -v podman >/dev/null || { echo "○ vnc (podman 未装)"; return; }
66
+ local st; st="$(podman inspect "$VNC_CONTAINER" --format '{{.State.Status}}' 2>/dev/null)"
67
+ [ -n "$st" ] && echo "● vnc $st container=$VNC_CONTAINER image=$VNC_IMAGE" || echo "○ vnc no container ($VNC_CONTAINER)"
68
+ }
69
+
70
+ # ───────────────────────── be(node 进程,PID 文件) ──────────────────────
71
+ be_start() {
72
+ [ -f "$ROOT/dashboard-be/dist/server.js" ] || { echo "✗ be 未构建 → scripts/recorder.sh build be"; return 1; }
73
+ [ -f "$ROOT/dashboard-be/.env" ] || { echo "✗ 缺 dashboard-be/.env → cp dashboard-be/.env.example dashboard-be/.env 并填值"; return 1; }
74
+ [ -d "$ROOT/dashboard/dist" ] || echo "⚠ dashboard/dist 不存在,be 将 API-only(无 UI)→ scripts/recorder.sh build ui"
75
+ if [ -n "$(port_pid $BE_PORT)" ]; then echo "● be 已在 :$BE_PORT(先 stop/restart)"; return 0; fi
76
+ # embedded_iframe 模式(P2):EMBEDDED=1 → 注入 flag 开 frame-src + 前端模式选项。
77
+ # 经 `env VAR=…` 内联注入,优先级高于 --env-file(.env 不覆盖已存在的 process env)。
78
+ # 三种录制模式默认全开(本机录制工作台);显式 EMBEDDED=0 / VNC=0 可单独关。
79
+ # 注:只在本机 be 启动注入,不动 recorder-core 的 fail-closed 发布默认(全局 CSP 安全底线不变)。
80
+ local envv=()
81
+ if [ "${EMBEDDED:-1}" = 1 ]; then
82
+ envv+=(FEATURE_EMBEDDED_IFRAME_RECORDING=1)
83
+ [ -n "${IFRAME_FRAME_SRC:-}" ] && envv+=("RECORDER_IFRAME_FRAME_SRC=$IFRAME_FRAME_SRC")
84
+ echo " ⚙ embedded_iframe 模式 ON${IFRAME_FRAME_SRC:+(frame-src=$IFRAME_FRAME_SRC)}"
85
+ fi
86
+ if [ "${VNC:-1}" = 1 ]; then
87
+ envv+=(FEATURE_VNC_RECORDING=1)
88
+ echo " ⚙ vnc 容器模式 ON(be 自动 podman run bycli-verify:latest;需先 build vnc)"
89
+ fi
90
+ ( cd "$ROOT" && nohup env ${envv[@]+"${envv[@]}"} node --env-file=dashboard-be/.env dashboard-be/dist/server.js >"$RUN/be.log" 2>&1 & echo $! >"$RUN/be.pid" )
91
+ sleep 1; be_status; echo " 日志: $RUN/be.log"
92
+ }
93
+ be_stop() {
94
+ # 端口权威:pid 文件 + 实际占 19826 的进程都杀(防重复实例残留)
95
+ local stopped=0 pf; pf="$(cat "$RUN/be.pid" 2>/dev/null)"
96
+ for pid in "$pf" "$(port_pid $BE_PORT)"; do
97
+ if alive "$pid"; then kill "$pid" 2>/dev/null; echo "✓ be 已停(pid=$pid)"; stopped=1; fi
98
+ done
99
+ [ "$stopped" = 0 ] && echo "○ be 未运行"
100
+ rm -f "$RUN/be.pid"
101
+ }
102
+ be_restart() { be_stop; sleep 1; be_start; }
103
+ be_status() { local p; p="$(port_pid $BE_PORT)"; [ -n "$p" ] && echo "● be RUNNING http://127.0.0.1:$BE_PORT/workbench pid=$p" || echo "○ be stopped :$BE_PORT"; }
104
+
105
+ # ───────────────────────── web(Umi dev,mock) ───────────────────────────
106
+ web_start() {
107
+ if [ -n "$(port_pid $WEB_PORT)" ]; then echo "● web 已在 :$WEB_PORT"; return 0; fi
108
+ ( cd "$ROOT/dashboard" && nohup npm run dev >"$RUN/web.log" 2>&1 & echo $! >"$RUN/web.pid" )
109
+ echo "✓ web 启动中(mock,http://127.0.0.1:$WEB_PORT) 日志: $RUN/web.log"
110
+ }
111
+ web_stop() {
112
+ local pid; pid="$(cat "$RUN/web.pid" 2>/dev/null)"; [ -z "$pid" ] && pid="$(port_pid $WEB_PORT)"
113
+ if alive "$pid"; then pkill -P "$pid" 2>/dev/null; kill "$pid" 2>/dev/null; echo "✓ web 已停"; else echo "○ web 未运行"; fi
114
+ rm -f "$RUN/web.pid"
115
+ }
116
+ web_restart() { web_stop; sleep 1; web_start; }
117
+ web_status() { local p; p="$(port_pid $WEB_PORT)"; [ -n "$p" ] && echo "● web RUNNING http://127.0.0.1:$WEB_PORT (mock) pid=$p" || echo "○ web stopped :$WEB_PORT (mock dev)"; }
118
+
119
+ # ───────────────────────── build ────────────────────────────────────────
120
+ do_build() {
121
+ case "${1:-all}" in
122
+ core) npm --prefix "$ROOT/packages/recorder-core" run build ;;
123
+ be) npm --prefix "$ROOT/dashboard-be" run build ;;
124
+ ui) ( cd "$ROOT/dashboard" && npm run build ) ;;
125
+ ext) ( cd "$ROOT/extension" && npm run build ) ;;
126
+ vnc) # VNC 录制模式容器镜像(Chromium+扩展+daemon+x11vnc+websockify+网关);be 起容器时复用 bycli-verify:latest。
127
+ command -v podman >/dev/null || { echo "✗ podman 不在 PATH(VNC 模式需 podman)"; return 1; }
128
+ [ -f "$ROOT/extension/dist/background.js" ] || { echo "✗ 扩展未构建 → scripts/recorder.sh build ext"; return 1; }
129
+ [ -f "$ROOT/dist/src/daemon.js" ] || { echo "✗ dist 未构建 → npm run build"; return 1; }
130
+ echo "▶ 构建 VNC 容器镜像 bycli-verify:latest(首次装 chromium 较慢)…"
131
+ ( cd "$ROOT" && podman build -f podman-verify/Dockerfile -t bycli-verify:latest . ) ;;
132
+ all) npm --prefix "$ROOT/packages/recorder-core" run build \
133
+ && npm --prefix "$ROOT/dashboard-be" run build \
134
+ && ( cd "$ROOT/dashboard" && npm run build ) \
135
+ && ( cd "$ROOT/extension" && npm run build ) \
136
+ && echo "↻ 扩展已重建 → chrome://extensions 重载 byCLI(确认版本号刷新)" ;;
137
+ *) echo "build: core|be|ui|ext|vnc|all"; return 1 ;;
138
+ esac
139
+ }
140
+
141
+ # ───────────────────────── dispatch ─────────────────────────────────────
142
+ action="${1:-}"; shift || true
143
+ case "$action" in
144
+ start)
145
+ # mock 仅在显式 --mock 时启动;其余参数视作服务名
146
+ mock=0; svcs=()
147
+ for a in "$@"; do if [ "$a" = "--mock" ]; then mock=1; else svcs+=("$a"); fi; done
148
+ if [ "$mock" = 1 ]; then
149
+ echo "▶ 启动【mock 前端】(web :$WEB_PORT,假数据,无真实录制)"
150
+ web_start
151
+ elif [ ${#svcs[@]} -eq 0 ]; then
152
+ # 默认 = 真实录制环境:停掉 mock web(防 :8000 误测)→ 起 daemon + be
153
+ echo "▶ 启动【真实录制环境】(daemon + be);mock web 若在跑将被停掉以免混淆"
154
+ [ -n "$(port_pid $WEB_PORT)" ] && web_stop
155
+ daemon_start; be_start
156
+ echo; echo "✅ 真实录制 → http://127.0.0.1:$BE_PORT/workbench(mock 需 start --mock)"
157
+ else
158
+ [ "${svcs[0]}" = "all" ] && svcs=(daemon be)
159
+ for t in "${svcs[@]}"; do
160
+ case "$t" in
161
+ daemon|be) "${t}_start" ;;
162
+ web) echo "✗ web 是 mock,请用:scripts/recorder.sh start --mock" ;;
163
+ *) echo "未知服务: $t(daemon|be|all,mock 用 --mock)" ;;
164
+ esac
165
+ done
166
+ fi ;;
167
+ stop|restart)
168
+ # all 语义:restart 只起真实环境(daemon+be,不复活 mock,与 start 默认一致);
169
+ # stop 则全停(含 mock web,teardown)。mock 启停一律显式 web/--mock。
170
+ if [ $# -eq 0 ]; then targets=(daemon be)
171
+ elif [ "${1:-}" = all ]; then
172
+ [ "$action" = stop ] && targets=(daemon be web) || targets=(daemon be)
173
+ else targets=("$@"); fi
174
+ [ "$action" = stop ] && targets=($(printf '%s\n' "${targets[@]}" | tail -r 2>/dev/null || printf '%s\n' "${targets[@]}"))
175
+ for t in "${targets[@]}"; do
176
+ case "$t" in daemon|be|web|vnc) "${t}_${action}" ;; *) echo "未知服务: $t(daemon|be|web|vnc|all)";; esac
177
+ done ;;
178
+ status)
179
+ daemon_status; be_status; web_status; vnc_status ;;
180
+ build)
181
+ do_build "${1:-all}" ;;
182
+ ""|-h|--help|help)
183
+ awk 'NR>1 && /^#/{sub(/^# ?/,"");print;next} NR>1{exit}' "${BASH_SOURCE[0]}" ;;
184
+ *)
185
+ echo "未知命令: $action(start|stop|restart|status|build)"; exit 1 ;;
186
+ esac