@sovovs/bycli 1.8.0 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/cli-manifest.json +0 -61
  2. package/clis/twitter/search.js +3 -3
  3. package/dist/src/adapter-shadow.js +2 -2
  4. package/dist/src/browser/analyze.d.ts +10 -99
  5. package/dist/src/browser/analyze.js +10 -226
  6. package/dist/src/browser/cdp.js +67 -7
  7. package/dist/src/browser/daemon-client.d.ts +2 -0
  8. package/dist/src/browser/daemon-client.js +1 -1
  9. package/dist/src/browser/extension-capabilities.d.ts +13 -0
  10. package/dist/src/browser/extension-capabilities.js +22 -0
  11. package/dist/src/browser/extension-capabilities.test.d.ts +1 -0
  12. package/dist/src/browser/extension-version-metadata.test.d.ts +1 -0
  13. package/dist/src/browser/navigation-guard.d.ts +78 -0
  14. package/dist/src/browser/navigation-guard.js +142 -0
  15. package/dist/src/browser/navigation-guard.test.d.ts +1 -0
  16. package/dist/src/browser/page.d.ts +1 -0
  17. package/dist/src/browser/page.js +20 -1
  18. package/dist/src/browser/url-policy.d.ts +89 -0
  19. package/dist/src/browser/url-policy.js +311 -0
  20. package/dist/src/browser/url-policy.test.d.ts +1 -0
  21. package/dist/src/browser/verify-fixture.js +2 -2
  22. package/dist/src/build-manifest.js +4 -2
  23. package/dist/src/capabilityRouting.d.ts +3 -2
  24. package/dist/src/capabilityRouting.js +10 -2
  25. package/dist/src/cli.js +11 -14
  26. package/dist/src/commanderAdapter.js +5 -5
  27. package/dist/src/config-paths.d.ts +19 -0
  28. package/dist/src/config-paths.js +31 -0
  29. package/dist/src/daemon.js +256 -0
  30. package/dist/src/discovery.d.ts +10 -3
  31. package/dist/src/discovery.js +20 -10
  32. package/dist/src/discovery.test.d.ts +1 -0
  33. package/dist/src/execution.d.ts +5 -0
  34. package/dist/src/execution.js +272 -48
  35. package/dist/src/help.js +8 -8
  36. package/dist/src/main.js +18 -2
  37. package/dist/src/manifest-schema.d.ts +9 -0
  38. package/dist/src/manifest-schema.js +162 -0
  39. package/dist/src/manifest-schema.test.d.ts +1 -0
  40. package/dist/src/manifest-types.d.ts +1 -1
  41. package/dist/src/observation/redaction.js +10 -4
  42. package/dist/src/plugin.js +11 -8
  43. package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
  44. package/dist/src/recorder/highlevel/analyze.js +91 -0
  45. package/dist/src/recorder/highlevel/init.d.ts +125 -0
  46. package/dist/src/recorder/highlevel/init.js +279 -0
  47. package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
  48. package/dist/src/recorder/highlevel/verify.d.ts +73 -0
  49. package/dist/src/recorder/highlevel/verify.js +74 -0
  50. package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
  51. package/dist/src/recorder/http/analyze-runner.js +78 -0
  52. package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
  53. package/dist/src/recorder/http/handlers.d.ts +51 -0
  54. package/dist/src/recorder/http/handlers.js +219 -0
  55. package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
  56. package/dist/src/recorder/http/wrapper-config.js +82 -0
  57. package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
  58. package/dist/src/recorder/http/wrapper-envelope.js +51 -0
  59. package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
  60. package/dist/src/recorder/http/wrapper-gates.js +28 -0
  61. package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
  62. package/dist/src/recorder/http/wrapper-metrics.js +5 -0
  63. package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
  64. package/dist/src/recorder/http/wrapper-registry.js +98 -0
  65. package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
  66. package/dist/src/recorder/http/wrapper-server.js +240 -0
  67. package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
  68. package/dist/src/recorder/observability/logger.d.ts +5 -0
  69. package/dist/src/recorder/observability/logger.js +13 -0
  70. package/dist/src/recorder/runner/config.d.ts +34 -0
  71. package/dist/src/recorder/runner/config.js +84 -0
  72. package/dist/src/recorder/runner/config.test.d.ts +1 -0
  73. package/dist/src/recorder/runner/reap.d.ts +79 -0
  74. package/dist/src/recorder/runner/reap.js +230 -0
  75. package/dist/src/recorder/runner/reap.test.d.ts +1 -0
  76. package/dist/src/recorder/runner/runner-port.d.ts +95 -0
  77. package/dist/src/recorder/runner/runner-port.js +518 -0
  78. package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
  79. package/dist/src/recorder/runner/session-keys.d.ts +28 -0
  80. package/dist/src/recorder/runner/session-keys.js +72 -0
  81. package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
  82. package/dist/src/recorder/runner/verify-runner-main.d.ts +96 -0
  83. package/dist/src/recorder/runner/verify-runner-main.js +292 -0
  84. package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
  85. package/dist/src/registry-api.d.ts +1 -1
  86. package/dist/src/registry-api.types.test.d.ts +1 -0
  87. package/dist/src/registry-transaction.d.ts +42 -0
  88. package/dist/src/registry-transaction.js +194 -0
  89. package/dist/src/registry-transaction.test.d.ts +1 -0
  90. package/dist/src/registry.d.ts +58 -16
  91. package/dist/src/registry.js +131 -15
  92. package/dist/src/serialization.d.ts +1 -1
  93. package/dist/src/serialization.js +3 -3
  94. package/dist/src/types.d.ts +2 -0
  95. package/package.json +8 -5
  96. package/scripts/m1-daemon-navigate-drive.mjs +138 -0
  97. package/scripts/m1-extension-spike.mjs +237 -0
  98. package/scripts/m1-live-spike.mjs +156 -0
  99. package/scripts/m6b-connect-back-spike.sh +31 -0
  100. package/clis/12306/utils.test.js +0 -331
  101. package/clis/1688/assets.test.js +0 -39
  102. package/clis/1688/download.test.js +0 -31
  103. package/clis/1688/item.test.js +0 -67
  104. package/clis/1688/search.test.js +0 -75
  105. package/clis/1688/shared.test.js +0 -57
  106. package/clis/1688/store.test.js +0 -62
  107. package/clis/36kr/article.test.js +0 -46
  108. package/clis/36kr/hot.test.js +0 -15
  109. package/clis/36kr/news.test.js +0 -85
  110. package/clis/51job/utils.test.js +0 -69
  111. package/clis/_atlassian/shared.test.js +0 -170
  112. package/clis/aibase/news.test.js +0 -59
  113. package/clis/amazon/bestsellers.test.js +0 -29
  114. package/clis/amazon/discussion.test.js +0 -124
  115. package/clis/amazon/offer.test.js +0 -29
  116. package/clis/amazon/product.test.js +0 -24
  117. package/clis/amazon/rankings.test.js +0 -41
  118. package/clis/amazon/search.test.js +0 -22
  119. package/clis/amazon/shared.test.js +0 -44
  120. package/clis/apple-podcasts/commands.test.js +0 -119
  121. package/clis/apple-podcasts/utils.test.js +0 -57
  122. package/clis/arxiv/arxiv.test.js +0 -112
  123. package/clis/baidu-scholar/search.test.js +0 -23
  124. package/clis/barchart/greeks.test.js +0 -138
  125. package/clis/bilibili/comment.test.js +0 -153
  126. package/clis/bilibili/comments.test.js +0 -142
  127. package/clis/bilibili/dynamic.test.js +0 -68
  128. package/clis/bilibili/hot.test.js +0 -17
  129. package/clis/bilibili/subtitle.test.js +0 -196
  130. package/clis/bilibili/summary.test.js +0 -210
  131. package/clis/bilibili/utils.test.js +0 -61
  132. package/clis/bilibili/video.test.js +0 -132
  133. package/clis/binance/commands.test.js +0 -70
  134. package/clis/bloomberg/utils.test.js +0 -129
  135. package/clis/booking/booking.test.js +0 -356
  136. package/clis/boss/chatlist.test.js +0 -211
  137. package/clis/boss/chatmsg.test.js +0 -230
  138. package/clis/boss/search.test.js +0 -78
  139. package/clis/boss/utils.test.js +0 -34
  140. package/clis/brave/search.test.js +0 -76
  141. package/clis/chaoxing/utils.test.js +0 -45
  142. package/clis/chatgpt/commands.test.js +0 -45
  143. package/clis/chatgpt/envelope.test.js +0 -108
  144. package/clis/chatgpt/image.test.js +0 -188
  145. package/clis/chatgpt/utils.test.js +0 -330
  146. package/clis/chatgpt-app/ax.test.js +0 -35
  147. package/clis/chatwise/composer.test.js +0 -186
  148. package/clis/chess/analyze.test.js +0 -79
  149. package/clis/chess/game.test.js +0 -178
  150. package/clis/chess/games.test.js +0 -164
  151. package/clis/chess/stats.test.js +0 -79
  152. package/clis/chess/utils.test.js +0 -230
  153. package/clis/claude/ask.test.js +0 -338
  154. package/clis/claude/commands.test.js +0 -118
  155. package/clis/claude/utils.test.js +0 -148
  156. package/clis/cnki/search.test.js +0 -18
  157. package/clis/codex/sidebar.test.js +0 -329
  158. package/clis/coingecko/coingecko.test.js +0 -109
  159. package/clis/confluence/commands.test.js +0 -195
  160. package/clis/coupang/coupang.test.js +0 -159
  161. package/clis/coupang/utils.test.js +0 -62
  162. package/clis/ctrip/ctrip.test.js +0 -719
  163. package/clis/dblp/dblp.test.js +0 -397
  164. package/clis/deepseek/ask.test.js +0 -312
  165. package/clis/deepseek/detail.test.js +0 -81
  166. package/clis/deepseek/send.test.js +0 -107
  167. package/clis/deepseek/utils.test.js +0 -370
  168. package/clis/defillama/defillama.test.js +0 -99
  169. package/clis/devto/devto.test.js +0 -236
  170. package/clis/dianping/dianping.test.js +0 -578
  171. package/clis/douban/download.test.js +0 -170
  172. package/clis/douban/movie-hot.test.js +0 -14
  173. package/clis/douban/search.test.js +0 -11
  174. package/clis/douban/subject.test.js +0 -11
  175. package/clis/douban/utils.test.js +0 -438
  176. package/clis/doubao/detail.test.js +0 -42
  177. package/clis/doubao/history.test.js +0 -37
  178. package/clis/doubao/utils.test.js +0 -344
  179. package/clis/douyin/_shared/browser-fetch.test.js +0 -64
  180. package/clis/douyin/_shared/creation-id.test.js +0 -22
  181. package/clis/douyin/_shared/imagex-upload.test.js +0 -87
  182. package/clis/douyin/_shared/sts2.test.js +0 -27
  183. package/clis/douyin/_shared/text-extra.test.js +0 -37
  184. package/clis/douyin/_shared/timing.test.js +0 -28
  185. package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
  186. package/clis/douyin/_shared/tos-upload.test.js +0 -229
  187. package/clis/douyin/_shared/transcode.test.js +0 -91
  188. package/clis/douyin/_shared/vod-upload.test.js +0 -38
  189. package/clis/douyin/activities.test.js +0 -55
  190. package/clis/douyin/collections.test.js +0 -45
  191. package/clis/douyin/delete.test.js +0 -100
  192. package/clis/douyin/draft.test.js +0 -335
  193. package/clis/douyin/drafts.test.js +0 -11
  194. package/clis/douyin/hashtag.test.js +0 -171
  195. package/clis/douyin/location.test.js +0 -23
  196. package/clis/douyin/profile.test.js +0 -46
  197. package/clis/douyin/publish-upload-id.test.js +0 -170
  198. package/clis/douyin/publish.test.js +0 -38
  199. package/clis/douyin/stats.test.js +0 -22
  200. package/clis/douyin/update.test.js +0 -11
  201. package/clis/douyin/user-videos.test.js +0 -151
  202. package/clis/douyin/videos.test.js +0 -54
  203. package/clis/duckduckgo/search.test.js +0 -128
  204. package/clis/duckduckgo/suggest.test.js +0 -66
  205. package/clis/eastmoney/hot-rank.test.js +0 -59
  206. package/clis/endoflife/endoflife.test.js +0 -51
  207. package/clis/facebook/feed.test.js +0 -169
  208. package/clis/facebook/marketplace.test.js +0 -91
  209. package/clis/facebook/notifications.test.js +0 -458
  210. package/clis/facebook/search.test.js +0 -55
  211. package/clis/flathub/flathub.test.js +0 -90
  212. package/clis/flomo/memos.test.js +0 -144
  213. package/clis/gemini/ask.test.js +0 -100
  214. package/clis/gemini/deep-research-result.test.js +0 -155
  215. package/clis/gemini/deep-research.test.js +0 -181
  216. package/clis/gemini/reply-state.test.js +0 -671
  217. package/clis/gemini/utils.test.js +0 -198
  218. package/clis/geogebra/geogebra.test.js +0 -175
  219. package/clis/gitee/search.test.js +0 -65
  220. package/clis/gitee/user.test.js +0 -63
  221. package/clis/google/utils.test.js +0 -75
  222. package/clis/google-scholar/cite.test.js +0 -47
  223. package/clis/google-scholar/profile.test.js +0 -49
  224. package/clis/google-scholar/search.test.js +0 -71
  225. package/clis/goproxy/goproxy.test.js +0 -103
  226. package/clis/gov-law/commands.test.js +0 -39
  227. package/clis/gov-policy/gov-policy.test.js +0 -224
  228. package/clis/grok/ask.test.js +0 -29
  229. package/clis/grok/utils.test.js +0 -103
  230. package/clis/hackernews/hackernews.test.js +0 -132
  231. package/clis/hf/hf.test.js +0 -16
  232. package/clis/hupu/hot.test.js +0 -224
  233. package/clis/imdb/utils.test.js +0 -88
  234. package/clis/indeed/indeed.test.js +0 -375
  235. package/clis/instagram/_shared/private-publish.test.js +0 -705
  236. package/clis/instagram/_shared/protocol-capture.test.js +0 -114
  237. package/clis/instagram/download.test.js +0 -118
  238. package/clis/instagram/note.test.js +0 -53
  239. package/clis/instagram/post.test.js +0 -1647
  240. package/clis/instagram/reel.test.js +0 -167
  241. package/clis/instagram/story.test.js +0 -134
  242. package/clis/jd/commands.test.js +0 -41
  243. package/clis/jd/item.test.js +0 -354
  244. package/clis/jianyu/search.test.js +0 -153
  245. package/clis/jianyu/shared/procurement-contract.test.js +0 -72
  246. package/clis/jianyu/shared/procurement-detail.test.js +0 -84
  247. package/clis/jike/read.test.js +0 -86
  248. package/clis/jira/commands.test.js +0 -287
  249. package/clis/juejin/search.js +0 -123
  250. package/clis/juejin/search.test.js +0 -98
  251. package/clis/lesswrong/frontpage.test.js +0 -37
  252. package/clis/lichess/lichess.test.js +0 -85
  253. package/clis/linkedin/connect.test.js +0 -213
  254. package/clis/linkedin/inbox.test.js +0 -152
  255. package/clis/linkedin/job-detail.test.js +0 -38
  256. package/clis/linkedin/jobs-preferences.test.js +0 -43
  257. package/clis/linkedin/people-search.test.js +0 -216
  258. package/clis/linkedin/post-analytics.test.js +0 -40
  259. package/clis/linkedin/posts.test.js +0 -40
  260. package/clis/linkedin/profile-analytics.test.js +0 -67
  261. package/clis/linkedin/profile-experience.test.js +0 -152
  262. package/clis/linkedin/profile-projects.test.js +0 -111
  263. package/clis/linkedin/profile-read.test.js +0 -77
  264. package/clis/linkedin/safe-send.test.js +0 -204
  265. package/clis/linkedin/salesnav-inbox.test.js +0 -113
  266. package/clis/linkedin/salesnav-message.test.js +0 -172
  267. package/clis/linkedin/salesnav-search.test.js +0 -76
  268. package/clis/linkedin/salesnav-thread.test.js +0 -79
  269. package/clis/linkedin/search.test.js +0 -222
  270. package/clis/linkedin/sent-invitations.test.js +0 -62
  271. package/clis/linkedin/services-read.test.js +0 -105
  272. package/clis/linkedin/thread-snapshot.test.js +0 -89
  273. package/clis/linkedin/timeline.test.js +0 -81
  274. package/clis/linkedin-learning/course.test.js +0 -114
  275. package/clis/linkedin-learning/search.test.js +0 -144
  276. package/clis/linkedin-learning/trending.test.js +0 -123
  277. package/clis/linux-do/feed.test.js +0 -153
  278. package/clis/linux-do/topic-content.test.js +0 -59
  279. package/clis/lobsters/lobsters.test.js +0 -169
  280. package/clis/notebooklm/add-source.test.js +0 -97
  281. package/clis/notebooklm/compat.test.js +0 -16
  282. package/clis/notebooklm/create.test.js +0 -58
  283. package/clis/notebooklm/generate-audio.test.js +0 -63
  284. package/clis/notebooklm/generate-slides.test.js +0 -75
  285. package/clis/notebooklm/history.test.js +0 -58
  286. package/clis/notebooklm/note-list.test.js +0 -56
  287. package/clis/notebooklm/notes-get.test.js +0 -72
  288. package/clis/notebooklm/open.test.js +0 -63
  289. package/clis/notebooklm/rpc.test.js +0 -131
  290. package/clis/notebooklm/source-fulltext.test.js +0 -106
  291. package/clis/notebooklm/source-get.test.js +0 -84
  292. package/clis/notebooklm/source-guide.test.js +0 -104
  293. package/clis/notebooklm/summary.test.js +0 -78
  294. package/clis/notebooklm/utils.test.js +0 -449
  295. package/clis/notebooklm/write-note.test.js +0 -70
  296. package/clis/nuget/nuget.test.js +0 -111
  297. package/clis/oeis/oeis.test.js +0 -88
  298. package/clis/ones/task-helpers.test.js +0 -12
  299. package/clis/ones/worklog.test.js +0 -20
  300. package/clis/openfda/openfda.test.js +0 -114
  301. package/clis/openreview/openreview.test.js +0 -427
  302. package/clis/osv/osv.test.js +0 -97
  303. package/clis/paperreview/commands.test.js +0 -243
  304. package/clis/paperreview/utils.test.js +0 -49
  305. package/clis/pixiv/download.test.js +0 -87
  306. package/clis/pixiv/illusts.test.js +0 -99
  307. package/clis/pixiv/search.test.js +0 -83
  308. package/clis/powerchina/search.test.js +0 -93
  309. package/clis/producthunt/utils.test.js +0 -64
  310. package/clis/pubmed/pubmed.test.js +0 -276
  311. package/clis/quark/utils.test.js +0 -58
  312. package/clis/qwen/utils.test.js +0 -45
  313. package/clis/reddit/extract-media.test.js +0 -149
  314. package/clis/reddit/frontpage.test.js +0 -34
  315. package/clis/reddit/home.test.js +0 -170
  316. package/clis/reddit/hot.test.js +0 -32
  317. package/clis/reddit/popular.test.js +0 -26
  318. package/clis/reddit/read.test.js +0 -335
  319. package/clis/reddit/reply.test.js +0 -89
  320. package/clis/reddit/search.test.js +0 -26
  321. package/clis/reddit/subreddit-info.test.js +0 -163
  322. package/clis/reddit/subreddit.test.js +0 -31
  323. package/clis/reddit/subscribed.test.js +0 -168
  324. package/clis/reddit/whoami.test.js +0 -105
  325. package/clis/rednote/navigation.test.js +0 -26
  326. package/clis/rednote/rednote.test.js +0 -222
  327. package/clis/rest-countries/rest-countries.test.js +0 -83
  328. package/clis/reuters/reuters.test.js +0 -299
  329. package/clis/rfc/rfc.test.js +0 -74
  330. package/clis/sinafinance/stock.test.js +0 -59
  331. package/clis/spotify/utils.test.js +0 -67
  332. package/clis/stackoverflow/stackoverflow.test.js +0 -404
  333. package/clis/steam/steam.test.js +0 -46
  334. package/clis/substack/utils.test.js +0 -44
  335. package/clis/suno/commands.test.js +0 -188
  336. package/clis/suno/download.test.js +0 -151
  337. package/clis/suno/generate.test.js +0 -252
  338. package/clis/suno/utils.test.js +0 -329
  339. package/clis/taobao/commands.test.js +0 -41
  340. package/clis/tdx/hot-rank.test.js +0 -59
  341. package/clis/ths/hot-rank.test.js +0 -64
  342. package/clis/tieba/commands.test.js +0 -79
  343. package/clis/tieba/utils.test.js +0 -290
  344. package/clis/tiktok/creator-videos.test.js +0 -113
  345. package/clis/tiktok/refactor.test.js +0 -389
  346. package/clis/tiktok/write-refactor.test.js +0 -370
  347. package/clis/toutiao/toutiao.test.js +0 -378
  348. package/clis/tvmaze/tvmaze.test.js +0 -93
  349. package/clis/twitter/bookmark-folder.test.js +0 -395
  350. package/clis/twitter/bookmark-folders.test.js +0 -152
  351. package/clis/twitter/bookmark.test.js +0 -74
  352. package/clis/twitter/bookmarks.test.js +0 -205
  353. package/clis/twitter/delete.test.js +0 -85
  354. package/clis/twitter/device-follow.test.js +0 -287
  355. package/clis/twitter/download.test.js +0 -457
  356. package/clis/twitter/followers.test.js +0 -62
  357. package/clis/twitter/following.test.js +0 -338
  358. package/clis/twitter/hide-reply.test.js +0 -76
  359. package/clis/twitter/like.test.js +0 -73
  360. package/clis/twitter/likes.test.js +0 -220
  361. package/clis/twitter/list-add.test.js +0 -133
  362. package/clis/twitter/list-create.test.js +0 -169
  363. package/clis/twitter/list-remove.test.js +0 -110
  364. package/clis/twitter/list-tweets.test.js +0 -196
  365. package/clis/twitter/lists.test.js +0 -253
  366. package/clis/twitter/post.test.js +0 -258
  367. package/clis/twitter/profile.test.js +0 -39
  368. package/clis/twitter/quote.test.js +0 -194
  369. package/clis/twitter/reply.test.js +0 -237
  370. package/clis/twitter/retweet.test.js +0 -73
  371. package/clis/twitter/search.test.js +0 -349
  372. package/clis/twitter/shared.test.js +0 -794
  373. package/clis/twitter/thread.test.js +0 -58
  374. package/clis/twitter/timeline.test.js +0 -104
  375. package/clis/twitter/trending.test.js +0 -15
  376. package/clis/twitter/tweets.test.js +0 -362
  377. package/clis/twitter/unbookmark.test.js +0 -73
  378. package/clis/twitter/unlike.test.js +0 -75
  379. package/clis/twitter/unretweet.test.js +0 -73
  380. package/clis/twitter/utils.test.js +0 -169
  381. package/clis/uisdc/news.test.js +0 -66
  382. package/clis/uiverse/_shared.test.js +0 -62
  383. package/clis/uiverse/navigation.test.js +0 -12
  384. package/clis/upwork/upwork.test.js +0 -566
  385. package/clis/wanfang/search.test.js +0 -23
  386. package/clis/web/read.test.js +0 -392
  387. package/clis/weibo/delete.test.js +0 -94
  388. package/clis/weibo/envelope.test.js +0 -85
  389. package/clis/weibo/favorites.test.js +0 -114
  390. package/clis/weibo/publish.test.js +0 -192
  391. package/clis/weibo/user-posts.test.js +0 -92
  392. package/clis/weibo/utils.test.js +0 -36
  393. package/clis/weixin/drafts.test.js +0 -69
  394. package/clis/weixin/search.test.js +0 -227
  395. package/clis/weread/ai-outline.test.js +0 -83
  396. package/clis/weread/book-search.test.js +0 -242
  397. package/clis/weread/commands.test.js +0 -398
  398. package/clis/weread/private-api-regression.test.js +0 -369
  399. package/clis/weread/search-regression.test.js +0 -494
  400. package/clis/weread/utils.test.js +0 -128
  401. package/clis/weread-official/commands.test.js +0 -385
  402. package/clis/weread-official/utils.test.js +0 -242
  403. package/clis/wikidata/wikidata.test.js +0 -83
  404. package/clis/wikipedia/trending.test.js +0 -57
  405. package/clis/wttr/wttr.test.js +0 -84
  406. package/clis/xianyu/chat.test.js +0 -84
  407. package/clis/xianyu/im.test.js +0 -253
  408. package/clis/xianyu/item.test.js +0 -56
  409. package/clis/xianyu/publish.test.js +0 -220
  410. package/clis/xianyu/search.test.js +0 -17
  411. package/clis/xiaoe/xiaoe.test.js +0 -486
  412. package/clis/xiaohongshu/comments.test.js +0 -258
  413. package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
  414. package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
  415. package/clis/xiaohongshu/creator-notes.test.js +0 -281
  416. package/clis/xiaohongshu/creator-stats.test.js +0 -24
  417. package/clis/xiaohongshu/delete-note.test.js +0 -172
  418. package/clis/xiaohongshu/download.test.js +0 -316
  419. package/clis/xiaohongshu/navigation.test.js +0 -34
  420. package/clis/xiaohongshu/note.test.js +0 -249
  421. package/clis/xiaohongshu/publish.test.js +0 -608
  422. package/clis/xiaohongshu/search.test.js +0 -325
  423. package/clis/xiaohongshu/user-helpers.test.js +0 -160
  424. package/clis/xiaoyuzhou/auth.test.js +0 -124
  425. package/clis/xiaoyuzhou/download.test.js +0 -135
  426. package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
  427. package/clis/xiaoyuzhou/transcript.test.js +0 -195
  428. package/clis/xiaoyuzhou/utils.test.js +0 -39
  429. package/clis/xueqiu/comments.test.js +0 -696
  430. package/clis/xueqiu/danjuan-utils.test.js +0 -41
  431. package/clis/xueqiu/utils.test.js +0 -26
  432. package/clis/yahoo/search.test.js +0 -94
  433. package/clis/youdao/note.test.js +0 -99
  434. package/clis/youtube/channel.test.js +0 -59
  435. package/clis/youtube/feed.test.js +0 -131
  436. package/clis/youtube/transcript-group.test.js +0 -99
  437. package/clis/youtube/transcript.test.js +0 -296
  438. package/clis/youtube/utils.test.js +0 -84
  439. package/clis/yuanbao/ask.test.js +0 -124
  440. package/clis/yuanbao/new.test.js +0 -30
  441. package/clis/yuanbao/shared.test.js +0 -80
  442. package/clis/zhihu/answer-comments.test.js +0 -287
  443. package/clis/zhihu/answer-detail.test.js +0 -338
  444. package/clis/zhihu/answer.test.js +0 -54
  445. package/clis/zhihu/collection.test.js +0 -337
  446. package/clis/zhihu/collections.test.js +0 -182
  447. package/clis/zhihu/comment.test.js +0 -50
  448. package/clis/zhihu/download.test.js +0 -12
  449. package/clis/zhihu/favorite.test.js +0 -59
  450. package/clis/zhihu/follow.test.js +0 -42
  451. package/clis/zhihu/like.test.js +0 -41
  452. package/clis/zhihu/question.test.js +0 -251
  453. package/clis/zhihu/recommend.test.js +0 -143
  454. package/clis/zhihu/search.test.js +0 -198
  455. package/clis/zhihu/target.test.js +0 -77
  456. package/clis/zhihu/text.test.js +0 -24
  457. package/clis/zhihu/write-shared.test.js +0 -176
  458. package/clis/zlibrary/commands.test.js +0 -65
  459. package/clis/zsxq/search.test.js +0 -24
  460. package/clis/zsxq/topic.test.js +0 -30
  461. package/clis/zsxq/topics.test.js +0 -24
  462. package/clis/zsxq/utils.test.js +0 -31
  463. package/dist/src/adapter-shadow.test.js +0 -49
  464. package/dist/src/adapter-source.test.js +0 -29
  465. package/dist/src/browser/analyze.test.js +0 -166
  466. package/dist/src/browser/article-extract.e2e.test.js +0 -105
  467. package/dist/src/browser/article-extract.test.js +0 -94
  468. package/dist/src/browser/ax-snapshot.test.js +0 -91
  469. package/dist/src/browser/base-page.test.js +0 -758
  470. package/dist/src/browser/cdp-click-fixture.test.js +0 -87
  471. package/dist/src/browser/cdp.test.js +0 -79
  472. package/dist/src/browser/compound.test.js +0 -175
  473. package/dist/src/browser/daemon-client.test.js +0 -199
  474. package/dist/src/browser/dom-helpers.test.js +0 -106
  475. package/dist/src/browser/dom-snapshot.test.js +0 -313
  476. package/dist/src/browser/errors.test.js +0 -60
  477. package/dist/src/browser/extract.test.js +0 -129
  478. package/dist/src/browser/find.test.js +0 -180
  479. package/dist/src/browser/html-tree.test.js +0 -181
  480. package/dist/src/browser/network-cache.test.js +0 -58
  481. package/dist/src/browser/network-key.test.js +0 -49
  482. package/dist/src/browser/page.test.js +0 -378
  483. package/dist/src/browser/shape-filter.test.js +0 -101
  484. package/dist/src/browser/shape.test.js +0 -82
  485. package/dist/src/browser/stealth.test.js +0 -134
  486. package/dist/src/browser/target-errors.test.js +0 -94
  487. package/dist/src/browser/target-resolver.test.js +0 -118
  488. package/dist/src/browser/utils.test.js +0 -29
  489. package/dist/src/browser/verify-fixture.test.js +0 -219
  490. package/dist/src/browser.test.js +0 -232
  491. package/dist/src/build-manifest.test.js +0 -341
  492. package/dist/src/capabilityRouting.test.js +0 -63
  493. package/dist/src/cli-argv-preprocess.test.js +0 -209
  494. package/dist/src/cli.test.js +0 -2803
  495. package/dist/src/commanderAdapter.test.js +0 -352
  496. package/dist/src/commands/daemon.test.js +0 -219
  497. package/dist/src/completion.test.js +0 -24
  498. package/dist/src/convention-audit.test.js +0 -247
  499. package/dist/src/daemon.test.js +0 -60
  500. package/dist/src/doctor.test.js +0 -263
  501. package/dist/src/download/article-download.test.js +0 -235
  502. package/dist/src/download/index.test.js +0 -140
  503. package/dist/src/download/media-download.test.js +0 -112
  504. package/dist/src/download/progress.test.js +0 -36
  505. package/dist/src/electron-apps.test.js +0 -49
  506. package/dist/src/engine.test.js +0 -312
  507. package/dist/src/errors.test.js +0 -109
  508. package/dist/src/execution.test.js +0 -623
  509. package/dist/src/extension-manifest-regression.test.js +0 -12
  510. package/dist/src/external.test.js +0 -146
  511. package/dist/src/help.test.js +0 -58
  512. package/dist/src/hooks.test.js +0 -92
  513. package/dist/src/interceptor.test.js +0 -81
  514. package/dist/src/launcher.test.js +0 -138
  515. package/dist/src/node-network.test.js +0 -55
  516. package/dist/src/observation/artifact.test.js +0 -121
  517. package/dist/src/observation/manager.test.js +0 -13
  518. package/dist/src/observation/redaction.test.js +0 -32
  519. package/dist/src/observation/retention.test.js +0 -118
  520. package/dist/src/observation/ring-buffer.test.js +0 -22
  521. package/dist/src/output.test.js +0 -53
  522. package/dist/src/package-exports.test.js +0 -112
  523. package/dist/src/pipeline/executor.test.js +0 -182
  524. package/dist/src/pipeline/steps/download.test.js +0 -102
  525. package/dist/src/pipeline/steps/fetch.test.js +0 -117
  526. package/dist/src/pipeline/template.test.js +0 -175
  527. package/dist/src/pipeline/transform.test.js +0 -133
  528. package/dist/src/plugin-manifest.test.js +0 -179
  529. package/dist/src/plugin-scaffold.test.js +0 -83
  530. package/dist/src/plugin.test.js +0 -1324
  531. package/dist/src/registry.test.js +0 -209
  532. package/dist/src/runtime-detect.test.js +0 -39
  533. package/dist/src/serialization.test.js +0 -78
  534. package/dist/src/snapshotFormatter.test.js +0 -521
  535. package/dist/src/tui.test.js +0 -19
  536. package/dist/src/update-check.test.js +0 -116
  537. package/dist/src/utils.test.js +0 -155
  538. package/dist/src/validate.test.js +0 -90
  539. package/dist/src/weixin-download.test.js +0 -45
@@ -0,0 +1,219 @@
1
+ // M9 High-Level HTTP wrapper —— 端点 handler。返回纯 HandlerOutcome(status/body/errorCode),由
2
+ // wrapper-server 写入 res —— handler 不碰 res,便于单测直接断言。M9a 只含 init/status/health;
3
+ // verify(M9b)/analyze(M9c)随后加。统一 202 语义:init 同步跑完后立刻 finalize,仍返 202 + requestId,
4
+ // 失败经 GET /v1/requests/{id} 查(high-level.openapi 的 POST 只定义 202)。
5
+ import { accepted, errorBody, newRequestId, } from './wrapper-envelope.js';
6
+ import { verifyAdapter } from '../highlevel/verify.js';
7
+ import { defaultSessionKeyRegistry } from '../runner/session-keys.js';
8
+ const TERMINAL = new Set(['succeeded', 'failed', 'timeout', 'cancelled']);
9
+ const RUN_TERMINAL = new Set(['succeeded', 'failed', 'timeout', 'cancelled']);
10
+ const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
11
+ /** GET /health —— 门禁已由 router 施加,此处只报存活。 */
12
+ export function handleHealth() {
13
+ return { status: 200, body: { status: 'ok', schemaVersion: 'high-level.v1' } };
14
+ }
15
+ /**
16
+ * POST /v1/adapters/init —— 铸 requestId → createRequest → createAdapterDraft(同步)→ finalize →
17
+ * 202 AcceptedResponse。name 缺失/非法 → finalize failed(validation_failed),仍 202(错误经 status 查)。
18
+ */
19
+ export function handleInit(ctx, body) {
20
+ const requestId = newRequestId();
21
+ ctx.registry.createRequest({ requestId, type: 'init' });
22
+ const name = body.name;
23
+ if (typeof name !== 'string' || name.length === 0) {
24
+ ctx.registry.finalizeRequest(requestId, {
25
+ status: 'failed',
26
+ error: errorBody('validation_failed', 'name is required (site/command)'),
27
+ });
28
+ return { status: 202, body: accepted(requestId) };
29
+ }
30
+ const strategyRaw = body.strategy;
31
+ const strategy = strategyRaw === 'PUBLIC' || strategyRaw === 'COOKIE' || strategyRaw === 'UI' ? strategyRaw : undefined;
32
+ const writePolicyRaw = body.writePolicy;
33
+ const writePolicy = writePolicyRaw === 'write' || writePolicyRaw === 'dry-run' ? writePolicyRaw : undefined;
34
+ const input = {
35
+ name,
36
+ domain: typeof body.domain === 'string' ? body.domain : undefined,
37
+ strategy,
38
+ browser: typeof body.browser === 'boolean' ? body.browser : undefined,
39
+ writePolicy,
40
+ responsibleUseAcknowledgedAt: typeof body.responsibleUseAcknowledgedAt === 'number' ? body.responsibleUseAcknowledgedAt : undefined,
41
+ };
42
+ const result = ctx.createDraft(input);
43
+ if (result.ok) {
44
+ ctx.registry.finalizeRequest(requestId, {
45
+ status: 'succeeded',
46
+ result: { report: result.report, dryRun: result.dryRun },
47
+ });
48
+ }
49
+ else {
50
+ ctx.registry.finalizeRequest(requestId, {
51
+ status: 'failed',
52
+ error: errorBody(result.errorCode, result.reason),
53
+ });
54
+ }
55
+ return { status: 202, body: accepted(requestId) };
56
+ }
57
+ /** analyze 后台 worker:跑 daemon-backed analyzeRunner → finalize report;映射 timeout/daemon-unavailable。 */
58
+ async function runAnalyzeBackground(ctx, requestId, input) {
59
+ try {
60
+ const report = await ctx.analyzeRunner(input);
61
+ ctx.registry.finalizeRequest(requestId, { status: 'succeeded', result: report });
62
+ }
63
+ catch (e) {
64
+ const code = e?.code;
65
+ const msg = e instanceof Error ? e.message : String(e);
66
+ let errorCode;
67
+ let status;
68
+ if (code === 'analyze_timeout') {
69
+ errorCode = 'analyze_timeout';
70
+ status = 'timeout';
71
+ }
72
+ else if (code === 'daemon_unavailable' ||
73
+ // 只认**连接级**失败签名(Codex M9 Med:原宽匹配 connect/network error/daemon 会把普通运行时/
74
+ // 站点异常误报 503)。daemon-client 连不上时 undici 抛 "fetch failed"、重试耗尽抛 "max retries
75
+ // exhausted"、底层 ECONNREFUSED/ECONNRESET —— 这些才是 daemon 不可达,其余归 adapter_runtime_error。
76
+ /ECONNREFUSED|ECONNRESET|fetch failed|max retries exhausted/i.test(msg)) {
77
+ errorCode = 'daemon_unavailable';
78
+ status = 'failed';
79
+ }
80
+ else {
81
+ errorCode = 'adapter_runtime_error';
82
+ status = 'failed';
83
+ }
84
+ ctx.registry.finalizeRequest(requestId, { status, error: errorBody(errorCode, msg) });
85
+ }
86
+ }
87
+ /**
88
+ * POST /v1/browser/analyze —— 校验 url/session/contextId → 铸 requestId → createRequest → **立即 202** →
89
+ * 后台 `runAnalyzeBackground`(构造 daemon-backed Page 跑 analyze,M6b 模式)。analyze 无 seed;结果是
90
+ * 站点分类 AnalyzeReport。daemon 不可达 → daemon_unavailable(503),超时 → analyze_timeout(504,status timeout)。
91
+ */
92
+ export function handleAnalyze(ctx, body) {
93
+ const requestId = newRequestId();
94
+ ctx.registry.createRequest({ requestId, type: 'analyze' });
95
+ const url = body.url;
96
+ const session = body.session;
97
+ const contextId = body.contextId;
98
+ if (typeof url !== 'string' || url.length === 0 ||
99
+ typeof session !== 'string' || session.length === 0 ||
100
+ typeof contextId !== 'string' || contextId.length === 0) {
101
+ ctx.registry.finalizeRequest(requestId, {
102
+ status: 'failed',
103
+ error: errorBody('validation_failed', 'url, session and contextId are required'),
104
+ });
105
+ return { status: 202, body: accepted(requestId) };
106
+ }
107
+ const settleMs = typeof body.settleMs === 'number' ? body.settleMs : undefined;
108
+ // fire-and-forget;客户端轮询 GET /v1/requests/{id}(analyze 类无 runner,registry 是唯一权威)。
109
+ // 登记进 inflight 供 shutdown drain(release Page lease);runAnalyzeBackground 永不 reject。
110
+ const job = runAnalyzeBackground(ctx, requestId, { url, session, contextId, settleMs });
111
+ if (ctx.inflight) {
112
+ ctx.inflight.add(job);
113
+ void job.finally(() => ctx.inflight.delete(job));
114
+ }
115
+ return { status: 202, body: accepted(requestId) };
116
+ }
117
+ /**
118
+ * POST /v1/adapters/verify —— 铸 requestId(== runner canonical id)→ createRequest → 委托
119
+ * verifyAdapter(name 校验 → 派生 evidence HMAC → runner.startVerify)。runner 接受即留 running(202,
120
+ * 客户端轮询 GET status 拿 runner live 进度);startVerify 同步拒(validation_failed/queue_full/
121
+ * runner_protocol_error)→ finalize failed,仍 202。**raw executionSeedArgs 只进 runner input.json,
122
+ * 绝不进 registry/202/log**(verifyAdapter 内部经 input.json 0600 落盘,wrapper 这层不碰 raw)。
123
+ */
124
+ export async function handleVerify(ctx, body) {
125
+ const requestId = newRequestId();
126
+ ctx.registry.createRequest({ requestId, type: 'verify', runnerId: requestId });
127
+ const name = body.name;
128
+ if (typeof name !== 'string' || name.length === 0) {
129
+ ctx.registry.finalizeRequest(requestId, {
130
+ status: 'failed',
131
+ error: errorBody('validation_failed', 'name is required (site/command)'),
132
+ });
133
+ return { status: 202, body: accepted(requestId) };
134
+ }
135
+ const sessionId = typeof body.sessionId === 'string' ? body.sessionId : undefined;
136
+ const keyFor = ctx.sessionKeyFor ?? ((sid) => defaultSessionKeyRegistry().keyFor(sid));
137
+ const sessionHmacKey = keyFor(sessionId);
138
+ const fixtureRaw = body.fixture;
139
+ const fixture = fixtureRaw === 'ignore' || fixtureRaw === 'match' || fixtureRaw === 'update' ? fixtureRaw : undefined;
140
+ const traceRaw = body.trace;
141
+ const trace = traceRaw === 'off' || traceRaw === 'retain-on-failure' || traceRaw === 'always' ? traceRaw : undefined;
142
+ const executionSeedArgs = body.executionSeedArgs && typeof body.executionSeedArgs === 'object' && !Array.isArray(body.executionSeedArgs)
143
+ ? body.executionSeedArgs
144
+ : undefined;
145
+ const input = { name, requestId, sessionId, executionSeedArgs, fixture, trace };
146
+ const result = await verifyAdapter(input, sessionHmacKey, ctx.runner);
147
+ if (!result.ok) {
148
+ ctx.registry.finalizeRequest(requestId, { status: 'failed', error: errorBody(result.errorCode, result.reason) });
149
+ return { status: 202, body: accepted(requestId) };
150
+ }
151
+ // ok:true → 后台收尾:runner settle 时 finalize registry,**与客户端是否轮询无关**(否则 abandoned
152
+ // verify 永远卡 running〔expiresAt=null〕→ 永不被 sweep → 泄漏)。finalizeRequest 幂等,与轮询 refresh()
153
+ // 双触发安全;whenSettled resolve/reject 都收尾(用 getRunStatus 取终态;null/non-terminal 则 idle 兜底)。
154
+ const settled = ctx.runner.whenSettled(requestId);
155
+ if (settled)
156
+ void settled.then(() => finalizeVerifyFromRunner(ctx, requestId), () => finalizeVerifyFromRunner(ctx, requestId));
157
+ return { status: 202, body: accepted(requestId) };
158
+ }
159
+ /** 从 runner 当前态收尾一个 verify 记录(终态 → finalize summary-only;非终态 → updateRequest)。幂等。 */
160
+ function finalizeVerifyFromRunner(ctx, requestId) {
161
+ const live = ctx.runner.getRunStatus(requestId);
162
+ if (!live)
163
+ return;
164
+ if (RUN_TERMINAL.has(live.status)) {
165
+ // 把 runner 终态错误(VerifySummary.error,如 verify_timeout/adapter_runtime_error)投影到顶层
166
+ // RequestStatus.error,使 verify 失败与 init/analyze 同一读取出口(Codex M9 Med);summary 仍保留完整体。
167
+ const e = live.summary?.error;
168
+ ctx.registry.finalizeRequest(requestId, {
169
+ status: live.status,
170
+ result: live.summary ?? undefined,
171
+ error: e ? errorBody(e.code, e.message, e.hint) : undefined,
172
+ });
173
+ }
174
+ else {
175
+ ctx.registry.updateRequest(requestId, { status: live.status });
176
+ }
177
+ }
178
+ /**
179
+ * 把 verify 记录从 runner 拉取 live status 投影进 registry(终态 finalize summary,summary-only 已脱敏)。
180
+ * init/analyze 类不动(它们的终态由各自 handler finalize)。返回最新投影后的 RequestStatus。
181
+ */
182
+ function refresh(ctx, requestId) {
183
+ const r = ctx.registry.getRecord(requestId);
184
+ if (r && r.type === 'verify' && !TERMINAL.has(r.status)) {
185
+ const live = ctx.runner.getRunStatus(r.runnerId);
186
+ if (live) {
187
+ if (RUN_TERMINAL.has(live.status)) {
188
+ ctx.registry.finalizeRequest(requestId, {
189
+ status: live.status,
190
+ result: live.summary ?? undefined,
191
+ });
192
+ }
193
+ else {
194
+ ctx.registry.updateRequest(requestId, { status: live.status });
195
+ }
196
+ }
197
+ }
198
+ return ctx.registry.getRequest(requestId);
199
+ }
200
+ /**
201
+ * GET /v1/requests/{requestId}(+waitMs long-poll)—— 未知/TTL 过期 → 404 request_not_found;否则
202
+ * 200 RequestStatus。verify 类经 runner getRunStatus 代理 live 进度并在终态 finalize summary。
203
+ */
204
+ export async function handleRequestStatus(ctx, requestId, waitMs) {
205
+ const deadline = Date.now() + waitMs;
206
+ let rec = refresh(ctx, requestId);
207
+ while (rec && !TERMINAL.has(rec.status) && Date.now() < deadline) {
208
+ await sleep(Math.min(200, Math.max(0, deadline - Date.now())));
209
+ rec = refresh(ctx, requestId);
210
+ }
211
+ if (!rec) {
212
+ return {
213
+ status: 404,
214
+ body: { error: errorBody('request_not_found', 'no such request (unknown or expired)') },
215
+ errorCode: 'request_not_found',
216
+ };
217
+ }
218
+ return { status: 200, body: rec };
219
+ }
@@ -0,0 +1,20 @@
1
+ export interface WrapperConfig {
2
+ readonly HOST: '127.0.0.1';
3
+ readonly PORT: number;
4
+ readonly ALLOWED_ORIGINS: readonly string[];
5
+ readonly TOKEN: string;
6
+ readonly DAEMON_PORT: number;
7
+ readonly LOG_LEVEL: 'error' | 'warn' | 'info' | 'debug';
8
+ /** 终态 RequestStatus TTL(过期 → getRequest 返 undefined → 404)。 */
9
+ readonly REQUEST_TERMINAL_STATUS_TTL_MS: number;
10
+ /** RequestStatus.pollAfterMs 提示。 */
11
+ readonly REQUEST_POLL_AFTER_MS: number;
12
+ /** GET /v1/requests long-poll waitMs 上限(server 侧 clamp,防客户端长挂连接)。 */
13
+ readonly REQUEST_WAIT_MS_MAX: number;
14
+ /** 请求体上限(超 → validation_failed)。 */
15
+ readonly BODY_LIMIT_BYTES: number;
16
+ /** analyze 整体超时(analyzeBrowserWithTimeout → analyze_timeout)。 */
17
+ readonly ANALYZE_TIMEOUT_MS: number;
18
+ }
19
+ /** load + validate;失败抛 ConfigError(config_invalid,fail-closed)。token 缺省时生成。 */
20
+ export declare function loadWrapperConfig(env?: NodeJS.ProcessEnv): WrapperConfig;
@@ -0,0 +1,82 @@
1
+ // M9 High-Level HTTP wrapper —— 配置(09 章 RecorderConfig 子集 + 04 章 loopback HTTP shape)。
2
+ // 形态对齐主仓既有手写 env 校验(src/recorder/runner/config.ts resolveTempPolicy 的 {key,def,min,max}
3
+ // 表 + fail-closed ConfigError;主仓无 zod,故不用 dashboard-be 的 zod loadConfig)。差异:① 独立 env
4
+ // 命名空间 BYCLI_HIGHLEVEL_*(不复用 be 的 RECORDER_*,避免 wrapper 与 be 同机并跑抢同名 env);
5
+ // ② PORT 默认 19827(避开 daemon 19825 / be 19826);③ 无 UI_DIST / scoring profile / feature flags
6
+ // (wrapper 纯 API、不托管 UI);④ HOST 锁死 127.0.0.1(非 loopback override 直接 fail-closed)。
7
+ import { randomToken } from '@sovovs/bycli-recorder-core';
8
+ import { ConfigError } from '../../errors.js';
9
+ const INT_FIELDS = {
10
+ PORT: { key: 'BYCLI_HIGHLEVEL_PORT', def: 19_827, min: 1024, max: 65_535 },
11
+ DAEMON_PORT: { key: 'BYCLI_DAEMON_PORT', def: 19_825, min: 1024, max: 65_535 },
12
+ REQUEST_TERMINAL_STATUS_TTL_MS: { key: 'BYCLI_HIGHLEVEL_REQUEST_TTL_MS', def: 1_800_000, min: 60_000, max: 86_400_000 },
13
+ REQUEST_POLL_AFTER_MS: { key: 'BYCLI_HIGHLEVEL_POLL_AFTER_MS', def: 1_000, min: 250, max: 10_000 },
14
+ REQUEST_WAIT_MS_MAX: { key: 'BYCLI_HIGHLEVEL_WAIT_MS_MAX', def: 25_000, min: 1_000, max: 60_000 },
15
+ BODY_LIMIT_BYTES: { key: 'BYCLI_HIGHLEVEL_BODY_LIMIT_BYTES', def: 262_144, min: 1024, max: 4_194_304 },
16
+ ANALYZE_TIMEOUT_MS: { key: 'BYCLI_HIGHLEVEL_ANALYZE_TIMEOUT_MS', def: 30_000, min: 1_000, max: 600_000 },
17
+ };
18
+ const LOG_LEVELS = ['error', 'warn', 'info', 'debug'];
19
+ function intFromEnv(env, f) {
20
+ const raw = env[f.key];
21
+ if (raw === undefined || raw === '')
22
+ return f.def;
23
+ const n = Number(raw);
24
+ if (!Number.isInteger(n) || n < f.min || n > f.max) {
25
+ throw new ConfigError(`config_invalid: ${f.key}=${raw} is out of range [${f.min}, ${f.max}]`, `Fix the ${f.key} environment variable and retry.`);
26
+ }
27
+ return n;
28
+ }
29
+ /** load + validate;失败抛 ConfigError(config_invalid,fail-closed)。token 缺省时生成。 */
30
+ export function loadWrapperConfig(env = process.env) {
31
+ // HOST loopback-only:任何非 127.0.0.1 override 直接拒(不可绕过 loopback 绑定)。
32
+ const host = env.BYCLI_HIGHLEVEL_HOST;
33
+ if (host !== undefined && host !== '' && host !== '127.0.0.1') {
34
+ throw new ConfigError(`config_invalid: BYCLI_HIGHLEVEL_HOST=${host} not allowed (loopback-only)`, 'Unset BYCLI_HIGHLEVEL_HOST or set it to 127.0.0.1.');
35
+ }
36
+ const ints = {};
37
+ for (const k of Object.keys(INT_FIELDS)) {
38
+ ints[k] = intFromEnv(env, INT_FIELDS[k]);
39
+ }
40
+ // Origin allowlist:逗号分隔,逐个校验是合法 URL。默认空 —— 程序客户端不发 Origin 即放行;
41
+ // 浏览器发非白名单 Origin 则被门禁拒。
42
+ const rawOrigins = env.BYCLI_HIGHLEVEL_ALLOWED_ORIGINS;
43
+ const origins = typeof rawOrigins === 'string' && rawOrigins.length
44
+ ? rawOrigins.split(',').map((s) => s.trim()).filter(Boolean)
45
+ : [];
46
+ for (const o of origins) {
47
+ try {
48
+ new URL(o);
49
+ }
50
+ catch {
51
+ throw new ConfigError(`config_invalid: invalid origin "${o}" in BYCLI_HIGHLEVEL_ALLOWED_ORIGINS`, 'Provide comma-separated absolute URLs (e.g. http://127.0.0.1:8000).');
52
+ }
53
+ }
54
+ // TOKEN:显式给则 ≥16 字符,否则进程内生成(04 章 startup random,重启轮换)。
55
+ const rawToken = env.BYCLI_HIGHLEVEL_TOKEN;
56
+ if (rawToken !== undefined && rawToken !== '' && rawToken.length < 16) {
57
+ throw new ConfigError('config_invalid: BYCLI_HIGHLEVEL_TOKEN too short (min 16 chars)', 'Use a token of at least 16 chars, or unset to auto-generate.');
58
+ }
59
+ const token = rawToken && rawToken.length >= 16 ? rawToken : randomToken();
60
+ // LOG_LEVEL:非法值 fail-closed。
61
+ const rawLevel = env.LOG_LEVEL;
62
+ let level = 'info';
63
+ if (rawLevel !== undefined && rawLevel !== '') {
64
+ if (!LOG_LEVELS.includes(rawLevel)) {
65
+ throw new ConfigError(`config_invalid: LOG_LEVEL=${rawLevel} not in [${LOG_LEVELS.join(', ')}]`, 'Set LOG_LEVEL to one of error|warn|info|debug.');
66
+ }
67
+ level = rawLevel;
68
+ }
69
+ return Object.freeze({
70
+ HOST: '127.0.0.1',
71
+ PORT: ints.PORT,
72
+ ALLOWED_ORIGINS: Object.freeze(origins),
73
+ TOKEN: token,
74
+ DAEMON_PORT: ints.DAEMON_PORT,
75
+ LOG_LEVEL: level,
76
+ REQUEST_TERMINAL_STATUS_TTL_MS: ints.REQUEST_TERMINAL_STATUS_TTL_MS,
77
+ REQUEST_POLL_AFTER_MS: ints.REQUEST_POLL_AFTER_MS,
78
+ REQUEST_WAIT_MS_MAX: ints.REQUEST_WAIT_MS_MAX,
79
+ BODY_LIMIT_BYTES: ints.BODY_LIMIT_BYTES,
80
+ ANALYZE_TIMEOUT_MS: ints.ANALYZE_TIMEOUT_MS,
81
+ });
82
+ }
@@ -0,0 +1,31 @@
1
+ import type { ErrorCode, RecorderError } from '@sovovs/bycli-recorder-core';
2
+ export type { ErrorCode, RecorderError };
3
+ /** RequestStatus.type(high-level.openapi.yaml:188-190)。 */
4
+ export type RequestType = 'analyze' | 'init' | 'verify';
5
+ /** RequestStatus.status(high-level.openapi.yaml:191-193);与 runner-port RunStatus 一致。 */
6
+ export type RequestStatusValue = 'queued' | 'running' | 'succeeded' | 'failed' | 'timeout' | 'cancelled';
7
+ /** 202 AcceptedResponse(high-level.openapi.yaml:97-109)。 */
8
+ export interface AcceptedResponse {
9
+ requestId: string;
10
+ schemaVersion: 'high-level.v1';
11
+ error: RecorderError | null;
12
+ }
13
+ /** 200 RequestStatus(high-level.openapi.yaml:182-216)。 */
14
+ export interface RequestStatus {
15
+ requestId: string;
16
+ type: RequestType;
17
+ status: RequestStatusValue;
18
+ startedAt: number;
19
+ updatedAt: number;
20
+ expiresAt: number | null;
21
+ pollAfterMs: number | null;
22
+ queueReason: 'profile_busy' | 'queue_full' | null;
23
+ progress: unknown;
24
+ result: unknown;
25
+ error: RecorderError | null;
26
+ }
27
+ /** 请求 id:req_<16hex>(传输层细节,与 be newRequestId 对齐格式)。 */
28
+ export declare const newRequestId: () => string;
29
+ export declare const accepted: (requestId: string, error?: RecorderError | null) => AcceptedResponse;
30
+ export declare const httpStatusForHighLevel: (code: ErrorCode) => number;
31
+ export declare const errorBody: (code: ErrorCode, message: string, hint?: string) => RecorderError;
@@ -0,0 +1,51 @@
1
+ // M9 High-Level HTTP wrapper —— 响应封装(high-level.openapi.yaml:97-216)。
2
+ // AcceptedResponse(202)/ RequestStatus(200)wire 形状 + ErrorCode→HTTP status 映射。
3
+ // ErrorCode/RecorderError 从 @sovovs/bycli-recorder-core 取(单一 TS 镜像源,Q2 改良 A);
4
+ // **STATUS_BY_CODE 是传输关注点,故意留在本传输层、不进 recorder-core**(与 be envelope 各持一份,
5
+ // 值同步自 03 章 Error Mapping 表)。schemaVersion 字面量 'high-level.v1'(与 be 的 'recorder.v1' 不同)。
6
+ import { randomUUID } from 'node:crypto';
7
+ /** 请求 id:req_<16hex>(传输层细节,与 be newRequestId 对齐格式)。 */
8
+ export const newRequestId = () => `req_${randomUUID().replace(/-/g, '').slice(0, 16)}`;
9
+ export const accepted = (requestId, error = null) => ({
10
+ requestId,
11
+ schemaVersion: 'high-level.v1',
12
+ error,
13
+ });
14
+ // 03 章 Error Mapping:ErrorCode → HTTP status。未列出兜底 500。**传输关注点,故意留本层(不进 core)**。
15
+ // `Record<ErrorCode, number>` 保证新增 code 时编译期 exhaustiveness 压力。⚠️ 值的唯一权威 = 03 章 Error
16
+ // Mapping 表;本表必须与 dashboard-be/src/transport/envelope.ts 的 STATUS_BY_CODE **保持值一致**(两份
17
+ // 各自传输层持有,边界正确但值会 drift;改一处必同步另一处 + 见 wrapper.test.ts 的关键码钉值测试)。
18
+ const STATUS_BY_CODE = {
19
+ validation_failed: 400,
20
+ invalid_state: 400,
21
+ insufficient_samples: 400,
22
+ navigation_url_forbidden: 400,
23
+ navigation_redirect_requires_interception: 400,
24
+ dns_resolution_failed: 400,
25
+ page_lost: 400,
26
+ csrf_failed: 403,
27
+ auth_failed: 403,
28
+ feature_disabled: 403,
29
+ auth_required: 500,
30
+ responsible_use_required: 400,
31
+ ambiguous_iframe_target: 400,
32
+ request_not_found: 404,
33
+ idempotency_conflict: 409,
34
+ queue_full: 429,
35
+ profile_busy: 429,
36
+ daemon_unavailable: 503,
37
+ extension_disconnected: 503,
38
+ network_error: 503,
39
+ verify_timeout: 504,
40
+ pipeline_timeout: 504,
41
+ analyze_timeout: 504,
42
+ runner_protocol_error: 500,
43
+ adapter_runtime_error: 500,
44
+ shape_mismatch: 500,
45
+ fixture_mismatch: 500,
46
+ output_truncated: 500,
47
+ temp_store_full: 507,
48
+ config_invalid: 500,
49
+ };
50
+ export const httpStatusForHighLevel = (code) => STATUS_BY_CODE[code] ?? 500;
51
+ export const errorBody = (code, message, hint) => hint ? { code, message, hint } : { code, message };
@@ -0,0 +1,16 @@
1
+ import type { IncomingMessage } from 'node:http';
2
+ export interface WrapperGateResult {
3
+ ok: boolean;
4
+ /** 仅 auth_failed(门禁层不区分细分原因,避免给攻击者反馈)。 */
5
+ code?: 'auth_failed';
6
+ message?: string;
7
+ }
8
+ export interface WrapperGateConfig {
9
+ allowedOrigins: readonly string[];
10
+ token: string;
11
+ }
12
+ /**
13
+ * 门禁校验链(顺序:header → origin → token)。比 daemon /v1/*(仅 X-byCLI presence)强一档 —— 多了
14
+ * 启动随机 token secret 这层。所有端点(含 /health)统一过此链(无契约理由豁免 health)。
15
+ */
16
+ export declare function checkWrapperGates(req: IncomingMessage, cfg: WrapperGateConfig): WrapperGateResult;
@@ -0,0 +1,28 @@
1
+ import { safeEqual } from '@sovovs/bycli-recorder-core';
2
+ const PASS = { ok: true };
3
+ /** 读单个 header(数组取首项)。 */
4
+ function header(req, name) {
5
+ const v = req.headers[name.toLowerCase()];
6
+ return Array.isArray(v) ? v[0] : v;
7
+ }
8
+ /**
9
+ * 门禁校验链(顺序:header → origin → token)。比 daemon /v1/*(仅 X-byCLI presence)强一档 —— 多了
10
+ * 启动随机 token secret 这层。所有端点(含 /health)统一过此链(无契约理由豁免 health)。
11
+ */
12
+ export function checkWrapperGates(req, cfg) {
13
+ // 1) 自定义 header gate —— 浏览器跨站无法伪造自定义 header(07 · X-byCLI:1)
14
+ if (header(req, 'X-byCLI') !== '1') {
15
+ return { ok: false, code: 'auth_failed', message: 'missing X-byCLI header' };
16
+ }
17
+ // 2) Origin allowlist —— 程序客户端不发 Origin 即放行;浏览器发非白名单 Origin 则拒
18
+ const origin = header(req, 'Origin');
19
+ if (origin !== undefined && !cfg.allowedOrigins.includes(origin)) {
20
+ return { ok: false, code: 'auth_failed', message: 'origin not allowed' };
21
+ }
22
+ // 3) 启动随机 token secret(X-byCLI-Token,恒定时间比较)
23
+ const token = header(req, 'X-byCLI-Token');
24
+ if (!token || !safeEqual(token, cfg.token)) {
25
+ return { ok: false, code: 'auth_failed', message: 'invalid token' };
26
+ }
27
+ return PASS;
28
+ }
@@ -0,0 +1 @@
1
+ export { createMetrics, type Metrics, type MetricsSnapshot, type HistogramStat, } from '@sovovs/bycli-recorder-core';
@@ -0,0 +1,5 @@
1
+ // M9 High-Level HTTP wrapper —— 进程内 metrics(09 Metrics)。实现已抽进 recorder-core(#3,Q2 改良A
2
+ // 原则下:纯内存计数器、零 IO/HTTP,合 charter,与 transport-crypto 同构)——这里 re-export,消除原
3
+ // copy-port 自 dashboard-be 的副本 drift(be 同样 re-export 同一源)。GET /metrics scrape 端点(绑 http
4
+ // 类型)仍留 wrapper 传输层(wrapper-server.ts),不进 core。
5
+ export { createMetrics, } from '@sovovs/bycli-recorder-core';
@@ -0,0 +1,50 @@
1
+ import type { RequestType, RequestStatusValue, RequestStatus, RecorderError } from './wrapper-envelope.js';
2
+ /** 内部记录:RequestStatus + wrapper-only 字段(投影掉再返给客户端)。 */
3
+ interface WrapperRequestRecord extends RequestStatus {
4
+ /** 查询 daemon runner 用的 canonical id(== requestId;保留以解耦 wrapper↔runner id)。 */
5
+ runnerId: string;
6
+ }
7
+ export interface WrapperRegistryOptions {
8
+ /** 终态 RequestStatus TTL(过期 → getRequest 返 undefined)。 */
9
+ terminalTtlMs: number;
10
+ /** RequestStatus.pollAfterMs 默认提示。 */
11
+ pollAfterMs: number;
12
+ /** 可注入时钟(测试 TTL 用,仿 session-keys.ts)。 */
13
+ now?: () => number;
14
+ }
15
+ export declare class WrapperRegistry {
16
+ private readonly opts;
17
+ private requests;
18
+ private readonly now;
19
+ constructor(opts: WrapperRegistryOptions);
20
+ /** 铸一条 in-flight 记录。init 同步跑完会立刻 finalize;verify/analyze 留 running 待轮询/后台收尾。 */
21
+ createRequest(input: {
22
+ requestId: string;
23
+ type: RequestType;
24
+ runnerId?: string;
25
+ status?: RequestStatusValue;
26
+ }): RequestStatus;
27
+ /** 合并一条非终态 status/result/error/queueReason 更新;终态记录不可变。 */
28
+ updateRequest(requestId: string, patch: {
29
+ status?: RequestStatusValue;
30
+ result?: unknown;
31
+ error?: RecorderError;
32
+ queueReason?: 'profile_busy' | 'queue_full' | null;
33
+ }): void;
34
+ /** 置终态 + 武装 TTL(终态过期 → getRequest 返 undefined → 404)。已终态则幂等 no-op。 */
35
+ finalizeRequest(requestId: string, patch: {
36
+ status: 'succeeded' | 'failed' | 'timeout' | 'cancelled';
37
+ result?: unknown;
38
+ error?: RecorderError;
39
+ }): void;
40
+ /** 面向客户端的 RequestStatus(TTL 校验,wrapper-only 字段投影掉)。 */
41
+ getRequest(id: string): RequestStatus | undefined;
42
+ /** 内部记录(含 runnerId;handler 用,不返客户端)。TTL 过期即删并返 undefined。 */
43
+ getRecord(id: string): WrapperRequestRecord | undefined;
44
+ /**
45
+ * 周期清理:删除所有已过 TTL 的终态记录(getRecord 只在"被访问"时删,abandoned 的终态记录否则常驻
46
+ * 内存)。non-terminal 记录 expiresAt=null,绝不被清。返回清理条数。
47
+ */
48
+ sweepExpired(): number;
49
+ }
50
+ export {};
@@ -0,0 +1,98 @@
1
+ const TERMINAL = ['succeeded', 'failed', 'timeout', 'cancelled'];
2
+ function project(rec) {
3
+ const { runnerId: _runnerId, ...status } = rec;
4
+ return status;
5
+ }
6
+ export class WrapperRegistry {
7
+ opts;
8
+ requests = new Map();
9
+ now;
10
+ constructor(opts) {
11
+ this.opts = opts;
12
+ this.now = opts.now ?? Date.now;
13
+ }
14
+ /** 铸一条 in-flight 记录。init 同步跑完会立刻 finalize;verify/analyze 留 running 待轮询/后台收尾。 */
15
+ createRequest(input) {
16
+ const t = this.now();
17
+ const rec = {
18
+ requestId: input.requestId,
19
+ type: input.type,
20
+ status: input.status ?? 'running',
21
+ startedAt: t,
22
+ updatedAt: t,
23
+ expiresAt: null,
24
+ pollAfterMs: this.opts.pollAfterMs,
25
+ queueReason: null,
26
+ progress: null,
27
+ result: null,
28
+ error: null,
29
+ runnerId: input.runnerId ?? input.requestId,
30
+ };
31
+ this.requests.set(input.requestId, rec);
32
+ return project(rec);
33
+ }
34
+ /** 合并一条非终态 status/result/error/queueReason 更新;终态记录不可变。 */
35
+ updateRequest(requestId, patch) {
36
+ const rec = this.requests.get(requestId);
37
+ if (!rec)
38
+ return;
39
+ if (TERMINAL.includes(rec.status))
40
+ return;
41
+ if (patch.status)
42
+ rec.status = patch.status;
43
+ if (patch.result !== undefined)
44
+ rec.result = patch.result;
45
+ if (patch.error !== undefined)
46
+ rec.error = patch.error;
47
+ if (patch.queueReason !== undefined)
48
+ rec.queueReason = patch.queueReason;
49
+ rec.updatedAt = this.now();
50
+ }
51
+ /** 置终态 + 武装 TTL(终态过期 → getRequest 返 undefined → 404)。已终态则幂等 no-op。 */
52
+ finalizeRequest(requestId, patch) {
53
+ const rec = this.requests.get(requestId);
54
+ if (!rec)
55
+ return;
56
+ if (TERMINAL.includes(rec.status))
57
+ return;
58
+ rec.status = patch.status;
59
+ if (patch.result !== undefined)
60
+ rec.result = patch.result;
61
+ if (patch.error !== undefined)
62
+ rec.error = patch.error;
63
+ const t = this.now();
64
+ rec.updatedAt = t;
65
+ rec.expiresAt = t + this.opts.terminalTtlMs;
66
+ }
67
+ /** 面向客户端的 RequestStatus(TTL 校验,wrapper-only 字段投影掉)。 */
68
+ getRequest(id) {
69
+ const rec = this.getRecord(id);
70
+ return rec ? project(rec) : undefined;
71
+ }
72
+ /** 内部记录(含 runnerId;handler 用,不返客户端)。TTL 过期即删并返 undefined。 */
73
+ getRecord(id) {
74
+ const r = this.requests.get(id);
75
+ if (!r)
76
+ return undefined;
77
+ if (r.expiresAt !== null && this.now() > r.expiresAt) {
78
+ this.requests.delete(id);
79
+ return undefined; // TTL 过期 → request_not_found
80
+ }
81
+ return r;
82
+ }
83
+ /**
84
+ * 周期清理:删除所有已过 TTL 的终态记录(getRecord 只在"被访问"时删,abandoned 的终态记录否则常驻
85
+ * 内存)。non-terminal 记录 expiresAt=null,绝不被清。返回清理条数。
86
+ */
87
+ sweepExpired() {
88
+ const t = this.now();
89
+ let removed = 0;
90
+ for (const [id, rec] of this.requests) {
91
+ if (rec.expiresAt !== null && t > rec.expiresAt) {
92
+ this.requests.delete(id);
93
+ removed += 1;
94
+ }
95
+ }
96
+ return removed;
97
+ }
98
+ }