@sovovs/bycli 1.8.0 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/cli-manifest.json +0 -61
  2. package/clis/twitter/search.js +3 -3
  3. package/dist/src/adapter-shadow.js +2 -2
  4. package/dist/src/browser/analyze.d.ts +10 -99
  5. package/dist/src/browser/analyze.js +10 -226
  6. package/dist/src/browser/cdp.js +67 -7
  7. package/dist/src/browser/daemon-client.d.ts +2 -0
  8. package/dist/src/browser/daemon-client.js +1 -1
  9. package/dist/src/browser/extension-capabilities.d.ts +13 -0
  10. package/dist/src/browser/extension-capabilities.js +22 -0
  11. package/dist/src/browser/extension-capabilities.test.d.ts +1 -0
  12. package/dist/src/browser/extension-version-metadata.test.d.ts +1 -0
  13. package/dist/src/browser/navigation-guard.d.ts +78 -0
  14. package/dist/src/browser/navigation-guard.js +142 -0
  15. package/dist/src/browser/navigation-guard.test.d.ts +1 -0
  16. package/dist/src/browser/page.d.ts +1 -0
  17. package/dist/src/browser/page.js +20 -1
  18. package/dist/src/browser/url-policy.d.ts +89 -0
  19. package/dist/src/browser/url-policy.js +311 -0
  20. package/dist/src/browser/url-policy.test.d.ts +1 -0
  21. package/dist/src/browser/verify-fixture.js +2 -2
  22. package/dist/src/build-manifest.js +4 -2
  23. package/dist/src/capabilityRouting.d.ts +3 -2
  24. package/dist/src/capabilityRouting.js +10 -2
  25. package/dist/src/cli.js +11 -14
  26. package/dist/src/commanderAdapter.js +5 -5
  27. package/dist/src/config-paths.d.ts +19 -0
  28. package/dist/src/config-paths.js +31 -0
  29. package/dist/src/daemon.js +256 -0
  30. package/dist/src/discovery.d.ts +10 -3
  31. package/dist/src/discovery.js +20 -10
  32. package/dist/src/discovery.test.d.ts +1 -0
  33. package/dist/src/execution.d.ts +5 -0
  34. package/dist/src/execution.js +272 -48
  35. package/dist/src/help.js +8 -8
  36. package/dist/src/main.js +18 -2
  37. package/dist/src/manifest-schema.d.ts +9 -0
  38. package/dist/src/manifest-schema.js +162 -0
  39. package/dist/src/manifest-schema.test.d.ts +1 -0
  40. package/dist/src/manifest-types.d.ts +1 -1
  41. package/dist/src/observation/redaction.js +10 -4
  42. package/dist/src/plugin.js +11 -8
  43. package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
  44. package/dist/src/recorder/highlevel/analyze.js +91 -0
  45. package/dist/src/recorder/highlevel/init.d.ts +125 -0
  46. package/dist/src/recorder/highlevel/init.js +279 -0
  47. package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
  48. package/dist/src/recorder/highlevel/verify.d.ts +73 -0
  49. package/dist/src/recorder/highlevel/verify.js +74 -0
  50. package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
  51. package/dist/src/recorder/http/analyze-runner.js +78 -0
  52. package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
  53. package/dist/src/recorder/http/handlers.d.ts +51 -0
  54. package/dist/src/recorder/http/handlers.js +219 -0
  55. package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
  56. package/dist/src/recorder/http/wrapper-config.js +82 -0
  57. package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
  58. package/dist/src/recorder/http/wrapper-envelope.js +51 -0
  59. package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
  60. package/dist/src/recorder/http/wrapper-gates.js +28 -0
  61. package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
  62. package/dist/src/recorder/http/wrapper-metrics.js +5 -0
  63. package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
  64. package/dist/src/recorder/http/wrapper-registry.js +98 -0
  65. package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
  66. package/dist/src/recorder/http/wrapper-server.js +240 -0
  67. package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
  68. package/dist/src/recorder/observability/logger.d.ts +5 -0
  69. package/dist/src/recorder/observability/logger.js +13 -0
  70. package/dist/src/recorder/runner/config.d.ts +34 -0
  71. package/dist/src/recorder/runner/config.js +84 -0
  72. package/dist/src/recorder/runner/config.test.d.ts +1 -0
  73. package/dist/src/recorder/runner/reap.d.ts +79 -0
  74. package/dist/src/recorder/runner/reap.js +230 -0
  75. package/dist/src/recorder/runner/reap.test.d.ts +1 -0
  76. package/dist/src/recorder/runner/runner-port.d.ts +95 -0
  77. package/dist/src/recorder/runner/runner-port.js +518 -0
  78. package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
  79. package/dist/src/recorder/runner/session-keys.d.ts +28 -0
  80. package/dist/src/recorder/runner/session-keys.js +72 -0
  81. package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
  82. package/dist/src/recorder/runner/verify-runner-main.d.ts +96 -0
  83. package/dist/src/recorder/runner/verify-runner-main.js +292 -0
  84. package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
  85. package/dist/src/registry-api.d.ts +1 -1
  86. package/dist/src/registry-api.types.test.d.ts +1 -0
  87. package/dist/src/registry-transaction.d.ts +42 -0
  88. package/dist/src/registry-transaction.js +194 -0
  89. package/dist/src/registry-transaction.test.d.ts +1 -0
  90. package/dist/src/registry.d.ts +58 -16
  91. package/dist/src/registry.js +131 -15
  92. package/dist/src/serialization.d.ts +1 -1
  93. package/dist/src/serialization.js +3 -3
  94. package/dist/src/types.d.ts +2 -0
  95. package/package.json +8 -5
  96. package/scripts/m1-daemon-navigate-drive.mjs +138 -0
  97. package/scripts/m1-extension-spike.mjs +237 -0
  98. package/scripts/m1-live-spike.mjs +156 -0
  99. package/scripts/m6b-connect-back-spike.sh +31 -0
  100. package/clis/12306/utils.test.js +0 -331
  101. package/clis/1688/assets.test.js +0 -39
  102. package/clis/1688/download.test.js +0 -31
  103. package/clis/1688/item.test.js +0 -67
  104. package/clis/1688/search.test.js +0 -75
  105. package/clis/1688/shared.test.js +0 -57
  106. package/clis/1688/store.test.js +0 -62
  107. package/clis/36kr/article.test.js +0 -46
  108. package/clis/36kr/hot.test.js +0 -15
  109. package/clis/36kr/news.test.js +0 -85
  110. package/clis/51job/utils.test.js +0 -69
  111. package/clis/_atlassian/shared.test.js +0 -170
  112. package/clis/aibase/news.test.js +0 -59
  113. package/clis/amazon/bestsellers.test.js +0 -29
  114. package/clis/amazon/discussion.test.js +0 -124
  115. package/clis/amazon/offer.test.js +0 -29
  116. package/clis/amazon/product.test.js +0 -24
  117. package/clis/amazon/rankings.test.js +0 -41
  118. package/clis/amazon/search.test.js +0 -22
  119. package/clis/amazon/shared.test.js +0 -44
  120. package/clis/apple-podcasts/commands.test.js +0 -119
  121. package/clis/apple-podcasts/utils.test.js +0 -57
  122. package/clis/arxiv/arxiv.test.js +0 -112
  123. package/clis/baidu-scholar/search.test.js +0 -23
  124. package/clis/barchart/greeks.test.js +0 -138
  125. package/clis/bilibili/comment.test.js +0 -153
  126. package/clis/bilibili/comments.test.js +0 -142
  127. package/clis/bilibili/dynamic.test.js +0 -68
  128. package/clis/bilibili/hot.test.js +0 -17
  129. package/clis/bilibili/subtitle.test.js +0 -196
  130. package/clis/bilibili/summary.test.js +0 -210
  131. package/clis/bilibili/utils.test.js +0 -61
  132. package/clis/bilibili/video.test.js +0 -132
  133. package/clis/binance/commands.test.js +0 -70
  134. package/clis/bloomberg/utils.test.js +0 -129
  135. package/clis/booking/booking.test.js +0 -356
  136. package/clis/boss/chatlist.test.js +0 -211
  137. package/clis/boss/chatmsg.test.js +0 -230
  138. package/clis/boss/search.test.js +0 -78
  139. package/clis/boss/utils.test.js +0 -34
  140. package/clis/brave/search.test.js +0 -76
  141. package/clis/chaoxing/utils.test.js +0 -45
  142. package/clis/chatgpt/commands.test.js +0 -45
  143. package/clis/chatgpt/envelope.test.js +0 -108
  144. package/clis/chatgpt/image.test.js +0 -188
  145. package/clis/chatgpt/utils.test.js +0 -330
  146. package/clis/chatgpt-app/ax.test.js +0 -35
  147. package/clis/chatwise/composer.test.js +0 -186
  148. package/clis/chess/analyze.test.js +0 -79
  149. package/clis/chess/game.test.js +0 -178
  150. package/clis/chess/games.test.js +0 -164
  151. package/clis/chess/stats.test.js +0 -79
  152. package/clis/chess/utils.test.js +0 -230
  153. package/clis/claude/ask.test.js +0 -338
  154. package/clis/claude/commands.test.js +0 -118
  155. package/clis/claude/utils.test.js +0 -148
  156. package/clis/cnki/search.test.js +0 -18
  157. package/clis/codex/sidebar.test.js +0 -329
  158. package/clis/coingecko/coingecko.test.js +0 -109
  159. package/clis/confluence/commands.test.js +0 -195
  160. package/clis/coupang/coupang.test.js +0 -159
  161. package/clis/coupang/utils.test.js +0 -62
  162. package/clis/ctrip/ctrip.test.js +0 -719
  163. package/clis/dblp/dblp.test.js +0 -397
  164. package/clis/deepseek/ask.test.js +0 -312
  165. package/clis/deepseek/detail.test.js +0 -81
  166. package/clis/deepseek/send.test.js +0 -107
  167. package/clis/deepseek/utils.test.js +0 -370
  168. package/clis/defillama/defillama.test.js +0 -99
  169. package/clis/devto/devto.test.js +0 -236
  170. package/clis/dianping/dianping.test.js +0 -578
  171. package/clis/douban/download.test.js +0 -170
  172. package/clis/douban/movie-hot.test.js +0 -14
  173. package/clis/douban/search.test.js +0 -11
  174. package/clis/douban/subject.test.js +0 -11
  175. package/clis/douban/utils.test.js +0 -438
  176. package/clis/doubao/detail.test.js +0 -42
  177. package/clis/doubao/history.test.js +0 -37
  178. package/clis/doubao/utils.test.js +0 -344
  179. package/clis/douyin/_shared/browser-fetch.test.js +0 -64
  180. package/clis/douyin/_shared/creation-id.test.js +0 -22
  181. package/clis/douyin/_shared/imagex-upload.test.js +0 -87
  182. package/clis/douyin/_shared/sts2.test.js +0 -27
  183. package/clis/douyin/_shared/text-extra.test.js +0 -37
  184. package/clis/douyin/_shared/timing.test.js +0 -28
  185. package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
  186. package/clis/douyin/_shared/tos-upload.test.js +0 -229
  187. package/clis/douyin/_shared/transcode.test.js +0 -91
  188. package/clis/douyin/_shared/vod-upload.test.js +0 -38
  189. package/clis/douyin/activities.test.js +0 -55
  190. package/clis/douyin/collections.test.js +0 -45
  191. package/clis/douyin/delete.test.js +0 -100
  192. package/clis/douyin/draft.test.js +0 -335
  193. package/clis/douyin/drafts.test.js +0 -11
  194. package/clis/douyin/hashtag.test.js +0 -171
  195. package/clis/douyin/location.test.js +0 -23
  196. package/clis/douyin/profile.test.js +0 -46
  197. package/clis/douyin/publish-upload-id.test.js +0 -170
  198. package/clis/douyin/publish.test.js +0 -38
  199. package/clis/douyin/stats.test.js +0 -22
  200. package/clis/douyin/update.test.js +0 -11
  201. package/clis/douyin/user-videos.test.js +0 -151
  202. package/clis/douyin/videos.test.js +0 -54
  203. package/clis/duckduckgo/search.test.js +0 -128
  204. package/clis/duckduckgo/suggest.test.js +0 -66
  205. package/clis/eastmoney/hot-rank.test.js +0 -59
  206. package/clis/endoflife/endoflife.test.js +0 -51
  207. package/clis/facebook/feed.test.js +0 -169
  208. package/clis/facebook/marketplace.test.js +0 -91
  209. package/clis/facebook/notifications.test.js +0 -458
  210. package/clis/facebook/search.test.js +0 -55
  211. package/clis/flathub/flathub.test.js +0 -90
  212. package/clis/flomo/memos.test.js +0 -144
  213. package/clis/gemini/ask.test.js +0 -100
  214. package/clis/gemini/deep-research-result.test.js +0 -155
  215. package/clis/gemini/deep-research.test.js +0 -181
  216. package/clis/gemini/reply-state.test.js +0 -671
  217. package/clis/gemini/utils.test.js +0 -198
  218. package/clis/geogebra/geogebra.test.js +0 -175
  219. package/clis/gitee/search.test.js +0 -65
  220. package/clis/gitee/user.test.js +0 -63
  221. package/clis/google/utils.test.js +0 -75
  222. package/clis/google-scholar/cite.test.js +0 -47
  223. package/clis/google-scholar/profile.test.js +0 -49
  224. package/clis/google-scholar/search.test.js +0 -71
  225. package/clis/goproxy/goproxy.test.js +0 -103
  226. package/clis/gov-law/commands.test.js +0 -39
  227. package/clis/gov-policy/gov-policy.test.js +0 -224
  228. package/clis/grok/ask.test.js +0 -29
  229. package/clis/grok/utils.test.js +0 -103
  230. package/clis/hackernews/hackernews.test.js +0 -132
  231. package/clis/hf/hf.test.js +0 -16
  232. package/clis/hupu/hot.test.js +0 -224
  233. package/clis/imdb/utils.test.js +0 -88
  234. package/clis/indeed/indeed.test.js +0 -375
  235. package/clis/instagram/_shared/private-publish.test.js +0 -705
  236. package/clis/instagram/_shared/protocol-capture.test.js +0 -114
  237. package/clis/instagram/download.test.js +0 -118
  238. package/clis/instagram/note.test.js +0 -53
  239. package/clis/instagram/post.test.js +0 -1647
  240. package/clis/instagram/reel.test.js +0 -167
  241. package/clis/instagram/story.test.js +0 -134
  242. package/clis/jd/commands.test.js +0 -41
  243. package/clis/jd/item.test.js +0 -354
  244. package/clis/jianyu/search.test.js +0 -153
  245. package/clis/jianyu/shared/procurement-contract.test.js +0 -72
  246. package/clis/jianyu/shared/procurement-detail.test.js +0 -84
  247. package/clis/jike/read.test.js +0 -86
  248. package/clis/jira/commands.test.js +0 -287
  249. package/clis/juejin/search.js +0 -123
  250. package/clis/juejin/search.test.js +0 -98
  251. package/clis/lesswrong/frontpage.test.js +0 -37
  252. package/clis/lichess/lichess.test.js +0 -85
  253. package/clis/linkedin/connect.test.js +0 -213
  254. package/clis/linkedin/inbox.test.js +0 -152
  255. package/clis/linkedin/job-detail.test.js +0 -38
  256. package/clis/linkedin/jobs-preferences.test.js +0 -43
  257. package/clis/linkedin/people-search.test.js +0 -216
  258. package/clis/linkedin/post-analytics.test.js +0 -40
  259. package/clis/linkedin/posts.test.js +0 -40
  260. package/clis/linkedin/profile-analytics.test.js +0 -67
  261. package/clis/linkedin/profile-experience.test.js +0 -152
  262. package/clis/linkedin/profile-projects.test.js +0 -111
  263. package/clis/linkedin/profile-read.test.js +0 -77
  264. package/clis/linkedin/safe-send.test.js +0 -204
  265. package/clis/linkedin/salesnav-inbox.test.js +0 -113
  266. package/clis/linkedin/salesnav-message.test.js +0 -172
  267. package/clis/linkedin/salesnav-search.test.js +0 -76
  268. package/clis/linkedin/salesnav-thread.test.js +0 -79
  269. package/clis/linkedin/search.test.js +0 -222
  270. package/clis/linkedin/sent-invitations.test.js +0 -62
  271. package/clis/linkedin/services-read.test.js +0 -105
  272. package/clis/linkedin/thread-snapshot.test.js +0 -89
  273. package/clis/linkedin/timeline.test.js +0 -81
  274. package/clis/linkedin-learning/course.test.js +0 -114
  275. package/clis/linkedin-learning/search.test.js +0 -144
  276. package/clis/linkedin-learning/trending.test.js +0 -123
  277. package/clis/linux-do/feed.test.js +0 -153
  278. package/clis/linux-do/topic-content.test.js +0 -59
  279. package/clis/lobsters/lobsters.test.js +0 -169
  280. package/clis/notebooklm/add-source.test.js +0 -97
  281. package/clis/notebooklm/compat.test.js +0 -16
  282. package/clis/notebooklm/create.test.js +0 -58
  283. package/clis/notebooklm/generate-audio.test.js +0 -63
  284. package/clis/notebooklm/generate-slides.test.js +0 -75
  285. package/clis/notebooklm/history.test.js +0 -58
  286. package/clis/notebooklm/note-list.test.js +0 -56
  287. package/clis/notebooklm/notes-get.test.js +0 -72
  288. package/clis/notebooklm/open.test.js +0 -63
  289. package/clis/notebooklm/rpc.test.js +0 -131
  290. package/clis/notebooklm/source-fulltext.test.js +0 -106
  291. package/clis/notebooklm/source-get.test.js +0 -84
  292. package/clis/notebooklm/source-guide.test.js +0 -104
  293. package/clis/notebooklm/summary.test.js +0 -78
  294. package/clis/notebooklm/utils.test.js +0 -449
  295. package/clis/notebooklm/write-note.test.js +0 -70
  296. package/clis/nuget/nuget.test.js +0 -111
  297. package/clis/oeis/oeis.test.js +0 -88
  298. package/clis/ones/task-helpers.test.js +0 -12
  299. package/clis/ones/worklog.test.js +0 -20
  300. package/clis/openfda/openfda.test.js +0 -114
  301. package/clis/openreview/openreview.test.js +0 -427
  302. package/clis/osv/osv.test.js +0 -97
  303. package/clis/paperreview/commands.test.js +0 -243
  304. package/clis/paperreview/utils.test.js +0 -49
  305. package/clis/pixiv/download.test.js +0 -87
  306. package/clis/pixiv/illusts.test.js +0 -99
  307. package/clis/pixiv/search.test.js +0 -83
  308. package/clis/powerchina/search.test.js +0 -93
  309. package/clis/producthunt/utils.test.js +0 -64
  310. package/clis/pubmed/pubmed.test.js +0 -276
  311. package/clis/quark/utils.test.js +0 -58
  312. package/clis/qwen/utils.test.js +0 -45
  313. package/clis/reddit/extract-media.test.js +0 -149
  314. package/clis/reddit/frontpage.test.js +0 -34
  315. package/clis/reddit/home.test.js +0 -170
  316. package/clis/reddit/hot.test.js +0 -32
  317. package/clis/reddit/popular.test.js +0 -26
  318. package/clis/reddit/read.test.js +0 -335
  319. package/clis/reddit/reply.test.js +0 -89
  320. package/clis/reddit/search.test.js +0 -26
  321. package/clis/reddit/subreddit-info.test.js +0 -163
  322. package/clis/reddit/subreddit.test.js +0 -31
  323. package/clis/reddit/subscribed.test.js +0 -168
  324. package/clis/reddit/whoami.test.js +0 -105
  325. package/clis/rednote/navigation.test.js +0 -26
  326. package/clis/rednote/rednote.test.js +0 -222
  327. package/clis/rest-countries/rest-countries.test.js +0 -83
  328. package/clis/reuters/reuters.test.js +0 -299
  329. package/clis/rfc/rfc.test.js +0 -74
  330. package/clis/sinafinance/stock.test.js +0 -59
  331. package/clis/spotify/utils.test.js +0 -67
  332. package/clis/stackoverflow/stackoverflow.test.js +0 -404
  333. package/clis/steam/steam.test.js +0 -46
  334. package/clis/substack/utils.test.js +0 -44
  335. package/clis/suno/commands.test.js +0 -188
  336. package/clis/suno/download.test.js +0 -151
  337. package/clis/suno/generate.test.js +0 -252
  338. package/clis/suno/utils.test.js +0 -329
  339. package/clis/taobao/commands.test.js +0 -41
  340. package/clis/tdx/hot-rank.test.js +0 -59
  341. package/clis/ths/hot-rank.test.js +0 -64
  342. package/clis/tieba/commands.test.js +0 -79
  343. package/clis/tieba/utils.test.js +0 -290
  344. package/clis/tiktok/creator-videos.test.js +0 -113
  345. package/clis/tiktok/refactor.test.js +0 -389
  346. package/clis/tiktok/write-refactor.test.js +0 -370
  347. package/clis/toutiao/toutiao.test.js +0 -378
  348. package/clis/tvmaze/tvmaze.test.js +0 -93
  349. package/clis/twitter/bookmark-folder.test.js +0 -395
  350. package/clis/twitter/bookmark-folders.test.js +0 -152
  351. package/clis/twitter/bookmark.test.js +0 -74
  352. package/clis/twitter/bookmarks.test.js +0 -205
  353. package/clis/twitter/delete.test.js +0 -85
  354. package/clis/twitter/device-follow.test.js +0 -287
  355. package/clis/twitter/download.test.js +0 -457
  356. package/clis/twitter/followers.test.js +0 -62
  357. package/clis/twitter/following.test.js +0 -338
  358. package/clis/twitter/hide-reply.test.js +0 -76
  359. package/clis/twitter/like.test.js +0 -73
  360. package/clis/twitter/likes.test.js +0 -220
  361. package/clis/twitter/list-add.test.js +0 -133
  362. package/clis/twitter/list-create.test.js +0 -169
  363. package/clis/twitter/list-remove.test.js +0 -110
  364. package/clis/twitter/list-tweets.test.js +0 -196
  365. package/clis/twitter/lists.test.js +0 -253
  366. package/clis/twitter/post.test.js +0 -258
  367. package/clis/twitter/profile.test.js +0 -39
  368. package/clis/twitter/quote.test.js +0 -194
  369. package/clis/twitter/reply.test.js +0 -237
  370. package/clis/twitter/retweet.test.js +0 -73
  371. package/clis/twitter/search.test.js +0 -349
  372. package/clis/twitter/shared.test.js +0 -794
  373. package/clis/twitter/thread.test.js +0 -58
  374. package/clis/twitter/timeline.test.js +0 -104
  375. package/clis/twitter/trending.test.js +0 -15
  376. package/clis/twitter/tweets.test.js +0 -362
  377. package/clis/twitter/unbookmark.test.js +0 -73
  378. package/clis/twitter/unlike.test.js +0 -75
  379. package/clis/twitter/unretweet.test.js +0 -73
  380. package/clis/twitter/utils.test.js +0 -169
  381. package/clis/uisdc/news.test.js +0 -66
  382. package/clis/uiverse/_shared.test.js +0 -62
  383. package/clis/uiverse/navigation.test.js +0 -12
  384. package/clis/upwork/upwork.test.js +0 -566
  385. package/clis/wanfang/search.test.js +0 -23
  386. package/clis/web/read.test.js +0 -392
  387. package/clis/weibo/delete.test.js +0 -94
  388. package/clis/weibo/envelope.test.js +0 -85
  389. package/clis/weibo/favorites.test.js +0 -114
  390. package/clis/weibo/publish.test.js +0 -192
  391. package/clis/weibo/user-posts.test.js +0 -92
  392. package/clis/weibo/utils.test.js +0 -36
  393. package/clis/weixin/drafts.test.js +0 -69
  394. package/clis/weixin/search.test.js +0 -227
  395. package/clis/weread/ai-outline.test.js +0 -83
  396. package/clis/weread/book-search.test.js +0 -242
  397. package/clis/weread/commands.test.js +0 -398
  398. package/clis/weread/private-api-regression.test.js +0 -369
  399. package/clis/weread/search-regression.test.js +0 -494
  400. package/clis/weread/utils.test.js +0 -128
  401. package/clis/weread-official/commands.test.js +0 -385
  402. package/clis/weread-official/utils.test.js +0 -242
  403. package/clis/wikidata/wikidata.test.js +0 -83
  404. package/clis/wikipedia/trending.test.js +0 -57
  405. package/clis/wttr/wttr.test.js +0 -84
  406. package/clis/xianyu/chat.test.js +0 -84
  407. package/clis/xianyu/im.test.js +0 -253
  408. package/clis/xianyu/item.test.js +0 -56
  409. package/clis/xianyu/publish.test.js +0 -220
  410. package/clis/xianyu/search.test.js +0 -17
  411. package/clis/xiaoe/xiaoe.test.js +0 -486
  412. package/clis/xiaohongshu/comments.test.js +0 -258
  413. package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
  414. package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
  415. package/clis/xiaohongshu/creator-notes.test.js +0 -281
  416. package/clis/xiaohongshu/creator-stats.test.js +0 -24
  417. package/clis/xiaohongshu/delete-note.test.js +0 -172
  418. package/clis/xiaohongshu/download.test.js +0 -316
  419. package/clis/xiaohongshu/navigation.test.js +0 -34
  420. package/clis/xiaohongshu/note.test.js +0 -249
  421. package/clis/xiaohongshu/publish.test.js +0 -608
  422. package/clis/xiaohongshu/search.test.js +0 -325
  423. package/clis/xiaohongshu/user-helpers.test.js +0 -160
  424. package/clis/xiaoyuzhou/auth.test.js +0 -124
  425. package/clis/xiaoyuzhou/download.test.js +0 -135
  426. package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
  427. package/clis/xiaoyuzhou/transcript.test.js +0 -195
  428. package/clis/xiaoyuzhou/utils.test.js +0 -39
  429. package/clis/xueqiu/comments.test.js +0 -696
  430. package/clis/xueqiu/danjuan-utils.test.js +0 -41
  431. package/clis/xueqiu/utils.test.js +0 -26
  432. package/clis/yahoo/search.test.js +0 -94
  433. package/clis/youdao/note.test.js +0 -99
  434. package/clis/youtube/channel.test.js +0 -59
  435. package/clis/youtube/feed.test.js +0 -131
  436. package/clis/youtube/transcript-group.test.js +0 -99
  437. package/clis/youtube/transcript.test.js +0 -296
  438. package/clis/youtube/utils.test.js +0 -84
  439. package/clis/yuanbao/ask.test.js +0 -124
  440. package/clis/yuanbao/new.test.js +0 -30
  441. package/clis/yuanbao/shared.test.js +0 -80
  442. package/clis/zhihu/answer-comments.test.js +0 -287
  443. package/clis/zhihu/answer-detail.test.js +0 -338
  444. package/clis/zhihu/answer.test.js +0 -54
  445. package/clis/zhihu/collection.test.js +0 -337
  446. package/clis/zhihu/collections.test.js +0 -182
  447. package/clis/zhihu/comment.test.js +0 -50
  448. package/clis/zhihu/download.test.js +0 -12
  449. package/clis/zhihu/favorite.test.js +0 -59
  450. package/clis/zhihu/follow.test.js +0 -42
  451. package/clis/zhihu/like.test.js +0 -41
  452. package/clis/zhihu/question.test.js +0 -251
  453. package/clis/zhihu/recommend.test.js +0 -143
  454. package/clis/zhihu/search.test.js +0 -198
  455. package/clis/zhihu/target.test.js +0 -77
  456. package/clis/zhihu/text.test.js +0 -24
  457. package/clis/zhihu/write-shared.test.js +0 -176
  458. package/clis/zlibrary/commands.test.js +0 -65
  459. package/clis/zsxq/search.test.js +0 -24
  460. package/clis/zsxq/topic.test.js +0 -30
  461. package/clis/zsxq/topics.test.js +0 -24
  462. package/clis/zsxq/utils.test.js +0 -31
  463. package/dist/src/adapter-shadow.test.js +0 -49
  464. package/dist/src/adapter-source.test.js +0 -29
  465. package/dist/src/browser/analyze.test.js +0 -166
  466. package/dist/src/browser/article-extract.e2e.test.js +0 -105
  467. package/dist/src/browser/article-extract.test.js +0 -94
  468. package/dist/src/browser/ax-snapshot.test.js +0 -91
  469. package/dist/src/browser/base-page.test.js +0 -758
  470. package/dist/src/browser/cdp-click-fixture.test.js +0 -87
  471. package/dist/src/browser/cdp.test.js +0 -79
  472. package/dist/src/browser/compound.test.js +0 -175
  473. package/dist/src/browser/daemon-client.test.js +0 -199
  474. package/dist/src/browser/dom-helpers.test.js +0 -106
  475. package/dist/src/browser/dom-snapshot.test.js +0 -313
  476. package/dist/src/browser/errors.test.js +0 -60
  477. package/dist/src/browser/extract.test.js +0 -129
  478. package/dist/src/browser/find.test.js +0 -180
  479. package/dist/src/browser/html-tree.test.js +0 -181
  480. package/dist/src/browser/network-cache.test.js +0 -58
  481. package/dist/src/browser/network-key.test.js +0 -49
  482. package/dist/src/browser/page.test.js +0 -378
  483. package/dist/src/browser/shape-filter.test.js +0 -101
  484. package/dist/src/browser/shape.test.js +0 -82
  485. package/dist/src/browser/stealth.test.js +0 -134
  486. package/dist/src/browser/target-errors.test.js +0 -94
  487. package/dist/src/browser/target-resolver.test.js +0 -118
  488. package/dist/src/browser/utils.test.js +0 -29
  489. package/dist/src/browser/verify-fixture.test.js +0 -219
  490. package/dist/src/browser.test.js +0 -232
  491. package/dist/src/build-manifest.test.js +0 -341
  492. package/dist/src/capabilityRouting.test.js +0 -63
  493. package/dist/src/cli-argv-preprocess.test.js +0 -209
  494. package/dist/src/cli.test.js +0 -2803
  495. package/dist/src/commanderAdapter.test.js +0 -352
  496. package/dist/src/commands/daemon.test.js +0 -219
  497. package/dist/src/completion.test.js +0 -24
  498. package/dist/src/convention-audit.test.js +0 -247
  499. package/dist/src/daemon.test.js +0 -60
  500. package/dist/src/doctor.test.js +0 -263
  501. package/dist/src/download/article-download.test.js +0 -235
  502. package/dist/src/download/index.test.js +0 -140
  503. package/dist/src/download/media-download.test.js +0 -112
  504. package/dist/src/download/progress.test.js +0 -36
  505. package/dist/src/electron-apps.test.js +0 -49
  506. package/dist/src/engine.test.js +0 -312
  507. package/dist/src/errors.test.js +0 -109
  508. package/dist/src/execution.test.js +0 -623
  509. package/dist/src/extension-manifest-regression.test.js +0 -12
  510. package/dist/src/external.test.js +0 -146
  511. package/dist/src/help.test.js +0 -58
  512. package/dist/src/hooks.test.js +0 -92
  513. package/dist/src/interceptor.test.js +0 -81
  514. package/dist/src/launcher.test.js +0 -138
  515. package/dist/src/node-network.test.js +0 -55
  516. package/dist/src/observation/artifact.test.js +0 -121
  517. package/dist/src/observation/manager.test.js +0 -13
  518. package/dist/src/observation/redaction.test.js +0 -32
  519. package/dist/src/observation/retention.test.js +0 -118
  520. package/dist/src/observation/ring-buffer.test.js +0 -22
  521. package/dist/src/output.test.js +0 -53
  522. package/dist/src/package-exports.test.js +0 -112
  523. package/dist/src/pipeline/executor.test.js +0 -182
  524. package/dist/src/pipeline/steps/download.test.js +0 -102
  525. package/dist/src/pipeline/steps/fetch.test.js +0 -117
  526. package/dist/src/pipeline/template.test.js +0 -175
  527. package/dist/src/pipeline/transform.test.js +0 -133
  528. package/dist/src/plugin-manifest.test.js +0 -179
  529. package/dist/src/plugin-scaffold.test.js +0 -83
  530. package/dist/src/plugin.test.js +0 -1324
  531. package/dist/src/registry.test.js +0 -209
  532. package/dist/src/runtime-detect.test.js +0 -39
  533. package/dist/src/serialization.test.js +0 -78
  534. package/dist/src/snapshotFormatter.test.js +0 -521
  535. package/dist/src/tui.test.js +0 -19
  536. package/dist/src/update-check.test.js +0 -116
  537. package/dist/src/utils.test.js +0 -155
  538. package/dist/src/validate.test.js +0 -90
  539. package/dist/src/weixin-download.test.js +0 -45
@@ -0,0 +1,279 @@
1
+ /**
2
+ * High-Level init module (M5b · createAdapterDraft, 07-high-level-services.md).
3
+ *
4
+ * Hosted main-repo side (Codex A' verdict): FS writes live here, not in dashboard-be.
5
+ * Uses the PURE pieces from @sovovs/bycli-recorder-core (validate/render/provenance/
6
+ * dry-run); this module adds the IO: overwrite/shadow check, write to disk, commit
7
+ * marker, config-snapshot injection.
8
+ *
9
+ * SCOPE (甲 / phase-1): writes report + adapter with an embedded provenance header
10
+ * and a commit marker, so a visible adapter always carries provenance (07 forbids an
11
+ * un-provenanced adapter). The FULL multi-file atomic write transaction (txn manifest
12
+ * + fsync + atomic rename) and the crash-recovery table (07:97-104) are deferred —
13
+ * tracked as M5b follow-up. Until then writes are direct (non-atomic), which is
14
+ * acceptable for a single-user local tool with the provenance+marker guard.
15
+ */
16
+ import * as fs from 'node:fs';
17
+ import * as path from 'node:path';
18
+ import { getUserClisDir, getSitesDir, getSiteRecorderDir } from '../../config-paths.js';
19
+ import { createHash, randomUUID } from 'node:crypto';
20
+ import { validateAdapterName, renderAdapterTemplate, buildProvenanceHeader, computeDryRunDiff, decideInitRecovery, } from '@sovovs/bycli-recorder-core';
21
+ const DEFAULT_SNAPSHOT = {
22
+ releaseChannel: 'stable', localExperimentProfile: 'off', configSnapshotVersion: 1,
23
+ };
24
+ function clisDir(site) {
25
+ return path.join(getUserClisDir(), site);
26
+ }
27
+ function sha256(s) {
28
+ return createHash('sha256').update(s).digest('hex');
29
+ }
30
+ /** fsync a directory so a contained rename/create is durable. Best-effort: some platforms
31
+ * (notably Windows) reject opening a directory for fsync. */
32
+ function fsyncDir(dir) {
33
+ let dfd;
34
+ try {
35
+ dfd = fs.openSync(dir, 'r');
36
+ fs.fsyncSync(dfd);
37
+ }
38
+ catch { /* directory fsync unsupported on this platform */ }
39
+ finally {
40
+ if (dfd !== undefined)
41
+ fs.closeSync(dfd);
42
+ }
43
+ }
44
+ /** Atomic file write (07:101-103): write to a sibling temp, fsync the fd, rename onto the
45
+ * final path, then fsync the parent dir so the rename itself is durable. 0600 (owner-only). */
46
+ function atomicWrite(finalPath, content) {
47
+ const dir = path.dirname(finalPath);
48
+ fs.mkdirSync(dir, { recursive: true });
49
+ const tmp = path.join(dir, `.${path.basename(finalPath)}.${randomUUID()}.tmp`);
50
+ const fd = fs.openSync(tmp, 'wx', 0o600); // exclusive create
51
+ try {
52
+ fs.writeSync(fd, content);
53
+ fs.fsyncSync(fd);
54
+ }
55
+ finally {
56
+ fs.closeSync(fd);
57
+ }
58
+ fs.renameSync(tmp, finalPath);
59
+ fsyncDir(dir);
60
+ }
61
+ function writeManifest(manifestPath, manifest) {
62
+ atomicWrite(manifestPath, JSON.stringify(manifest));
63
+ }
64
+ /**
65
+ * Create an adapter draft. With writePolicy 'dry-run' (default) nothing is written —
66
+ * only the diff + intended report is returned. With 'write' it requires
67
+ * responsibleUseAcknowledgedAt (ADR-0005) and writes report + adapter to disk.
68
+ */
69
+ export function createAdapterDraft(input, snapshot = DEFAULT_SNAPSHOT) {
70
+ const v = validateAdapterName(input.name);
71
+ if (!v.ok)
72
+ return { ok: false, errorCode: 'validation_failed', reason: v.reason };
73
+ const { site, command } = v.parts;
74
+ const writePolicy = input.writePolicy ?? 'dry-run';
75
+ if (writePolicy === 'write' && !input.responsibleUseAcknowledgedAt) {
76
+ return { ok: false, errorCode: 'responsible_use_required', reason: 'responsibleUseAcknowledgedAt required when writePolicy=write (ADR-0005)' };
77
+ }
78
+ const dir = clisDir(site);
79
+ const adapterPath = path.join(dir, `${command}.js`);
80
+ const reportPath = path.join(getSiteRecorderDir(site), `${command}-report.json`);
81
+ const warnings = [];
82
+ // shadow/overwrite check (mandatory, 07:64): refuse to silently clobber.
83
+ const existing = fs.existsSync(adapterPath) ? fs.readFileSync(adapterPath, 'utf-8') : null;
84
+ if (existing !== null) {
85
+ warnings.push(`adapter already exists at ${adapterPath}; init will overwrite (review the dry-run diff)`);
86
+ }
87
+ const report = {
88
+ adapterPath, reportPath, warnings,
89
+ responsibleUseAcknowledgedAt: input.responsibleUseAcknowledgedAt ?? 0,
90
+ releaseChannel: snapshot.releaseChannel,
91
+ localExperimentProfile: snapshot.localExperimentProfile,
92
+ configSnapshotVersion: snapshot.configSnapshotVersion,
93
+ };
94
+ // Render with provenance header so even phase-1 (non-atomic) writes are provenanced.
95
+ const txnId = randomUUID();
96
+ const reportJson = JSON.stringify(report, null, 2);
97
+ const provenanceHeader = buildProvenanceHeader({ txnId, reportPath, reportSha256: sha256(reportJson), llmModel: input.llmModel });
98
+ // browser derived from strategy (COOKIE/UI ⇒ authenticated browser context; PUBLIC ⇒ none),
99
+ // matching registry normalizeCommand — be derives & sends domain/strategy but not browser (03:74).
100
+ const browser = input.browser ?? (input.strategy !== undefined && input.strategy !== 'PUBLIC');
101
+ // LLM 合成产物(若有)填进模板留白;无则空骨架(渲染输出字节级不变)。
102
+ const rendered = renderAdapterTemplate({
103
+ site, command, domain: input.domain, strategy: input.strategy, browser, provenanceHeader,
104
+ funcBody: input.funcBody, columns: input.columns, description: input.description, access: input.access,
105
+ });
106
+ const dryRun = computeDryRunDiff(existing, rendered);
107
+ if (writePolicy === 'dry-run') {
108
+ return { ok: true, report, dryRun, generatedSource: rendered };
109
+ }
110
+ // Write transaction (07:95-104). A crash between the two artifact renames must never leave a
111
+ // visible adapter without provenance, so: manifest(preparing) → atomic report → atomic
112
+ // adapter (report committed FIRST) → atomic commit marker → manifest(committed). Each
113
+ // atomicWrite is temp-file + fsync + rename + parent-dir fsync. The crash-recovery sweep
114
+ // (recoverInitTransactions, 07:106-117) resolves any interruption from the manifest.
115
+ const adapterSha256 = sha256(rendered);
116
+ const reportSha256 = sha256(reportJson);
117
+ const recoveryDir = path.join(path.dirname(reportPath), '.txn');
118
+ const manifestPath = path.join(recoveryDir, `${command}.${txnId}.manifest.json`);
119
+ const markerPath = path.join(path.dirname(reportPath), `${command}.commit.json`);
120
+ writeManifest(manifestPath, { txnId, adapterPath, reportPath, markerPath, adapterSha256, reportSha256, state: 'preparing', createdAt: Date.now() });
121
+ atomicWrite(reportPath, reportJson);
122
+ atomicWrite(adapterPath, rendered);
123
+ atomicWrite(markerPath, JSON.stringify({ txnId, adapterPath, reportPath, adapterSha256, reportSha256, committedAt: Date.now() }));
124
+ writeManifest(manifestPath, { txnId, adapterPath, reportPath, markerPath, adapterSha256, reportSha256, state: 'committed', createdAt: Date.now() });
125
+ return { ok: true, report, dryRun, generatedSource: rendered };
126
+ }
127
+ export function saveAdapterSource(input) {
128
+ const v = validateAdapterName(input.name);
129
+ if (!v.ok)
130
+ return { ok: false, errorCode: 'validation_failed', reason: v.reason };
131
+ if (typeof input.source !== 'string' || !input.source.trim()) {
132
+ return { ok: false, errorCode: 'validation_failed', reason: 'source required' };
133
+ }
134
+ const { site, command } = v.parts;
135
+ const adapterPath = path.join(clisDir(site), `${command}.js`);
136
+ const reportPath = path.join(getSiteRecorderDir(site), `${command}-report.json`);
137
+ const txnId = randomUUID();
138
+ const report = { adapterPath, reportPath, source: 'llm-generated', llmModel: input.llmModel ?? null, savedAt: Date.now() };
139
+ const reportJson = JSON.stringify(report, null, 2);
140
+ const header = buildProvenanceHeader({ txnId, reportPath, reportSha256: sha256(reportJson), llmModel: input.llmModel });
141
+ const rendered = input.source.startsWith('// @generated-by') ? input.source : `${header}\n${input.source}`;
142
+ atomicWrite(reportPath, reportJson);
143
+ atomicWrite(adapterPath, rendered);
144
+ return { ok: true, adapterPath, reportPath };
145
+ }
146
+ /** First line of every recorder-generated adapter (buildProvenanceHeader). Recovery only
147
+ * ever quarantines a file carrying this — never an unknown user-authored file (07:106,117). */
148
+ const PROVENANCE_MARKER = '// @generated-by adapter-recorder';
149
+ function readManifest(p) {
150
+ try {
151
+ const m = JSON.parse(fs.readFileSync(p, 'utf-8'));
152
+ if (typeof m.txnId !== 'string' || typeof m.adapterPath !== 'string' || typeof m.reportPath !== 'string'
153
+ || typeof m.markerPath !== 'string' || (m.state !== 'preparing' && m.state !== 'committed'))
154
+ return null;
155
+ return m;
156
+ }
157
+ catch {
158
+ return null;
159
+ }
160
+ }
161
+ function fileSha(p) {
162
+ try {
163
+ return sha256(fs.readFileSync(p, 'utf-8'));
164
+ }
165
+ catch {
166
+ return null;
167
+ }
168
+ }
169
+ /** Gather the on-disk state of a manifest's referenced report/adapter/marker for decideInitRecovery. */
170
+ function observeTxnState(m) {
171
+ const reportSha = fileSha(m.reportPath);
172
+ const adapterSha = fileSha(m.adapterPath);
173
+ const reportExists = reportSha !== null;
174
+ const adapterExists = adapterSha !== null;
175
+ const hashesMatch = reportExists && adapterExists && reportSha === m.reportSha256 && adapterSha === m.adapterSha256;
176
+ let markerExists = false;
177
+ let markerValid = false;
178
+ try {
179
+ const marker = JSON.parse(fs.readFileSync(m.markerPath, 'utf-8'));
180
+ markerExists = true;
181
+ markerValid = marker.txnId === m.txnId && marker.adapterPath === m.adapterPath && marker.reportPath === m.reportPath
182
+ && marker.adapterSha256 === m.adapterSha256 && marker.reportSha256 === m.reportSha256;
183
+ }
184
+ catch { /* no/unreadable marker */ }
185
+ return { reportExists, adapterExists, markerExists, markerValid, hashesMatch, manifestState: m.state };
186
+ }
187
+ /** Move an unprovenanced/corrupt adapter aside — only if it carries our provenance header. */
188
+ function quarantineAdapter(m, log) {
189
+ let content;
190
+ try {
191
+ content = fs.readFileSync(m.adapterPath, 'utf-8');
192
+ }
193
+ catch {
194
+ return;
195
+ } // already gone
196
+ if (!content.startsWith(PROVENANCE_MARKER)) {
197
+ log(`[init-recovery] refuse to quarantine non-recorder file ${m.adapterPath}`);
198
+ return;
199
+ }
200
+ const qDir = path.join(path.dirname(m.reportPath), '.quarantine');
201
+ fs.mkdirSync(qDir, { recursive: true });
202
+ const dest = path.join(qDir, `${path.basename(m.adapterPath)}.${m.txnId}`);
203
+ try {
204
+ fs.renameSync(m.adapterPath, dest);
205
+ log(`[init-recovery] quarantined ${m.adapterPath} → ${dest}`);
206
+ }
207
+ catch { /* best-effort */ }
208
+ }
209
+ /**
210
+ * Resolve init write transactions interrupted by a crash (07:106-117). Scans every
211
+ * ~/.bycli/sites/<site>/recorder/.txn/*.manifest.json, observes the referenced artifacts, and
212
+ * applies decideInitRecovery: write/refresh the marker for a provenance-complete transaction,
213
+ * quarantine an unprovenanced/corrupt adapter, or roll back an empty one. Only manifest paths
214
+ * (and adapters with the provenance header) are touched — unknown user files are never deleted.
215
+ * Designed to run once at daemon startup (extends the verify reap).
216
+ */
217
+ export function recoverInitTransactions(opts = {}) {
218
+ const sitesRoot = opts.sitesRoot ?? getSitesDir();
219
+ const log = opts.log ?? (() => { });
220
+ const result = { scanned: 0, committed: 0, rolledForward: 0, rolledBack: 0, quarantined: 0 };
221
+ let sites;
222
+ try {
223
+ sites = fs.readdirSync(sitesRoot);
224
+ }
225
+ catch {
226
+ return result;
227
+ }
228
+ for (const site of sites) {
229
+ const txnDir = path.join(sitesRoot, site, 'recorder', '.txn');
230
+ let entries;
231
+ try {
232
+ entries = fs.readdirSync(txnDir).filter((f) => f.endsWith('.manifest.json'));
233
+ }
234
+ catch {
235
+ continue;
236
+ }
237
+ for (const entry of entries) {
238
+ const manifestPath = path.join(txnDir, entry);
239
+ const m = readManifest(manifestPath);
240
+ if (!m) {
241
+ try {
242
+ fs.rmSync(manifestPath, { force: true });
243
+ }
244
+ catch { /* ignore */ }
245
+ continue;
246
+ }
247
+ result.scanned++;
248
+ const action = decideInitRecovery(observeTxnState(m));
249
+ switch (action) {
250
+ case 'roll_forward':
251
+ // provenance complete (report+adapter+hashes) but marker missing → write it.
252
+ atomicWrite(m.markerPath, JSON.stringify({ txnId: m.txnId, adapterPath: m.adapterPath, reportPath: m.reportPath, adapterSha256: m.adapterSha256, reportSha256: m.reportSha256, committedAt: Date.now() }));
253
+ result.rolledForward++;
254
+ break;
255
+ case 'commit':
256
+ result.committed++; // marker already valid; the manifest drop below is the commit
257
+ break;
258
+ case 'quarantine':
259
+ quarantineAdapter(m, log);
260
+ result.quarantined++;
261
+ break;
262
+ case 'rolled_back':
263
+ result.rolledBack++; // orphan report retained; nothing live to undo
264
+ break;
265
+ case 'noop':
266
+ default:
267
+ break;
268
+ }
269
+ // terminal: drop the manifest (provenance now lives in the marker / quarantine record).
270
+ try {
271
+ fs.rmSync(manifestPath, { force: true });
272
+ }
273
+ catch { /* ignore */ }
274
+ }
275
+ }
276
+ if (result.scanned > 0)
277
+ log(`[init-recovery] swept ${result.scanned}: ${JSON.stringify(result)}`);
278
+ return result;
279
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,73 @@
1
+ /**
2
+ * High-Level verify module (M5c · verifyAdapter, 07-high-level-services.md).
3
+ *
4
+ * Hosted main-repo side (Codex A' verdict): verify runs user adapter JS, which MUST
5
+ * execute in a child-process runner (08), never in this process. M5c lands the
6
+ * INTERFACE + delegation seam only: validate the adapter name, derive display-only
7
+ * evidence from the raw seed args (HMAC, raw never echoed), then delegate to a
8
+ * RunnerPort. The real runner (spawn / JSONL / env isolation / input.json 0600 /
9
+ * timeout / reap) landed in M6 and is the production default (defaultRunnerPort);
10
+ * a stub RunnerPort is retained as a test double to exercise the seam without spawning.
11
+ *
12
+ * SECURITY (07:123-124, 167): raw executionSeedArgs stay in memory / input.json only;
13
+ * they never enter the returned summary, report, status, or logs.
14
+ */
15
+ import { type SeedArgEvidence, type VerifySummary } from '@sovovs/bycli-recorder-core';
16
+ export interface VerifyInput {
17
+ /** site/command */
18
+ name: string;
19
+ /** Recorder session id (non-secret) forwarded by be. Consumed daemon-side to look up the
20
+ * per-session HMAC salt (M7a · 04:111) — verifyAdapter itself takes the resolved key as a
21
+ * separate argument, so this field is not read here. */
22
+ sessionId?: string;
23
+ /** Canonical recorder requestId minted by be/Local Service; when set the runner uses it
24
+ * as the run id so be ↔ daemon ↔ runner all key on the same id. */
25
+ requestId?: string;
26
+ /** raw seed args — memory/input.json only, never returned. */
27
+ executionSeedArgs?: Record<string, unknown>;
28
+ fixture?: 'ignore' | 'match' | 'update';
29
+ trace?: 'off' | 'retain-on-failure' | 'always';
30
+ /** N3:显式 adapter 路径 override —— verify 录制器 LLM 生成的临时草稿(不在 clis/),缺省按 name 派生。 */
31
+ adapterPath?: string;
32
+ }
33
+ /** The runner boundary (08). M6 provides the real child-process implementation. */
34
+ export interface RunnerPort {
35
+ startVerify(input: {
36
+ name: string;
37
+ /** Canonical requestId from the caller; runner generates one if absent. */
38
+ requestId?: string;
39
+ evidenceSeedArgs: Record<string, SeedArgEvidence>;
40
+ rawSeedArgs: Record<string, unknown>;
41
+ fixture: string;
42
+ trace: string;
43
+ /** N3: explicit adapter path override (recorder draft verify); default = name→clis path. */
44
+ adapterPath?: string;
45
+ }): Promise<{
46
+ requestId: string;
47
+ }>;
48
+ getVerifyStatus(requestId: string): Promise<VerifySummary | null>;
49
+ cancelVerify(requestId: string): Promise<{
50
+ cancelled: boolean;
51
+ }>;
52
+ }
53
+ export type VerifyResult = {
54
+ ok: true;
55
+ requestId: string;
56
+ } | {
57
+ ok: false;
58
+ errorCode: 'validation_failed' | 'queue_full' | 'runner_protocol_error';
59
+ reason: string;
60
+ };
61
+ /**
62
+ * Stub runner — the seam without execution. Returns runner_protocol_error with a clear
63
+ * message so callers see the interface is wired but no child ran. Retained as a test
64
+ * double (inject it to exercise verifyAdapter without spawning); the production default is
65
+ * the real spawn-based RunnerPort (M6a).
66
+ */
67
+ export declare const stubRunnerPort: RunnerPort;
68
+ /**
69
+ * verifyAdapter: validate name → derive display-only evidence → delegate to the runner.
70
+ * `sessionHmacKey` keys the evidence HMAC; `runner` defaults to the real child-process
71
+ * RunnerPort (M6a) and can be overridden (stub/fake) in tests.
72
+ */
73
+ export declare function verifyAdapter(input: VerifyInput, sessionHmacKey: string, runner?: RunnerPort): Promise<VerifyResult>;
@@ -0,0 +1,74 @@
1
+ /**
2
+ * High-Level verify module (M5c · verifyAdapter, 07-high-level-services.md).
3
+ *
4
+ * Hosted main-repo side (Codex A' verdict): verify runs user adapter JS, which MUST
5
+ * execute in a child-process runner (08), never in this process. M5c lands the
6
+ * INTERFACE + delegation seam only: validate the adapter name, derive display-only
7
+ * evidence from the raw seed args (HMAC, raw never echoed), then delegate to a
8
+ * RunnerPort. The real runner (spawn / JSONL / env isolation / input.json 0600 /
9
+ * timeout / reap) landed in M6 and is the production default (defaultRunnerPort);
10
+ * a stub RunnerPort is retained as a test double to exercise the seam without spawning.
11
+ *
12
+ * SECURITY (07:123-124, 167): raw executionSeedArgs stay in memory / input.json only;
13
+ * they never enter the returned summary, report, status, or logs.
14
+ */
15
+ import { resolve, sep } from 'node:path';
16
+ import { getConfigDir } from '../../config-paths.js';
17
+ import { validateAdapterName, deriveEvidenceSeedArgs, } from '@sovovs/bycli-recorder-core';
18
+ import { defaultRunnerPort } from '../runner/runner-port.js';
19
+ /**
20
+ * Stub runner — the seam without execution. Returns runner_protocol_error with a clear
21
+ * message so callers see the interface is wired but no child ran. Retained as a test
22
+ * double (inject it to exercise verifyAdapter without spawning); the production default is
23
+ * the real spawn-based RunnerPort (M6a).
24
+ */
25
+ export const stubRunnerPort = {
26
+ async startVerify() {
27
+ throw Object.assign(new Error('verify runner not implemented (stub)'), { code: 'runner_protocol_error' });
28
+ },
29
+ async getVerifyStatus() { return null; },
30
+ async cancelVerify() { return { cancelled: false }; },
31
+ };
32
+ /**
33
+ * verifyAdapter: validate name → derive display-only evidence → delegate to the runner.
34
+ * `sessionHmacKey` keys the evidence HMAC; `runner` defaults to the real child-process
35
+ * RunnerPort (M6a) and can be overridden (stub/fake) in tests.
36
+ */
37
+ export async function verifyAdapter(input, sessionHmacKey, runner) {
38
+ const v = validateAdapterName(input.name);
39
+ if (!v.ok)
40
+ return { ok: false, errorCode: 'validation_failed', reason: v.reason };
41
+ // N3 安全:adapterPath override 必须是 byCLI 配置根(BYCLI_CONFIG_DIR,默认 ~/.bycli)下的绝对
42
+ // 路径(草稿/正式 clis),防越权读任意文件。根随 config-paths 解析,与 clis/sites 落盘同源。
43
+ let adapterPath = input.adapterPath;
44
+ if (adapterPath !== undefined) {
45
+ const abs = resolve(adapterPath);
46
+ const root = resolve(getConfigDir()) + sep;
47
+ if (!abs.startsWith(root)) {
48
+ return { ok: false, errorCode: 'validation_failed', reason: `adapterPath must be under ${getConfigDir()}` };
49
+ }
50
+ adapterPath = abs;
51
+ }
52
+ const port = runner ?? defaultRunnerPort();
53
+ const rawSeedArgs = input.executionSeedArgs ?? {};
54
+ const evidenceSeedArgs = deriveEvidenceSeedArgs(rawSeedArgs, sessionHmacKey);
55
+ try {
56
+ const { requestId } = await port.startVerify({
57
+ name: input.name,
58
+ requestId: input.requestId, // canonical id from be (undefined → runner generates)
59
+ evidenceSeedArgs,
60
+ rawSeedArgs, // memory→input.json only, runner's responsibility; never returned
61
+ fixture: input.fixture ?? 'ignore',
62
+ trace: input.trace ?? 'retain-on-failure',
63
+ adapterPath, // N3: validated draft path override (undefined → name→clis)
64
+ });
65
+ return { ok: true, requestId };
66
+ }
67
+ catch (e) {
68
+ // queue_full (M6c: runner at maxConcurrency + queue saturated, 03 → 429) is surfaced
69
+ // distinctly; any other failure normalizes to runner_protocol_error (08:95).
70
+ const code = e?.code;
71
+ const errorCode = code === 'queue_full' ? 'queue_full' : 'runner_protocol_error';
72
+ return { ok: false, errorCode, reason: e instanceof Error ? e.message : String(e) };
73
+ }
74
+ }
@@ -0,0 +1,28 @@
1
+ import type { AnalyzeReport, AdapterRef } from '../../browser/analyze.js';
2
+ export interface AnalyzeRunInput {
3
+ url: string;
4
+ session: string;
5
+ contextId: string;
6
+ settleMs?: number;
7
+ }
8
+ /** 可注入 seam:production 构造 daemon-backed Page 跑 analyze;测试注入 fake 返 report 或抛错。 */
9
+ export type AnalyzeRunner = (input: AnalyzeRunInput) => Promise<AnalyzeReport>;
10
+ /**
11
+ * Lightweight adapter registry for nearest-adapter matching. The wrapper process
12
+ * SKIPS full adapter discovery (main.ts `internal highlevel-http` fast-path), so
13
+ * `getRegistry()` is empty here. Instead read the same `cli-manifest.json` that
14
+ * discovery reads and build the `{site,name,domain}` AdapterRefs `findNearestAdapter`
15
+ * needs — no adapter code is loaded, faithful to the wrapper's lightweight design.
16
+ * User manifest is read last so it overrides built-ins on `site/name` collisions
17
+ * (mirrors discovery order). Cached for the server lifetime; pass explicit
18
+ * `manifestPaths` (tests) to bypass the cache.
19
+ */
20
+ export declare function loadAdapterRegistry(manifestPaths?: string[]): Map<string, AdapterRef>;
21
+ /**
22
+ * 默认 analyzeRunner(M6b daemon-backed Page)。timeoutMs 透传给 analyzeBrowserWithTimeout(超时 →
23
+ * AnalyzeTimeoutError code='analyze_timeout')。nearest-adapter registry 经 loadAdapterRegistry()
24
+ * 从 cli-manifest.json 轻量加载(wrapper 跳过 discovery,getRegistry() 在此进程为空)。
25
+ */
26
+ export declare function createAnalyzeRunner(opts: {
27
+ timeoutMs: number;
28
+ }): AnalyzeRunner;
@@ -0,0 +1,78 @@
1
+ // M9c High-Level HTTP wrapper —— analyze 异步 worker。analyzeBrowser 需要活的 IPage:这里复刻 M6b
2
+ // 连回模式(verify-runner-main.ts:138-154)——直接 `new Page(...)`(**不经 BrowserBridge**,后者
3
+ // connect() 会 health-check + spawn/重启 daemon;wrapper 只该 attach 现有 daemon、绝不管理 daemon 生命
4
+ // 周期),经 `BYCLI_DAEMON_PORT`(daemon-client.ts:12 模块加载时读)连回父 daemon 拿 Page,跑
5
+ // analyzeBrowserWithTimeout,finally 释放 lease(closeWindow)。隔离成可注入 seam → 测试无需真 daemon/Page。
6
+ import fs from 'node:fs';
7
+ import path from 'node:path';
8
+ import { getUserClisDir } from '../../config-paths.js';
9
+ import { fileURLToPath } from 'node:url';
10
+ import { findPackageRoot, getCliManifestPath } from '../../package-paths.js';
11
+ let cachedRegistry = null;
12
+ function defaultManifestPaths() {
13
+ const root = findPackageRoot(fileURLToPath(import.meta.url));
14
+ return [
15
+ getCliManifestPath(path.join(root, 'clis')), // built-in adapters
16
+ getCliManifestPath(getUserClisDir()), // user adapters
17
+ ];
18
+ }
19
+ /**
20
+ * Lightweight adapter registry for nearest-adapter matching. The wrapper process
21
+ * SKIPS full adapter discovery (main.ts `internal highlevel-http` fast-path), so
22
+ * `getRegistry()` is empty here. Instead read the same `cli-manifest.json` that
23
+ * discovery reads and build the `{site,name,domain}` AdapterRefs `findNearestAdapter`
24
+ * needs — no adapter code is loaded, faithful to the wrapper's lightweight design.
25
+ * User manifest is read last so it overrides built-ins on `site/name` collisions
26
+ * (mirrors discovery order). Cached for the server lifetime; pass explicit
27
+ * `manifestPaths` (tests) to bypass the cache.
28
+ */
29
+ export function loadAdapterRegistry(manifestPaths) {
30
+ if (!manifestPaths && cachedRegistry)
31
+ return cachedRegistry;
32
+ const registry = new Map();
33
+ for (const manifestPath of manifestPaths ?? defaultManifestPaths()) {
34
+ let raw;
35
+ try {
36
+ raw = fs.readFileSync(manifestPath, 'utf8');
37
+ }
38
+ catch {
39
+ continue; /* no manifest on disk */
40
+ }
41
+ let entries;
42
+ try {
43
+ entries = JSON.parse(raw);
44
+ }
45
+ catch {
46
+ continue; /* corrupt → skip, best-effort */
47
+ }
48
+ if (!Array.isArray(entries))
49
+ continue;
50
+ for (const e of entries) {
51
+ if (!e?.site || !e?.name)
52
+ continue;
53
+ registry.set(`${e.site}/${e.name}`, { site: e.site, name: e.name, domain: e.domain });
54
+ }
55
+ }
56
+ if (!manifestPaths)
57
+ cachedRegistry = registry;
58
+ return registry;
59
+ }
60
+ /**
61
+ * 默认 analyzeRunner(M6b daemon-backed Page)。timeoutMs 透传给 analyzeBrowserWithTimeout(超时 →
62
+ * AnalyzeTimeoutError code='analyze_timeout')。nearest-adapter registry 经 loadAdapterRegistry()
63
+ * 从 cli-manifest.json 轻量加载(wrapper 跳过 discovery,getRegistry() 在此进程为空)。
64
+ */
65
+ export function createAnalyzeRunner(opts) {
66
+ return async (input) => {
67
+ const { Page } = await import('../../browser/page.js');
68
+ const { analyzeBrowserWithTimeout } = await import('../highlevel/analyze.js');
69
+ // background automation window + ephemeral per-run session,直接连回 daemon(同 M6b)。
70
+ const page = new Page(input.session, undefined, input.contextId, 'background', 'adapter', 'ephemeral');
71
+ try {
72
+ return await analyzeBrowserWithTimeout(page, loadAdapterRegistry(), { url: input.url, settleMs: input.settleMs }, opts.timeoutMs);
73
+ }
74
+ finally {
75
+ await page.closeWindow?.().catch(() => { });
76
+ }
77
+ };
78
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,51 @@
1
+ import { type ErrorCode } from './wrapper-envelope.js';
2
+ import type { WrapperRegistry } from './wrapper-registry.js';
3
+ import { type createAdapterDraft } from '../highlevel/init.js';
4
+ import type { RunnerPortWithLifecycle } from '../runner/runner-port.js';
5
+ import type { AnalyzeRunner } from './analyze-runner.js';
6
+ export interface HandlerOutcome {
7
+ status: number;
8
+ body: unknown;
9
+ /** 供 finish-logger / metrics 打标(非 2xx 时设)。 */
10
+ errorCode?: ErrorCode;
11
+ }
12
+ /** handler 依赖(可注入,测试用)。 */
13
+ export interface HandlerCtx {
14
+ registry: WrapperRegistry;
15
+ createDraft: typeof createAdapterDraft;
16
+ /** verify 委托的 runner(production=defaultRunnerPort();测试注入 fake);用于 startVerify + getRunStatus。 */
17
+ runner: RunnerPortWithLifecycle;
18
+ /** sessionId → per-session HMAC key(M7a;缺 session 用进程 fallback)。可注入,默认进程级 registry。 */
19
+ sessionKeyFor?: (sessionId?: string) => string;
20
+ /** analyze 委托(production=daemon-backed Page;测试注入 fake)。 */
21
+ analyzeRunner: AnalyzeRunner;
22
+ /** 在飞后台作业集合(analyze 的 in-process Page 工作);shutdown 时 drain 它们好让 finally closeWindow
23
+ * 释放 daemon Page lease,而不是被 process.exit 硬切(Codex M9 Med)。createWrapperApp 注入。 */
24
+ inflight?: Set<Promise<unknown>>;
25
+ }
26
+ /** GET /health —— 门禁已由 router 施加,此处只报存活。 */
27
+ export declare function handleHealth(): HandlerOutcome;
28
+ /**
29
+ * POST /v1/adapters/init —— 铸 requestId → createRequest → createAdapterDraft(同步)→ finalize →
30
+ * 202 AcceptedResponse。name 缺失/非法 → finalize failed(validation_failed),仍 202(错误经 status 查)。
31
+ */
32
+ export declare function handleInit(ctx: HandlerCtx, body: Record<string, unknown>): HandlerOutcome;
33
+ /**
34
+ * POST /v1/browser/analyze —— 校验 url/session/contextId → 铸 requestId → createRequest → **立即 202** →
35
+ * 后台 `runAnalyzeBackground`(构造 daemon-backed Page 跑 analyze,M6b 模式)。analyze 无 seed;结果是
36
+ * 站点分类 AnalyzeReport。daemon 不可达 → daemon_unavailable(503),超时 → analyze_timeout(504,status timeout)。
37
+ */
38
+ export declare function handleAnalyze(ctx: HandlerCtx, body: Record<string, unknown>): HandlerOutcome;
39
+ /**
40
+ * POST /v1/adapters/verify —— 铸 requestId(== runner canonical id)→ createRequest → 委托
41
+ * verifyAdapter(name 校验 → 派生 evidence HMAC → runner.startVerify)。runner 接受即留 running(202,
42
+ * 客户端轮询 GET status 拿 runner live 进度);startVerify 同步拒(validation_failed/queue_full/
43
+ * runner_protocol_error)→ finalize failed,仍 202。**raw executionSeedArgs 只进 runner input.json,
44
+ * 绝不进 registry/202/log**(verifyAdapter 内部经 input.json 0600 落盘,wrapper 这层不碰 raw)。
45
+ */
46
+ export declare function handleVerify(ctx: HandlerCtx, body: Record<string, unknown>): Promise<HandlerOutcome>;
47
+ /**
48
+ * GET /v1/requests/{requestId}(+waitMs long-poll)—— 未知/TTL 过期 → 404 request_not_found;否则
49
+ * 200 RequestStatus。verify 类经 runner getRunStatus 代理 live 进度并在终态 finalize summary。
50
+ */
51
+ export declare function handleRequestStatus(ctx: HandlerCtx, requestId: string, waitMs: number): Promise<HandlerOutcome>;