@sovovs/bycli 1.8.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (509) hide show
  1. package/cli-manifest.json +0 -61
  2. package/dist/src/adapter-shadow.js +2 -2
  3. package/dist/src/browser/analyze.d.ts +10 -99
  4. package/dist/src/browser/analyze.js +10 -226
  5. package/dist/src/browser/cdp.js +64 -7
  6. package/dist/src/browser/navigation-guard.d.ts +78 -0
  7. package/dist/src/browser/navigation-guard.js +142 -0
  8. package/dist/src/browser/navigation-guard.test.d.ts +1 -0
  9. package/dist/src/browser/url-policy.d.ts +89 -0
  10. package/dist/src/browser/url-policy.js +311 -0
  11. package/dist/src/browser/url-policy.test.d.ts +1 -0
  12. package/dist/src/browser/verify-fixture.js +2 -2
  13. package/dist/src/cli.js +10 -13
  14. package/dist/src/config-paths.d.ts +19 -0
  15. package/dist/src/config-paths.js +31 -0
  16. package/dist/src/daemon.js +240 -0
  17. package/dist/src/discovery.d.ts +5 -3
  18. package/dist/src/discovery.js +8 -6
  19. package/dist/src/execution.js +8 -3
  20. package/dist/src/main.js +18 -2
  21. package/dist/src/plugin.js +11 -8
  22. package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
  23. package/dist/src/recorder/highlevel/analyze.js +91 -0
  24. package/dist/src/recorder/highlevel/init.d.ts +125 -0
  25. package/dist/src/recorder/highlevel/init.js +279 -0
  26. package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
  27. package/dist/src/recorder/highlevel/verify.d.ts +73 -0
  28. package/dist/src/recorder/highlevel/verify.js +74 -0
  29. package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
  30. package/dist/src/recorder/http/analyze-runner.js +78 -0
  31. package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
  32. package/dist/src/recorder/http/handlers.d.ts +51 -0
  33. package/dist/src/recorder/http/handlers.js +219 -0
  34. package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
  35. package/dist/src/recorder/http/wrapper-config.js +82 -0
  36. package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
  37. package/dist/src/recorder/http/wrapper-envelope.js +51 -0
  38. package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
  39. package/dist/src/recorder/http/wrapper-gates.js +28 -0
  40. package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
  41. package/dist/src/recorder/http/wrapper-metrics.js +5 -0
  42. package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
  43. package/dist/src/recorder/http/wrapper-registry.js +98 -0
  44. package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
  45. package/dist/src/recorder/http/wrapper-server.js +240 -0
  46. package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
  47. package/dist/src/recorder/observability/logger.d.ts +5 -0
  48. package/dist/src/recorder/observability/logger.js +13 -0
  49. package/dist/src/recorder/runner/config.d.ts +34 -0
  50. package/dist/src/recorder/runner/config.js +84 -0
  51. package/dist/src/recorder/runner/config.test.d.ts +1 -0
  52. package/dist/src/recorder/runner/reap.d.ts +79 -0
  53. package/dist/src/recorder/runner/reap.js +230 -0
  54. package/dist/src/recorder/runner/reap.test.d.ts +1 -0
  55. package/dist/src/recorder/runner/runner-port.d.ts +95 -0
  56. package/dist/src/recorder/runner/runner-port.js +518 -0
  57. package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
  58. package/dist/src/recorder/runner/session-keys.d.ts +28 -0
  59. package/dist/src/recorder/runner/session-keys.js +72 -0
  60. package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
  61. package/dist/src/recorder/runner/verify-runner-main.d.ts +95 -0
  62. package/dist/src/recorder/runner/verify-runner-main.js +275 -0
  63. package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
  64. package/package.json +8 -5
  65. package/scripts/m1-daemon-navigate-drive.mjs +138 -0
  66. package/scripts/m1-extension-spike.mjs +237 -0
  67. package/scripts/m1-live-spike.mjs +156 -0
  68. package/scripts/m6b-connect-back-spike.sh +31 -0
  69. package/scripts/recorder.sh +186 -0
  70. package/clis/12306/utils.test.js +0 -331
  71. package/clis/1688/assets.test.js +0 -39
  72. package/clis/1688/download.test.js +0 -31
  73. package/clis/1688/item.test.js +0 -67
  74. package/clis/1688/search.test.js +0 -75
  75. package/clis/1688/shared.test.js +0 -57
  76. package/clis/1688/store.test.js +0 -62
  77. package/clis/36kr/article.test.js +0 -46
  78. package/clis/36kr/hot.test.js +0 -15
  79. package/clis/36kr/news.test.js +0 -85
  80. package/clis/51job/utils.test.js +0 -69
  81. package/clis/_atlassian/shared.test.js +0 -170
  82. package/clis/aibase/news.test.js +0 -59
  83. package/clis/amazon/bestsellers.test.js +0 -29
  84. package/clis/amazon/discussion.test.js +0 -124
  85. package/clis/amazon/offer.test.js +0 -29
  86. package/clis/amazon/product.test.js +0 -24
  87. package/clis/amazon/rankings.test.js +0 -41
  88. package/clis/amazon/search.test.js +0 -22
  89. package/clis/amazon/shared.test.js +0 -44
  90. package/clis/apple-podcasts/commands.test.js +0 -119
  91. package/clis/apple-podcasts/utils.test.js +0 -57
  92. package/clis/arxiv/arxiv.test.js +0 -112
  93. package/clis/baidu-scholar/search.test.js +0 -23
  94. package/clis/barchart/greeks.test.js +0 -138
  95. package/clis/bilibili/comment.test.js +0 -153
  96. package/clis/bilibili/comments.test.js +0 -142
  97. package/clis/bilibili/dynamic.test.js +0 -68
  98. package/clis/bilibili/hot.test.js +0 -17
  99. package/clis/bilibili/subtitle.test.js +0 -196
  100. package/clis/bilibili/summary.test.js +0 -210
  101. package/clis/bilibili/utils.test.js +0 -61
  102. package/clis/bilibili/video.test.js +0 -132
  103. package/clis/binance/commands.test.js +0 -70
  104. package/clis/bloomberg/utils.test.js +0 -129
  105. package/clis/booking/booking.test.js +0 -356
  106. package/clis/boss/chatlist.test.js +0 -211
  107. package/clis/boss/chatmsg.test.js +0 -230
  108. package/clis/boss/search.test.js +0 -78
  109. package/clis/boss/utils.test.js +0 -34
  110. package/clis/brave/search.test.js +0 -76
  111. package/clis/chaoxing/utils.test.js +0 -45
  112. package/clis/chatgpt/commands.test.js +0 -45
  113. package/clis/chatgpt/envelope.test.js +0 -108
  114. package/clis/chatgpt/image.test.js +0 -188
  115. package/clis/chatgpt/utils.test.js +0 -330
  116. package/clis/chatgpt-app/ax.test.js +0 -35
  117. package/clis/chatwise/composer.test.js +0 -186
  118. package/clis/chess/analyze.test.js +0 -79
  119. package/clis/chess/game.test.js +0 -178
  120. package/clis/chess/games.test.js +0 -164
  121. package/clis/chess/stats.test.js +0 -79
  122. package/clis/chess/utils.test.js +0 -230
  123. package/clis/claude/ask.test.js +0 -338
  124. package/clis/claude/commands.test.js +0 -118
  125. package/clis/claude/utils.test.js +0 -148
  126. package/clis/cnki/search.test.js +0 -18
  127. package/clis/codex/sidebar.test.js +0 -329
  128. package/clis/coingecko/coingecko.test.js +0 -109
  129. package/clis/confluence/commands.test.js +0 -195
  130. package/clis/coupang/coupang.test.js +0 -159
  131. package/clis/coupang/utils.test.js +0 -62
  132. package/clis/ctrip/ctrip.test.js +0 -719
  133. package/clis/dblp/dblp.test.js +0 -397
  134. package/clis/deepseek/ask.test.js +0 -312
  135. package/clis/deepseek/detail.test.js +0 -81
  136. package/clis/deepseek/send.test.js +0 -107
  137. package/clis/deepseek/utils.test.js +0 -370
  138. package/clis/defillama/defillama.test.js +0 -99
  139. package/clis/devto/devto.test.js +0 -236
  140. package/clis/dianping/dianping.test.js +0 -578
  141. package/clis/douban/download.test.js +0 -170
  142. package/clis/douban/movie-hot.test.js +0 -14
  143. package/clis/douban/search.test.js +0 -11
  144. package/clis/douban/subject.test.js +0 -11
  145. package/clis/douban/utils.test.js +0 -438
  146. package/clis/doubao/detail.test.js +0 -42
  147. package/clis/doubao/history.test.js +0 -37
  148. package/clis/doubao/utils.test.js +0 -344
  149. package/clis/douyin/_shared/browser-fetch.test.js +0 -64
  150. package/clis/douyin/_shared/creation-id.test.js +0 -22
  151. package/clis/douyin/_shared/imagex-upload.test.js +0 -87
  152. package/clis/douyin/_shared/sts2.test.js +0 -27
  153. package/clis/douyin/_shared/text-extra.test.js +0 -37
  154. package/clis/douyin/_shared/timing.test.js +0 -28
  155. package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
  156. package/clis/douyin/_shared/tos-upload.test.js +0 -229
  157. package/clis/douyin/_shared/transcode.test.js +0 -91
  158. package/clis/douyin/_shared/vod-upload.test.js +0 -38
  159. package/clis/douyin/activities.test.js +0 -55
  160. package/clis/douyin/collections.test.js +0 -45
  161. package/clis/douyin/delete.test.js +0 -100
  162. package/clis/douyin/draft.test.js +0 -335
  163. package/clis/douyin/drafts.test.js +0 -11
  164. package/clis/douyin/hashtag.test.js +0 -171
  165. package/clis/douyin/location.test.js +0 -23
  166. package/clis/douyin/profile.test.js +0 -46
  167. package/clis/douyin/publish-upload-id.test.js +0 -170
  168. package/clis/douyin/publish.test.js +0 -38
  169. package/clis/douyin/stats.test.js +0 -22
  170. package/clis/douyin/update.test.js +0 -11
  171. package/clis/douyin/user-videos.test.js +0 -151
  172. package/clis/douyin/videos.test.js +0 -54
  173. package/clis/duckduckgo/search.test.js +0 -128
  174. package/clis/duckduckgo/suggest.test.js +0 -66
  175. package/clis/eastmoney/hot-rank.test.js +0 -59
  176. package/clis/endoflife/endoflife.test.js +0 -51
  177. package/clis/facebook/feed.test.js +0 -169
  178. package/clis/facebook/marketplace.test.js +0 -91
  179. package/clis/facebook/notifications.test.js +0 -458
  180. package/clis/facebook/search.test.js +0 -55
  181. package/clis/flathub/flathub.test.js +0 -90
  182. package/clis/flomo/memos.test.js +0 -144
  183. package/clis/gemini/ask.test.js +0 -100
  184. package/clis/gemini/deep-research-result.test.js +0 -155
  185. package/clis/gemini/deep-research.test.js +0 -181
  186. package/clis/gemini/reply-state.test.js +0 -671
  187. package/clis/gemini/utils.test.js +0 -198
  188. package/clis/geogebra/geogebra.test.js +0 -175
  189. package/clis/gitee/search.test.js +0 -65
  190. package/clis/gitee/user.test.js +0 -63
  191. package/clis/google/utils.test.js +0 -75
  192. package/clis/google-scholar/cite.test.js +0 -47
  193. package/clis/google-scholar/profile.test.js +0 -49
  194. package/clis/google-scholar/search.test.js +0 -71
  195. package/clis/goproxy/goproxy.test.js +0 -103
  196. package/clis/gov-law/commands.test.js +0 -39
  197. package/clis/gov-policy/gov-policy.test.js +0 -224
  198. package/clis/grok/ask.test.js +0 -29
  199. package/clis/grok/utils.test.js +0 -103
  200. package/clis/hackernews/hackernews.test.js +0 -132
  201. package/clis/hf/hf.test.js +0 -16
  202. package/clis/hupu/hot.test.js +0 -224
  203. package/clis/imdb/utils.test.js +0 -88
  204. package/clis/indeed/indeed.test.js +0 -375
  205. package/clis/instagram/_shared/private-publish.test.js +0 -705
  206. package/clis/instagram/_shared/protocol-capture.test.js +0 -114
  207. package/clis/instagram/download.test.js +0 -118
  208. package/clis/instagram/note.test.js +0 -53
  209. package/clis/instagram/post.test.js +0 -1647
  210. package/clis/instagram/reel.test.js +0 -167
  211. package/clis/instagram/story.test.js +0 -134
  212. package/clis/jd/commands.test.js +0 -41
  213. package/clis/jd/item.test.js +0 -354
  214. package/clis/jianyu/search.test.js +0 -153
  215. package/clis/jianyu/shared/procurement-contract.test.js +0 -72
  216. package/clis/jianyu/shared/procurement-detail.test.js +0 -84
  217. package/clis/jike/read.test.js +0 -86
  218. package/clis/jira/commands.test.js +0 -287
  219. package/clis/juejin/search.js +0 -123
  220. package/clis/juejin/search.test.js +0 -98
  221. package/clis/lesswrong/frontpage.test.js +0 -37
  222. package/clis/lichess/lichess.test.js +0 -85
  223. package/clis/linkedin/connect.test.js +0 -213
  224. package/clis/linkedin/inbox.test.js +0 -152
  225. package/clis/linkedin/job-detail.test.js +0 -38
  226. package/clis/linkedin/jobs-preferences.test.js +0 -43
  227. package/clis/linkedin/people-search.test.js +0 -216
  228. package/clis/linkedin/post-analytics.test.js +0 -40
  229. package/clis/linkedin/posts.test.js +0 -40
  230. package/clis/linkedin/profile-analytics.test.js +0 -67
  231. package/clis/linkedin/profile-experience.test.js +0 -152
  232. package/clis/linkedin/profile-projects.test.js +0 -111
  233. package/clis/linkedin/profile-read.test.js +0 -77
  234. package/clis/linkedin/safe-send.test.js +0 -204
  235. package/clis/linkedin/salesnav-inbox.test.js +0 -113
  236. package/clis/linkedin/salesnav-message.test.js +0 -172
  237. package/clis/linkedin/salesnav-search.test.js +0 -76
  238. package/clis/linkedin/salesnav-thread.test.js +0 -79
  239. package/clis/linkedin/search.test.js +0 -222
  240. package/clis/linkedin/sent-invitations.test.js +0 -62
  241. package/clis/linkedin/services-read.test.js +0 -105
  242. package/clis/linkedin/thread-snapshot.test.js +0 -89
  243. package/clis/linkedin/timeline.test.js +0 -81
  244. package/clis/linkedin-learning/course.test.js +0 -114
  245. package/clis/linkedin-learning/search.test.js +0 -144
  246. package/clis/linkedin-learning/trending.test.js +0 -123
  247. package/clis/linux-do/feed.test.js +0 -153
  248. package/clis/linux-do/topic-content.test.js +0 -59
  249. package/clis/lobsters/lobsters.test.js +0 -169
  250. package/clis/notebooklm/add-source.test.js +0 -97
  251. package/clis/notebooklm/compat.test.js +0 -16
  252. package/clis/notebooklm/create.test.js +0 -58
  253. package/clis/notebooklm/generate-audio.test.js +0 -63
  254. package/clis/notebooklm/generate-slides.test.js +0 -75
  255. package/clis/notebooklm/history.test.js +0 -58
  256. package/clis/notebooklm/note-list.test.js +0 -56
  257. package/clis/notebooklm/notes-get.test.js +0 -72
  258. package/clis/notebooklm/open.test.js +0 -63
  259. package/clis/notebooklm/rpc.test.js +0 -131
  260. package/clis/notebooklm/source-fulltext.test.js +0 -106
  261. package/clis/notebooklm/source-get.test.js +0 -84
  262. package/clis/notebooklm/source-guide.test.js +0 -104
  263. package/clis/notebooklm/summary.test.js +0 -78
  264. package/clis/notebooklm/utils.test.js +0 -449
  265. package/clis/notebooklm/write-note.test.js +0 -70
  266. package/clis/nuget/nuget.test.js +0 -111
  267. package/clis/oeis/oeis.test.js +0 -88
  268. package/clis/ones/task-helpers.test.js +0 -12
  269. package/clis/ones/worklog.test.js +0 -20
  270. package/clis/openfda/openfda.test.js +0 -114
  271. package/clis/openreview/openreview.test.js +0 -427
  272. package/clis/osv/osv.test.js +0 -97
  273. package/clis/paperreview/commands.test.js +0 -243
  274. package/clis/paperreview/utils.test.js +0 -49
  275. package/clis/pixiv/download.test.js +0 -87
  276. package/clis/pixiv/illusts.test.js +0 -99
  277. package/clis/pixiv/search.test.js +0 -83
  278. package/clis/powerchina/search.test.js +0 -93
  279. package/clis/producthunt/utils.test.js +0 -64
  280. package/clis/pubmed/pubmed.test.js +0 -276
  281. package/clis/quark/utils.test.js +0 -58
  282. package/clis/qwen/utils.test.js +0 -45
  283. package/clis/reddit/extract-media.test.js +0 -149
  284. package/clis/reddit/frontpage.test.js +0 -34
  285. package/clis/reddit/home.test.js +0 -170
  286. package/clis/reddit/hot.test.js +0 -32
  287. package/clis/reddit/popular.test.js +0 -26
  288. package/clis/reddit/read.test.js +0 -335
  289. package/clis/reddit/reply.test.js +0 -89
  290. package/clis/reddit/search.test.js +0 -26
  291. package/clis/reddit/subreddit-info.test.js +0 -163
  292. package/clis/reddit/subreddit.test.js +0 -31
  293. package/clis/reddit/subscribed.test.js +0 -168
  294. package/clis/reddit/whoami.test.js +0 -105
  295. package/clis/rednote/navigation.test.js +0 -26
  296. package/clis/rednote/rednote.test.js +0 -222
  297. package/clis/rest-countries/rest-countries.test.js +0 -83
  298. package/clis/reuters/reuters.test.js +0 -299
  299. package/clis/rfc/rfc.test.js +0 -74
  300. package/clis/sinafinance/stock.test.js +0 -59
  301. package/clis/spotify/utils.test.js +0 -67
  302. package/clis/stackoverflow/stackoverflow.test.js +0 -404
  303. package/clis/steam/steam.test.js +0 -46
  304. package/clis/substack/utils.test.js +0 -44
  305. package/clis/suno/commands.test.js +0 -188
  306. package/clis/suno/download.test.js +0 -151
  307. package/clis/suno/generate.test.js +0 -252
  308. package/clis/suno/utils.test.js +0 -329
  309. package/clis/taobao/commands.test.js +0 -41
  310. package/clis/tdx/hot-rank.test.js +0 -59
  311. package/clis/ths/hot-rank.test.js +0 -64
  312. package/clis/tieba/commands.test.js +0 -79
  313. package/clis/tieba/utils.test.js +0 -290
  314. package/clis/tiktok/creator-videos.test.js +0 -113
  315. package/clis/tiktok/refactor.test.js +0 -389
  316. package/clis/tiktok/write-refactor.test.js +0 -370
  317. package/clis/toutiao/toutiao.test.js +0 -378
  318. package/clis/tvmaze/tvmaze.test.js +0 -93
  319. package/clis/twitter/bookmark-folder.test.js +0 -395
  320. package/clis/twitter/bookmark-folders.test.js +0 -152
  321. package/clis/twitter/bookmark.test.js +0 -74
  322. package/clis/twitter/bookmarks.test.js +0 -205
  323. package/clis/twitter/delete.test.js +0 -85
  324. package/clis/twitter/device-follow.test.js +0 -287
  325. package/clis/twitter/download.test.js +0 -457
  326. package/clis/twitter/followers.test.js +0 -62
  327. package/clis/twitter/following.test.js +0 -338
  328. package/clis/twitter/hide-reply.test.js +0 -76
  329. package/clis/twitter/like.test.js +0 -73
  330. package/clis/twitter/likes.test.js +0 -220
  331. package/clis/twitter/list-add.test.js +0 -133
  332. package/clis/twitter/list-create.test.js +0 -169
  333. package/clis/twitter/list-remove.test.js +0 -110
  334. package/clis/twitter/list-tweets.test.js +0 -196
  335. package/clis/twitter/lists.test.js +0 -253
  336. package/clis/twitter/post.test.js +0 -258
  337. package/clis/twitter/profile.test.js +0 -39
  338. package/clis/twitter/quote.test.js +0 -194
  339. package/clis/twitter/reply.test.js +0 -237
  340. package/clis/twitter/retweet.test.js +0 -73
  341. package/clis/twitter/search.test.js +0 -349
  342. package/clis/twitter/shared.test.js +0 -794
  343. package/clis/twitter/thread.test.js +0 -58
  344. package/clis/twitter/timeline.test.js +0 -104
  345. package/clis/twitter/trending.test.js +0 -15
  346. package/clis/twitter/tweets.test.js +0 -362
  347. package/clis/twitter/unbookmark.test.js +0 -73
  348. package/clis/twitter/unlike.test.js +0 -75
  349. package/clis/twitter/unretweet.test.js +0 -73
  350. package/clis/twitter/utils.test.js +0 -169
  351. package/clis/uisdc/news.test.js +0 -66
  352. package/clis/uiverse/_shared.test.js +0 -62
  353. package/clis/uiverse/navigation.test.js +0 -12
  354. package/clis/upwork/upwork.test.js +0 -566
  355. package/clis/wanfang/search.test.js +0 -23
  356. package/clis/web/read.test.js +0 -392
  357. package/clis/weibo/delete.test.js +0 -94
  358. package/clis/weibo/envelope.test.js +0 -85
  359. package/clis/weibo/favorites.test.js +0 -114
  360. package/clis/weibo/publish.test.js +0 -192
  361. package/clis/weibo/user-posts.test.js +0 -92
  362. package/clis/weibo/utils.test.js +0 -36
  363. package/clis/weixin/drafts.test.js +0 -69
  364. package/clis/weixin/search.test.js +0 -227
  365. package/clis/weread/ai-outline.test.js +0 -83
  366. package/clis/weread/book-search.test.js +0 -242
  367. package/clis/weread/commands.test.js +0 -398
  368. package/clis/weread/private-api-regression.test.js +0 -369
  369. package/clis/weread/search-regression.test.js +0 -494
  370. package/clis/weread/utils.test.js +0 -128
  371. package/clis/weread-official/commands.test.js +0 -385
  372. package/clis/weread-official/utils.test.js +0 -242
  373. package/clis/wikidata/wikidata.test.js +0 -83
  374. package/clis/wikipedia/trending.test.js +0 -57
  375. package/clis/wttr/wttr.test.js +0 -84
  376. package/clis/xianyu/chat.test.js +0 -84
  377. package/clis/xianyu/im.test.js +0 -253
  378. package/clis/xianyu/item.test.js +0 -56
  379. package/clis/xianyu/publish.test.js +0 -220
  380. package/clis/xianyu/search.test.js +0 -17
  381. package/clis/xiaoe/xiaoe.test.js +0 -486
  382. package/clis/xiaohongshu/comments.test.js +0 -258
  383. package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
  384. package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
  385. package/clis/xiaohongshu/creator-notes.test.js +0 -281
  386. package/clis/xiaohongshu/creator-stats.test.js +0 -24
  387. package/clis/xiaohongshu/delete-note.test.js +0 -172
  388. package/clis/xiaohongshu/download.test.js +0 -316
  389. package/clis/xiaohongshu/navigation.test.js +0 -34
  390. package/clis/xiaohongshu/note.test.js +0 -249
  391. package/clis/xiaohongshu/publish.test.js +0 -608
  392. package/clis/xiaohongshu/search.test.js +0 -325
  393. package/clis/xiaohongshu/user-helpers.test.js +0 -160
  394. package/clis/xiaoyuzhou/auth.test.js +0 -124
  395. package/clis/xiaoyuzhou/download.test.js +0 -135
  396. package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
  397. package/clis/xiaoyuzhou/transcript.test.js +0 -195
  398. package/clis/xiaoyuzhou/utils.test.js +0 -39
  399. package/clis/xueqiu/comments.test.js +0 -696
  400. package/clis/xueqiu/danjuan-utils.test.js +0 -41
  401. package/clis/xueqiu/utils.test.js +0 -26
  402. package/clis/yahoo/search.test.js +0 -94
  403. package/clis/youdao/note.test.js +0 -99
  404. package/clis/youtube/channel.test.js +0 -59
  405. package/clis/youtube/feed.test.js +0 -131
  406. package/clis/youtube/transcript-group.test.js +0 -99
  407. package/clis/youtube/transcript.test.js +0 -296
  408. package/clis/youtube/utils.test.js +0 -84
  409. package/clis/yuanbao/ask.test.js +0 -124
  410. package/clis/yuanbao/new.test.js +0 -30
  411. package/clis/yuanbao/shared.test.js +0 -80
  412. package/clis/zhihu/answer-comments.test.js +0 -287
  413. package/clis/zhihu/answer-detail.test.js +0 -338
  414. package/clis/zhihu/answer.test.js +0 -54
  415. package/clis/zhihu/collection.test.js +0 -337
  416. package/clis/zhihu/collections.test.js +0 -182
  417. package/clis/zhihu/comment.test.js +0 -50
  418. package/clis/zhihu/download.test.js +0 -12
  419. package/clis/zhihu/favorite.test.js +0 -59
  420. package/clis/zhihu/follow.test.js +0 -42
  421. package/clis/zhihu/like.test.js +0 -41
  422. package/clis/zhihu/question.test.js +0 -251
  423. package/clis/zhihu/recommend.test.js +0 -143
  424. package/clis/zhihu/search.test.js +0 -198
  425. package/clis/zhihu/target.test.js +0 -77
  426. package/clis/zhihu/text.test.js +0 -24
  427. package/clis/zhihu/write-shared.test.js +0 -176
  428. package/clis/zlibrary/commands.test.js +0 -65
  429. package/clis/zsxq/search.test.js +0 -24
  430. package/clis/zsxq/topic.test.js +0 -30
  431. package/clis/zsxq/topics.test.js +0 -24
  432. package/clis/zsxq/utils.test.js +0 -31
  433. package/dist/src/adapter-shadow.test.js +0 -49
  434. package/dist/src/adapter-source.test.js +0 -29
  435. package/dist/src/browser/analyze.test.js +0 -166
  436. package/dist/src/browser/article-extract.e2e.test.js +0 -105
  437. package/dist/src/browser/article-extract.test.js +0 -94
  438. package/dist/src/browser/ax-snapshot.test.js +0 -91
  439. package/dist/src/browser/base-page.test.js +0 -758
  440. package/dist/src/browser/cdp-click-fixture.test.js +0 -87
  441. package/dist/src/browser/cdp.test.js +0 -79
  442. package/dist/src/browser/compound.test.js +0 -175
  443. package/dist/src/browser/daemon-client.test.js +0 -199
  444. package/dist/src/browser/dom-helpers.test.js +0 -106
  445. package/dist/src/browser/dom-snapshot.test.js +0 -313
  446. package/dist/src/browser/errors.test.js +0 -60
  447. package/dist/src/browser/extract.test.js +0 -129
  448. package/dist/src/browser/find.test.js +0 -180
  449. package/dist/src/browser/html-tree.test.js +0 -181
  450. package/dist/src/browser/network-cache.test.js +0 -58
  451. package/dist/src/browser/network-key.test.js +0 -49
  452. package/dist/src/browser/page.test.js +0 -378
  453. package/dist/src/browser/shape-filter.test.js +0 -101
  454. package/dist/src/browser/shape.test.js +0 -82
  455. package/dist/src/browser/stealth.test.js +0 -134
  456. package/dist/src/browser/target-errors.test.js +0 -94
  457. package/dist/src/browser/target-resolver.test.js +0 -118
  458. package/dist/src/browser/utils.test.js +0 -29
  459. package/dist/src/browser/verify-fixture.test.js +0 -219
  460. package/dist/src/browser.test.js +0 -232
  461. package/dist/src/build-manifest.test.js +0 -341
  462. package/dist/src/capabilityRouting.test.js +0 -63
  463. package/dist/src/cli-argv-preprocess.test.js +0 -209
  464. package/dist/src/cli.test.js +0 -2803
  465. package/dist/src/commanderAdapter.test.js +0 -352
  466. package/dist/src/commands/daemon.test.js +0 -219
  467. package/dist/src/completion.test.js +0 -24
  468. package/dist/src/convention-audit.test.js +0 -247
  469. package/dist/src/daemon.test.js +0 -60
  470. package/dist/src/doctor.test.js +0 -263
  471. package/dist/src/download/article-download.test.js +0 -235
  472. package/dist/src/download/index.test.js +0 -140
  473. package/dist/src/download/media-download.test.js +0 -112
  474. package/dist/src/download/progress.test.js +0 -36
  475. package/dist/src/electron-apps.test.js +0 -49
  476. package/dist/src/engine.test.js +0 -312
  477. package/dist/src/errors.test.js +0 -109
  478. package/dist/src/execution.test.js +0 -623
  479. package/dist/src/extension-manifest-regression.test.js +0 -12
  480. package/dist/src/external.test.js +0 -146
  481. package/dist/src/help.test.js +0 -58
  482. package/dist/src/hooks.test.js +0 -92
  483. package/dist/src/interceptor.test.js +0 -81
  484. package/dist/src/launcher.test.js +0 -138
  485. package/dist/src/node-network.test.js +0 -55
  486. package/dist/src/observation/artifact.test.js +0 -121
  487. package/dist/src/observation/manager.test.js +0 -13
  488. package/dist/src/observation/redaction.test.js +0 -32
  489. package/dist/src/observation/retention.test.js +0 -118
  490. package/dist/src/observation/ring-buffer.test.js +0 -22
  491. package/dist/src/output.test.js +0 -53
  492. package/dist/src/package-exports.test.js +0 -112
  493. package/dist/src/pipeline/executor.test.js +0 -182
  494. package/dist/src/pipeline/steps/download.test.js +0 -102
  495. package/dist/src/pipeline/steps/fetch.test.js +0 -117
  496. package/dist/src/pipeline/template.test.js +0 -175
  497. package/dist/src/pipeline/transform.test.js +0 -133
  498. package/dist/src/plugin-manifest.test.js +0 -179
  499. package/dist/src/plugin-scaffold.test.js +0 -83
  500. package/dist/src/plugin.test.js +0 -1324
  501. package/dist/src/registry.test.js +0 -209
  502. package/dist/src/runtime-detect.test.js +0 -39
  503. package/dist/src/serialization.test.js +0 -78
  504. package/dist/src/snapshotFormatter.test.js +0 -521
  505. package/dist/src/tui.test.js +0 -19
  506. package/dist/src/update-check.test.js +0 -116
  507. package/dist/src/utils.test.js +0 -155
  508. package/dist/src/validate.test.js +0 -90
  509. package/dist/src/weixin-download.test.js +0 -45
@@ -0,0 +1,142 @@
1
+ /**
2
+ * Navigation interception guard (M1 spike, direct-CDP / Node side).
3
+ *
4
+ * Closes the P0 hole where navigation fired before request interception was armed.
5
+ * The contract (ADR-0002, ADR-0006, 04-security-model.md) is:
6
+ *
7
+ * 1. Pre-check the target URL (syntax + DNS precheck) BEFORE any navigation.
8
+ * 2. Arm Fetch interception (resourceType Document, Request stage) and confirm the
9
+ * handler is registered BEFORE the single Page.navigate.
10
+ * 3. Re-run the full URL policy on every paused main-frame Document request
11
+ * (initial + every redirect / secondary main-frame request) and failRequest
12
+ * anything that does not pass — so a forbidden redirect target receives 0 bytes.
13
+ * 4. If interception cannot be armed, FAIL CLOSED — never fall back to bare
14
+ * navigation. Callers surface `navigation_redirect_requires_interception`.
15
+ *
16
+ * remoteIPAddress observed on Network.responseReceived is logged only — it is
17
+ * post-connect and therefore `ip-observed-only`, NOT a security boundary (ADR-0006).
18
+ *
19
+ * This module is runtime-bound only through the small InterceptBridge interface,
20
+ * so it is unit-testable with a fake bridge (no real CDP / network).
21
+ */
22
+ import { checkUrlPolicy, checkUrlSyntax } from './url-policy.js';
23
+ export class InterceptionUnavailableError extends Error {
24
+ code = 'navigation_redirect_requires_interception';
25
+ constructor(detail) {
26
+ super(`navigation request interception unavailable: ${detail}`);
27
+ this.name = 'InterceptionUnavailableError';
28
+ }
29
+ }
30
+ export class NavigationBlockedError extends Error {
31
+ url;
32
+ reason;
33
+ code = 'navigation_blocked_by_policy';
34
+ constructor(url, reason, detail) {
35
+ super(`navigation blocked: ${detail}`);
36
+ this.url = url;
37
+ this.reason = reason;
38
+ this.name = 'NavigationBlockedError';
39
+ }
40
+ }
41
+ /**
42
+ * Arm Fetch interception and policy re-check, fail-closed. Must be called and
43
+ * resolved BEFORE the caller issues Page.navigate. Throws
44
+ * InterceptionUnavailableError if Fetch cannot be enabled.
45
+ */
46
+ export async function armNavigationGuard(bridge, resolver, opts = {}) {
47
+ const blocked = [];
48
+ const observedIps = [];
49
+ // Fetch.enable scoped to top-level documents at the Request stage so we block
50
+ // before the request is sent. resourceType uses Network.ResourceType values;
51
+ // 'Document' is the main frame (P1-1).
52
+ try {
53
+ await bridge.send('Fetch.enable', {
54
+ patterns: [{ urlPattern: '*', resourceType: 'Document', requestStage: 'Request' }],
55
+ });
56
+ }
57
+ catch (err) {
58
+ throw new InterceptionUnavailableError(err instanceof Error ? err.message : String(err));
59
+ }
60
+ const onPaused = (raw) => {
61
+ const p = raw;
62
+ // Only enforce policy on main-frame Document requests; let sub-resources through
63
+ // unmodified (page sub-resource SSRF is out of scope for the navigation spike).
64
+ if (p.resourceType !== 'Document') {
65
+ void bridge.send('Fetch.continueRequest', { requestId: p.requestId }).catch(() => { });
66
+ return;
67
+ }
68
+ void (async () => {
69
+ const verdict = await checkUrlPolicy(p.request.url, resolver, opts).catch(() => null);
70
+ if (verdict && verdict.ok) {
71
+ await bridge.send('Fetch.continueRequest', { requestId: p.requestId }).catch(() => { });
72
+ }
73
+ else {
74
+ if (verdict && !verdict.ok)
75
+ blocked.push({ url: p.request.url, reason: verdict.reason });
76
+ // BlockedByClient → the request is never sent to the target.
77
+ await bridge
78
+ .send('Fetch.failRequest', { requestId: p.requestId, errorReason: 'BlockedByClient' })
79
+ .catch(() => { });
80
+ }
81
+ })();
82
+ };
83
+ const onResponse = (raw) => {
84
+ const p = raw;
85
+ const ip = p.response?.remoteIPAddress;
86
+ if (ip)
87
+ observedIps.push(ip);
88
+ };
89
+ bridge.on('Fetch.requestPaused', onPaused);
90
+ if (opts.observeIp) {
91
+ // Network domain must be enabled elsewhere for this to fire; we only attach the
92
+ // observer. Missing IP (cache/SW/failed request) is tolerated — never a boundary.
93
+ bridge.on('Network.responseReceived', onResponse);
94
+ }
95
+ let disposed = false;
96
+ return {
97
+ blocked,
98
+ observedIps,
99
+ async dispose() {
100
+ if (disposed)
101
+ return;
102
+ disposed = true;
103
+ bridge.off('Fetch.requestPaused', onPaused);
104
+ if (opts.observeIp)
105
+ bridge.off('Network.responseReceived', onResponse);
106
+ await bridge.send('Fetch.disable').catch(() => { });
107
+ },
108
+ };
109
+ }
110
+ /**
111
+ * Full guarded navigation for the direct-CDP path. Pre-checks the URL, arms the
112
+ * guard, runs the caller-supplied navigate thunk (which issues Page.navigate), and
113
+ * keeps the guard live for redirects until the caller disposes it.
114
+ *
115
+ * Returns the live guard so the caller can inspect blocked/observedIps and dispose
116
+ * after the page settles. Throws NavigationBlockedError if the initial target fails
117
+ * policy (we never arm/navigate to a known-bad target), or
118
+ * InterceptionUnavailableError if interception cannot be armed.
119
+ */
120
+ export async function guardedNavigate(bridge, url, resolver, navigate, opts = {}) {
121
+ // 1. Pre-check the initial target before doing anything else.
122
+ const pre = await checkUrlPolicy(url, resolver, opts);
123
+ if (!pre.ok) {
124
+ throw new NavigationBlockedError(url, pre.reason, pre.detail);
125
+ }
126
+ // 2. Arm interception (fail-closed) and confirm before navigating.
127
+ const guard = await armNavigationGuard(bridge, resolver, opts);
128
+ // 3. Navigate exactly once, now that the guard is live.
129
+ try {
130
+ await navigate();
131
+ }
132
+ catch (err) {
133
+ await guard.dispose();
134
+ throw err;
135
+ }
136
+ return guard;
137
+ }
138
+ /** Convenience: synchronous pre-screen without DNS, for callers that only have the
139
+ * syntax layer available (e.g. the extension service worker, which cannot resolve). */
140
+ export function screenSyntaxOnly(url, opts = {}) {
141
+ return checkUrlSyntax(url, opts);
142
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,89 @@
1
+ /**
2
+ * Navigation URL policy (M1 spike).
3
+ *
4
+ * Pure, runtime-free validation of a navigation target against the security
5
+ * model in dashboard-docs/system/adapter-recorder-system/04-security-model.md and
6
+ * adr/0006-dns-rebinding-ip-enforcement.md.
7
+ *
8
+ * Two layers, deliberately separated:
9
+ * 1. checkUrlSyntax(url) — synchronous: protocol / userinfo / literal-IP /
10
+ * forbidden-host checks. No I/O.
11
+ * 2. resolveAndCheckHost(...) — asynchronous: resolves every A/AAAA record for a
12
+ * *domain* host and rejects if any resolved IP is
13
+ * forbidden. DNS resolver is injected for testing.
14
+ *
15
+ * SECURITY BOUNDARY NOTE (ADR-0006): the DNS precheck in layer 2 filters only the
16
+ * records visible *at check time*. It does NOT prove the IP the browser actually
17
+ * connects to (separate resolver, DNS cache, proxy, Happy Eyeballs, TTL-window
18
+ * rebind). This TOCTOU window is not removable here. Passing this policy is
19
+ * `ip-observed-only`, never `strict-ip-enforced`. Callers must still arm
20
+ * before-send request interception and re-run this policy on every redirected /
21
+ * secondary main-frame request.
22
+ */
23
+ /** Why a URL was rejected. Stable codes — used by tests and error mapping. */
24
+ export type UrlPolicyReason = 'forbidden_protocol' | 'userinfo_present' | 'empty_host' | 'literal_ip_host' | 'forbidden_ip' | 'unresolvable_host' | 'no_dns_records';
25
+ export interface UrlPolicyOk {
26
+ ok: true;
27
+ /** Canonicalized URL string after normalization. */
28
+ url: string;
29
+ /** Normalized hostname (lowercased, trailing dot stripped, IDN punycode, IPv6 canonical). */
30
+ hostname: string;
31
+ /** True when the host was an IP literal — only reachable when allowLiteralIp is set. */
32
+ isIpLiteral: boolean;
33
+ }
34
+ export interface UrlPolicyReject {
35
+ ok: false;
36
+ reason: UrlPolicyReason;
37
+ /** Human detail for logs/errors (never includes secrets). */
38
+ detail: string;
39
+ /** The raw authority (host[:port]) exactly as supplied, for input-form assertions. */
40
+ rawAuthority?: string;
41
+ }
42
+ export type UrlPolicyResult = UrlPolicyOk | UrlPolicyReject;
43
+ /** Injected DNS resolver — node:dns/promises in production, a stub in tests. */
44
+ export interface DnsResolver {
45
+ resolve4(hostname: string): Promise<string[]>;
46
+ resolve6(hostname: string): Promise<string[]>;
47
+ }
48
+ /**
49
+ * Extract the raw authority (everything between `://` and the first `/?#`) from the
50
+ * input string, before any URL-parser canonicalization. Used to assert on the
51
+ * *input form* — e.g. that `http://0177.0.0.1/` was supplied as an octal literal —
52
+ * since WHATWG URL silently rewrites those into `127.0.0.1` (P1-4).
53
+ */
54
+ export declare function rawAuthorityOf(input: string): string | undefined;
55
+ /**
56
+ * Decide whether a hostname (already lowercased, trailing-dot stripped) is an IP
57
+ * literal in ANY encoding the browser would accept: dotted-decimal, IPv6 in
58
+ * brackets, decimal/octal/hex/shorthand IPv4. Returns the canonical IP string when
59
+ * it is a literal, or null when it is a real domain name.
60
+ */
61
+ export declare function asIpLiteral(host: string): string | null;
62
+ /**
63
+ * Parse the loose IPv4 forms browsers accept (decimal, octal, hex, 1-4 dotted
64
+ * parts with mixed radices). Returns canonical dotted-decimal, or null if not a
65
+ * valid IPv4 literal. Mirrors the "parts" algorithm in the WHATWG URL spec.
66
+ */
67
+ export declare function parseIpv4Loose(host: string): string | null;
68
+ /** True when an IP literal (v4 or v6, any normalized form) is in a forbidden range. */
69
+ export declare function isForbiddenIp(ip: string): boolean;
70
+ /**
71
+ * Synchronous URL syntax + literal-host policy. No DNS, no I/O.
72
+ *
73
+ * @param input raw navigation URL
74
+ * @param opts.allowLiteralIp when true, an IP-literal host is allowed *if* it is
75
+ * not in a forbidden range (used by tooling that
76
+ * targets explicit IPs); default false — navigation
77
+ * targets must be domain names.
78
+ */
79
+ export declare function checkUrlSyntax(input: string, opts?: {
80
+ allowLiteralIp?: boolean;
81
+ }): UrlPolicyResult;
82
+ /**
83
+ * Full policy: syntax check, then resolve every A/AAAA record for a domain host and
84
+ * reject if any resolved IP is forbidden (DNS precheck — see SECURITY BOUNDARY NOTE).
85
+ * IP-literal hosts skip DNS (already vetted by checkUrlSyntax).
86
+ */
87
+ export declare function checkUrlPolicy(input: string, resolver: DnsResolver, opts?: {
88
+ allowLiteralIp?: boolean;
89
+ }): Promise<UrlPolicyResult>;
@@ -0,0 +1,311 @@
1
+ /**
2
+ * Navigation URL policy (M1 spike).
3
+ *
4
+ * Pure, runtime-free validation of a navigation target against the security
5
+ * model in dashboard-docs/system/adapter-recorder-system/04-security-model.md and
6
+ * adr/0006-dns-rebinding-ip-enforcement.md.
7
+ *
8
+ * Two layers, deliberately separated:
9
+ * 1. checkUrlSyntax(url) — synchronous: protocol / userinfo / literal-IP /
10
+ * forbidden-host checks. No I/O.
11
+ * 2. resolveAndCheckHost(...) — asynchronous: resolves every A/AAAA record for a
12
+ * *domain* host and rejects if any resolved IP is
13
+ * forbidden. DNS resolver is injected for testing.
14
+ *
15
+ * SECURITY BOUNDARY NOTE (ADR-0006): the DNS precheck in layer 2 filters only the
16
+ * records visible *at check time*. It does NOT prove the IP the browser actually
17
+ * connects to (separate resolver, DNS cache, proxy, Happy Eyeballs, TTL-window
18
+ * rebind). This TOCTOU window is not removable here. Passing this policy is
19
+ * `ip-observed-only`, never `strict-ip-enforced`. Callers must still arm
20
+ * before-send request interception and re-run this policy on every redirected /
21
+ * secondary main-frame request.
22
+ */
23
+ import { isIP } from 'node:net';
24
+ const ALLOWED_PROTOCOLS = new Set(['http:', 'https:']);
25
+ /**
26
+ * Extract the raw authority (everything between `://` and the first `/?#`) from the
27
+ * input string, before any URL-parser canonicalization. Used to assert on the
28
+ * *input form* — e.g. that `http://0177.0.0.1/` was supplied as an octal literal —
29
+ * since WHATWG URL silently rewrites those into `127.0.0.1` (P1-4).
30
+ */
31
+ export function rawAuthorityOf(input) {
32
+ const m = /^[a-zA-Z][a-zA-Z0-9+.-]*:\/\/([^/?#]*)/.exec(input.trim());
33
+ if (!m)
34
+ return undefined;
35
+ // Strip userinfo for the authority-host portion but keep the host[:port].
36
+ const authority = m[1];
37
+ const at = authority.lastIndexOf('@');
38
+ return at >= 0 ? authority.slice(at + 1) : authority;
39
+ }
40
+ /**
41
+ * Decide whether a hostname (already lowercased, trailing-dot stripped) is an IP
42
+ * literal in ANY encoding the browser would accept: dotted-decimal, IPv6 in
43
+ * brackets, decimal/octal/hex/shorthand IPv4. Returns the canonical IP string when
44
+ * it is a literal, or null when it is a real domain name.
45
+ */
46
+ export function asIpLiteral(host) {
47
+ // IPv6 literal arrives bracketed from URL.hostname only when constructed from a
48
+ // bracketed form; URL strips the brackets, so test the bare form too.
49
+ const unbracketed = host.startsWith('[') && host.endsWith(']') ? host.slice(1, -1) : host;
50
+ const v = isIP(unbracketed);
51
+ if (v === 4 || v === 6)
52
+ return unbracketed;
53
+ // IPv4 alternative encodings: decimal (2130706433), octal (0177.0.0.1),
54
+ // hex (0x7f.0.0.1), and shorthand (127.1). WHATWG URL already canonicalizes
55
+ // most of these, but we re-derive defensively in case a caller bypasses it.
56
+ const parsed = parseIpv4Loose(host);
57
+ return parsed;
58
+ }
59
+ /**
60
+ * Parse the loose IPv4 forms browsers accept (decimal, octal, hex, 1-4 dotted
61
+ * parts with mixed radices). Returns canonical dotted-decimal, or null if not a
62
+ * valid IPv4 literal. Mirrors the "parts" algorithm in the WHATWG URL spec.
63
+ */
64
+ export function parseIpv4Loose(host) {
65
+ if (host.length === 0)
66
+ return null;
67
+ const parts = host.split('.');
68
+ // A trailing empty part (from a trailing dot) is tolerated by the spec; reject
69
+ // here since trailing dots are stripped before this is called.
70
+ if (parts.length > 4)
71
+ return null;
72
+ if (parts.some((p) => p.length === 0))
73
+ return null;
74
+ const numbers = [];
75
+ for (const part of parts) {
76
+ const n = parseRadixPart(part);
77
+ if (n === null)
78
+ return null;
79
+ numbers.push(n);
80
+ }
81
+ // Each non-final part must fit in a byte; the final part absorbs the remaining bytes.
82
+ for (let i = 0; i < numbers.length - 1; i++) {
83
+ if (numbers[i] > 255)
84
+ return null;
85
+ }
86
+ const last = numbers[numbers.length - 1];
87
+ const maxLast = 256 ** (5 - numbers.length);
88
+ if (last >= maxLast)
89
+ return null;
90
+ let ipv4 = last;
91
+ for (let i = 0; i < numbers.length - 1; i++) {
92
+ ipv4 += numbers[i] * 256 ** (3 - i);
93
+ }
94
+ if (ipv4 > 0xffffffff)
95
+ return null;
96
+ return [
97
+ (ipv4 >>> 24) & 0xff,
98
+ (ipv4 >>> 16) & 0xff,
99
+ (ipv4 >>> 8) & 0xff,
100
+ ipv4 & 0xff,
101
+ ].join('.');
102
+ }
103
+ function parseRadixPart(part) {
104
+ let radix = 10;
105
+ let digits = part;
106
+ if (/^0[xX]/.test(part)) {
107
+ radix = 16;
108
+ digits = part.slice(2);
109
+ if (digits.length === 0)
110
+ return null;
111
+ if (!/^[0-9a-fA-F]+$/.test(digits))
112
+ return null;
113
+ }
114
+ else if (part.length > 1 && part[0] === '0') {
115
+ radix = 8;
116
+ digits = part.slice(1);
117
+ if (!/^[0-7]+$/.test(digits))
118
+ return null;
119
+ }
120
+ else {
121
+ if (!/^[0-9]+$/.test(part))
122
+ return null;
123
+ }
124
+ const n = parseInt(digits, radix);
125
+ return Number.isNaN(n) ? null : n;
126
+ }
127
+ /** IPv4 forbidden ranges as [network, prefixBits] CIDR pairs. */
128
+ const FORBIDDEN_IPV4 = [
129
+ ['0.0.0.0', 8], // "this" network / unspecified
130
+ ['10.0.0.0', 8], // RFC1918 private
131
+ ['100.64.0.0', 10], // RFC6598 CGNAT
132
+ ['127.0.0.0', 8], // loopback
133
+ ['169.254.0.0', 16], // link-local (incl. 169.254.169.254 cloud metadata)
134
+ ['172.16.0.0', 12], // RFC1918 private
135
+ ['192.0.0.0', 24], // IETF protocol assignments
136
+ ['192.0.2.0', 24], // TEST-NET-1 documentation
137
+ ['192.168.0.0', 16], // RFC1918 private
138
+ ['198.18.0.0', 15], // RFC2544 benchmarking
139
+ ['198.51.100.0', 24], // TEST-NET-2 documentation
140
+ ['203.0.113.0', 24], // TEST-NET-3 documentation
141
+ ['224.0.0.0', 4], // multicast
142
+ ['240.0.0.0', 4], // reserved (incl. 255.255.255.255 broadcast)
143
+ ];
144
+ function ipv4ToInt(ip) {
145
+ const parts = ip.split('.').map((p) => parseInt(p, 10));
146
+ return ((parts[0] << 24) | (parts[1] << 16) | (parts[2] << 8) | parts[3]) >>> 0;
147
+ }
148
+ function ipv4InForbiddenRange(ip) {
149
+ const addr = ipv4ToInt(ip);
150
+ for (const [net, bits] of FORBIDDEN_IPV4) {
151
+ const mask = bits === 0 ? 0 : (0xffffffff << (32 - bits)) >>> 0;
152
+ if ((addr & mask) === (ipv4ToInt(net) & mask))
153
+ return true;
154
+ }
155
+ return false;
156
+ }
157
+ /** Expand an IPv6 address to its 8 16-bit groups (numbers), handling `::` and
158
+ * embedded IPv4 tails. Returns null when not a valid IPv6 literal. */
159
+ function ipv6Groups(ip) {
160
+ let addr = ip;
161
+ // Embedded IPv4 tail (e.g. ::ffff:127.0.0.1 or 64:ff9b::192.0.2.1).
162
+ const lastColon = addr.lastIndexOf(':');
163
+ const tail = addr.slice(lastColon + 1);
164
+ if (tail.includes('.')) {
165
+ if (isIP(tail) !== 4)
166
+ return null;
167
+ const v4 = ipv4ToInt(tail);
168
+ addr = addr.slice(0, lastColon + 1) + ((v4 >>> 16) & 0xffff).toString(16) + ':' + (v4 & 0xffff).toString(16);
169
+ }
170
+ const halves = addr.split('::');
171
+ if (halves.length > 2)
172
+ return null;
173
+ const head = halves[0].length ? halves[0].split(':') : [];
174
+ const back = halves.length === 2 ? (halves[1].length ? halves[1].split(':') : []) : null;
175
+ const parse = (groups) => {
176
+ const out = [];
177
+ for (const g of groups) {
178
+ if (!/^[0-9a-fA-F]{1,4}$/.test(g))
179
+ return null;
180
+ out.push(parseInt(g, 16));
181
+ }
182
+ return out;
183
+ };
184
+ const headNums = parse(head);
185
+ if (headNums === null)
186
+ return null;
187
+ if (back === null) {
188
+ return headNums.length === 8 ? headNums : null;
189
+ }
190
+ const backNums = parse(back);
191
+ if (backNums === null)
192
+ return null;
193
+ const fill = 8 - headNums.length - backNums.length;
194
+ if (fill < 0)
195
+ return null;
196
+ return [...headNums, ...new Array(fill).fill(0), ...backNums];
197
+ }
198
+ function ipv6InForbiddenRange(ip) {
199
+ const groups = ipv6Groups(ip);
200
+ if (!groups)
201
+ return false;
202
+ // Unspecified :: and loopback ::1
203
+ if (groups.every((g) => g === 0))
204
+ return true; // ::
205
+ if (groups.slice(0, 7).every((g) => g === 0) && groups[7] === 1)
206
+ return true; // ::1
207
+ // IPv4-mapped ::ffff:0:0/96 and IPv4-compatible — defer to the embedded v4 range check.
208
+ if (groups.slice(0, 5).every((g) => g === 0) && groups[5] === 0xffff) {
209
+ const v4 = `${(groups[6] >> 8) & 0xff}.${groups[6] & 0xff}.${(groups[7] >> 8) & 0xff}.${groups[7] & 0xff}`;
210
+ return ipv4InForbiddenRange(v4);
211
+ }
212
+ const first = groups[0];
213
+ // fc00::/7 unique-local
214
+ if ((first & 0xfe00) === 0xfc00)
215
+ return true;
216
+ // fe80::/10 link-local
217
+ if ((first & 0xffc0) === 0xfe80)
218
+ return true;
219
+ // ff00::/8 multicast
220
+ if ((first & 0xff00) === 0xff00)
221
+ return true;
222
+ // fd00:ec2::254 cloud metadata is inside fc00::/7, already covered.
223
+ return false;
224
+ }
225
+ /** True when an IP literal (v4 or v6, any normalized form) is in a forbidden range. */
226
+ export function isForbiddenIp(ip) {
227
+ const v = isIP(ip);
228
+ if (v === 4)
229
+ return ipv4InForbiddenRange(ip);
230
+ if (v === 6)
231
+ return ipv6InForbiddenRange(ip);
232
+ // Loose IPv4 encodings normalize first.
233
+ const canon = parseIpv4Loose(ip);
234
+ return canon ? ipv4InForbiddenRange(canon) : false;
235
+ }
236
+ /**
237
+ * Synchronous URL syntax + literal-host policy. No DNS, no I/O.
238
+ *
239
+ * @param input raw navigation URL
240
+ * @param opts.allowLiteralIp when true, an IP-literal host is allowed *if* it is
241
+ * not in a forbidden range (used by tooling that
242
+ * targets explicit IPs); default false — navigation
243
+ * targets must be domain names.
244
+ */
245
+ export function checkUrlSyntax(input, opts = {}) {
246
+ const rawAuthority = rawAuthorityOf(input);
247
+ let parsed;
248
+ try {
249
+ parsed = new URL(input);
250
+ }
251
+ catch {
252
+ return { ok: false, reason: 'empty_host', detail: 'unparseable URL', rawAuthority };
253
+ }
254
+ if (!ALLOWED_PROTOCOLS.has(parsed.protocol)) {
255
+ return { ok: false, reason: 'forbidden_protocol', detail: `protocol ${parsed.protocol} not allowed`, rawAuthority };
256
+ }
257
+ if (parsed.username !== '' || parsed.password !== '') {
258
+ return { ok: false, reason: 'userinfo_present', detail: 'userinfo (user:pass@) not allowed', rawAuthority };
259
+ }
260
+ // Normalize hostname: URL already lowercases, IDN-punycodes, and canonicalizes
261
+ // IPv6; strip a trailing dot ourselves.
262
+ let hostname = parsed.hostname;
263
+ if (hostname.endsWith('.'))
264
+ hostname = hostname.slice(0, -1);
265
+ if (hostname === '') {
266
+ return { ok: false, reason: 'empty_host', detail: 'empty host', rawAuthority };
267
+ }
268
+ const ipLiteral = asIpLiteral(hostname);
269
+ if (ipLiteral !== null) {
270
+ if (isForbiddenIp(ipLiteral)) {
271
+ return { ok: false, reason: 'forbidden_ip', detail: `literal IP ${ipLiteral} is forbidden`, rawAuthority };
272
+ }
273
+ if (!opts.allowLiteralIp) {
274
+ return { ok: false, reason: 'literal_ip_host', detail: `literal IP host ${ipLiteral} not allowed for navigation`, rawAuthority };
275
+ }
276
+ return { ok: true, url: parsed.toString(), hostname: ipLiteral, isIpLiteral: true };
277
+ }
278
+ return { ok: true, url: parsed.toString(), hostname, isIpLiteral: false };
279
+ }
280
+ /**
281
+ * Full policy: syntax check, then resolve every A/AAAA record for a domain host and
282
+ * reject if any resolved IP is forbidden (DNS precheck — see SECURITY BOUNDARY NOTE).
283
+ * IP-literal hosts skip DNS (already vetted by checkUrlSyntax).
284
+ */
285
+ export async function checkUrlPolicy(input, resolver, opts = {}) {
286
+ const syntax = checkUrlSyntax(input, opts);
287
+ if (!syntax.ok)
288
+ return syntax;
289
+ if (syntax.isIpLiteral)
290
+ return syntax;
291
+ let records;
292
+ try {
293
+ const [v4, v6] = await Promise.all([
294
+ resolver.resolve4(syntax.hostname).catch(() => []),
295
+ resolver.resolve6(syntax.hostname).catch(() => []),
296
+ ]);
297
+ records = [...v4, ...v6];
298
+ }
299
+ catch {
300
+ return { ok: false, reason: 'unresolvable_host', detail: `DNS resolution failed for ${syntax.hostname}` };
301
+ }
302
+ if (records.length === 0) {
303
+ return { ok: false, reason: 'no_dns_records', detail: `no A/AAAA records for ${syntax.hostname}` };
304
+ }
305
+ for (const ip of records) {
306
+ if (isForbiddenIp(ip)) {
307
+ return { ok: false, reason: 'forbidden_ip', detail: `${syntax.hostname} resolves to forbidden IP ${ip}` };
308
+ }
309
+ }
310
+ return syntax;
311
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -28,8 +28,8 @@
28
28
  * }
29
29
  */
30
30
  import * as fs from 'node:fs';
31
- import * as os from 'node:os';
32
31
  import * as path from 'node:path';
32
+ import { getSitesDir } from '../config-paths.js';
33
33
  const DEFAULT_MAX_TOP_LEVEL_KEYS = 12;
34
34
  const DEFAULT_MAX_NESTED_DEPTH = 1;
35
35
  const ID_SHAPED_KEY_PATTERNS = [
@@ -51,7 +51,7 @@ const ID_SHAPED_KEY_PATTERNS = [
51
51
  /^uri$/i,
52
52
  ];
53
53
  export function fixturePath(site, command) {
54
- return path.join(os.homedir(), '.bycli', 'sites', site, 'verify', `${command}.json`);
54
+ return path.join(getSitesDir(), site, 'verify', `${command}.json`);
55
55
  }
56
56
  export function loadFixture(site, command) {
57
57
  const p = fixturePath(site, command);
package/dist/src/cli.js CHANGED
@@ -8,6 +8,7 @@ import * as fs from 'node:fs';
8
8
  import * as os from 'node:os';
9
9
  import * as path from 'node:path';
10
10
  import { fileURLToPath } from 'node:url';
11
+ import { getUserClisDir, getSitesDir } from './config-paths.js';
11
12
  import { Command, InvalidArgumentError, Option } from 'commander';
12
13
  import { findPackageRoot, getBuiltEntryCandidates } from './package-paths.js';
13
14
  import { fullName, getRegistry, strategyLabel } from './registry.js';
@@ -148,7 +149,7 @@ function emitNetworkError(code, message, extra = {}) {
148
149
  process.exitCode = NETWORK_ERROR_EXIT[code] ?? EXIT_CODES.GENERIC_ERROR;
149
150
  }
150
151
  export function checkSiteMemory(site) {
151
- const siteDir = path.join(os.homedir(), '.bycli', 'sites', site);
152
+ const siteDir = path.join(getSitesDir(), site);
152
153
  const endpointsPath = path.join(siteDir, 'endpoints.json');
153
154
  const notesPath = path.join(siteDir, 'notes.md');
154
155
  let endpointsCount = 0;
@@ -2357,10 +2358,9 @@ Examples:
2357
2358
  process.exitCode = EXIT_CODES.USAGE_ERROR;
2358
2359
  return;
2359
2360
  }
2360
- const os = await import('node:os');
2361
2361
  const fs = await import('node:fs');
2362
2362
  const path = await import('node:path');
2363
- const dir = path.join(os.homedir(), '.bycli', 'clis', site);
2363
+ const dir = path.join(getUserClisDir(), site);
2364
2364
  const filePath = path.join(dir, `${command}.js`);
2365
2365
  if (fs.existsSync(filePath)) {
2366
2366
  console.log(`Adapter already exists: ${filePath}`);
@@ -2427,7 +2427,7 @@ cli({
2427
2427
  }
2428
2428
  const { execFileSync } = await import('node:child_process');
2429
2429
  const { loadFixture, writeFixture, deriveFixture, validateRows, validateRowShape, fixturePath, expandFixtureArgs, parseSeedArgs } = await import('./browser/verify-fixture.js');
2430
- const filePath = path.join(os.homedir(), '.bycli', 'clis', site, `${command}.js`);
2430
+ const filePath = path.join(getUserClisDir(), site, `${command}.js`);
2431
2431
  if (!fs.existsSync(filePath)) {
2432
2432
  console.error(`Adapter not found: ${filePath}`);
2433
2433
  console.error(`Run "bycli browser init ${name}" to create it.`);
@@ -2773,8 +2773,7 @@ cli({
2773
2773
  .command('status')
2774
2774
  .description('Show which sites have local overrides vs using official baseline')
2775
2775
  .action(async () => {
2776
- const os = await import('node:os');
2777
- const userClisDir = path.join(os.homedir(), '.bycli', 'clis');
2776
+ const userClisDir = getUserClisDir();
2778
2777
  const builtinClisDir = BUILTIN_CLIS;
2779
2778
  try {
2780
2779
  const userEntries = await fs.promises.readdir(userClisDir, { withFileTypes: true });
@@ -2789,7 +2788,7 @@ cli({
2789
2788
  console.log('No local adapter overrides. All sites use the official baseline.');
2790
2789
  return;
2791
2790
  }
2792
- console.log(`Local overrides in ~/.bycli/clis/ (${userSites.length} sites):\n`);
2791
+ console.log(`Local overrides in ${userClisDir} (${userSites.length} sites):\n`);
2793
2792
  for (const site of userSites) {
2794
2793
  const isOfficial = builtinSites.includes(site);
2795
2794
  const label = isOfficial ? 'override' : 'custom';
@@ -2806,8 +2805,7 @@ cli({
2806
2805
  .description('Copy an official adapter to ~/.bycli/clis/ for local editing')
2807
2806
  .argument('<site>', 'Site name (e.g. twitter, bilibili)')
2808
2807
  .action(async (site) => {
2809
- const os = await import('node:os');
2810
- const userClisDir = path.join(os.homedir(), '.bycli', 'clis');
2808
+ const userClisDir = getUserClisDir();
2811
2809
  const builtinSiteDir = path.join(BUILTIN_CLIS, site);
2812
2810
  const userSiteDir = path.join(userClisDir, site);
2813
2811
  try {
@@ -2820,13 +2818,13 @@ cli({
2820
2818
  }
2821
2819
  try {
2822
2820
  await fs.promises.access(userSiteDir);
2823
- console.error(`Site "${site}" already exists in ~/.bycli/clis/. Use "bycli adapter reset ${site}" first to restore official version.`);
2821
+ console.error(`Site "${site}" already exists in ${userClisDir}. Use "bycli adapter reset ${site}" first to restore official version.`);
2824
2822
  process.exitCode = EXIT_CODES.USAGE_ERROR;
2825
2823
  return;
2826
2824
  }
2827
2825
  catch { /* good, doesn't exist yet */ }
2828
2826
  fs.cpSync(builtinSiteDir, userSiteDir, { recursive: true });
2829
- console.log(`✅ Ejected "${site}" to ~/.bycli/clis/${site}/`);
2827
+ console.log(`✅ Ejected "${site}" to ${userSiteDir}/`);
2830
2828
  console.log('You can now edit the adapter files. Changes take effect immediately.');
2831
2829
  console.log('Note: Official updates to this adapter will overwrite your changes.');
2832
2830
  });
@@ -2836,8 +2834,7 @@ cli({
2836
2834
  .argument('[site]', 'Site name (e.g. twitter, bilibili)')
2837
2835
  .option('--all', 'Reset all local overrides')
2838
2836
  .action(async (site, opts) => {
2839
- const os = await import('node:os');
2840
- const userClisDir = path.join(os.homedir(), '.bycli', 'clis');
2837
+ const userClisDir = getUserClisDir();
2841
2838
  if (opts.all) {
2842
2839
  try {
2843
2840
  const userEntries = await fs.promises.readdir(userClisDir, { withFileTypes: true });
@@ -0,0 +1,19 @@
1
+ /**
2
+ * Resolvers for the byCLI user-data root and its well-known subdirectories.
3
+ *
4
+ * The root is `BYCLI_CONFIG_DIR` when set, else `~/.bycli`. These are FUNCTIONS,
5
+ * not module-level constants, on purpose: `BYCLI_CONFIG_DIR` is set dynamically
6
+ * (tests, the verify child sandbox in runner-port.ts) — a const captured at import
7
+ * time would freeze the wrong root and leak across tests. Always resolve on call.
8
+ *
9
+ * Existing duplicate idioms this consolidates: observation/artifact.ts, browser/profile.ts.
10
+ */
11
+ export declare function getConfigDir(): string;
12
+ /** User adapter root: `$CONFIG_DIR/clis`. Adapters live at `<clis>/<site>/<command>.js`. */
13
+ export declare function getUserClisDir(): string;
14
+ /** Per-site memory/recorder root: `$CONFIG_DIR/sites`. */
15
+ export declare function getSitesDir(): string;
16
+ /** A single site's directory: `$CONFIG_DIR/sites/<site>`. */
17
+ export declare function getSiteDir(site: string): string;
18
+ /** A site's recorder artifact dir: `$CONFIG_DIR/sites/<site>/recorder`. */
19
+ export declare function getSiteRecorderDir(site: string): string;