@sovovs/bycli 1.8.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cli-manifest.json +0 -61
- package/dist/src/adapter-shadow.js +2 -2
- package/dist/src/browser/analyze.d.ts +10 -99
- package/dist/src/browser/analyze.js +10 -226
- package/dist/src/browser/cdp.js +64 -7
- package/dist/src/browser/navigation-guard.d.ts +78 -0
- package/dist/src/browser/navigation-guard.js +142 -0
- package/dist/src/browser/navigation-guard.test.d.ts +1 -0
- package/dist/src/browser/url-policy.d.ts +89 -0
- package/dist/src/browser/url-policy.js +311 -0
- package/dist/src/browser/url-policy.test.d.ts +1 -0
- package/dist/src/browser/verify-fixture.js +2 -2
- package/dist/src/cli.js +10 -13
- package/dist/src/config-paths.d.ts +19 -0
- package/dist/src/config-paths.js +31 -0
- package/dist/src/daemon.js +240 -0
- package/dist/src/discovery.d.ts +5 -3
- package/dist/src/discovery.js +8 -6
- package/dist/src/execution.js +8 -3
- package/dist/src/main.js +18 -2
- package/dist/src/plugin.js +11 -8
- package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
- package/dist/src/recorder/highlevel/analyze.js +91 -0
- package/dist/src/recorder/highlevel/init.d.ts +125 -0
- package/dist/src/recorder/highlevel/init.js +279 -0
- package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
- package/dist/src/recorder/highlevel/verify.d.ts +73 -0
- package/dist/src/recorder/highlevel/verify.js +74 -0
- package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
- package/dist/src/recorder/http/analyze-runner.js +78 -0
- package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
- package/dist/src/recorder/http/handlers.d.ts +51 -0
- package/dist/src/recorder/http/handlers.js +219 -0
- package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
- package/dist/src/recorder/http/wrapper-config.js +82 -0
- package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
- package/dist/src/recorder/http/wrapper-envelope.js +51 -0
- package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
- package/dist/src/recorder/http/wrapper-gates.js +28 -0
- package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
- package/dist/src/recorder/http/wrapper-metrics.js +5 -0
- package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
- package/dist/src/recorder/http/wrapper-registry.js +98 -0
- package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
- package/dist/src/recorder/http/wrapper-server.js +240 -0
- package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
- package/dist/src/recorder/observability/logger.d.ts +5 -0
- package/dist/src/recorder/observability/logger.js +13 -0
- package/dist/src/recorder/runner/config.d.ts +34 -0
- package/dist/src/recorder/runner/config.js +84 -0
- package/dist/src/recorder/runner/config.test.d.ts +1 -0
- package/dist/src/recorder/runner/reap.d.ts +79 -0
- package/dist/src/recorder/runner/reap.js +230 -0
- package/dist/src/recorder/runner/reap.test.d.ts +1 -0
- package/dist/src/recorder/runner/runner-port.d.ts +95 -0
- package/dist/src/recorder/runner/runner-port.js +518 -0
- package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
- package/dist/src/recorder/runner/session-keys.d.ts +28 -0
- package/dist/src/recorder/runner/session-keys.js +72 -0
- package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
- package/dist/src/recorder/runner/verify-runner-main.d.ts +95 -0
- package/dist/src/recorder/runner/verify-runner-main.js +275 -0
- package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
- package/package.json +8 -5
- package/scripts/m1-daemon-navigate-drive.mjs +138 -0
- package/scripts/m1-extension-spike.mjs +237 -0
- package/scripts/m1-live-spike.mjs +156 -0
- package/scripts/m6b-connect-back-spike.sh +31 -0
- package/scripts/recorder.sh +186 -0
- package/clis/12306/utils.test.js +0 -331
- package/clis/1688/assets.test.js +0 -39
- package/clis/1688/download.test.js +0 -31
- package/clis/1688/item.test.js +0 -67
- package/clis/1688/search.test.js +0 -75
- package/clis/1688/shared.test.js +0 -57
- package/clis/1688/store.test.js +0 -62
- package/clis/36kr/article.test.js +0 -46
- package/clis/36kr/hot.test.js +0 -15
- package/clis/36kr/news.test.js +0 -85
- package/clis/51job/utils.test.js +0 -69
- package/clis/_atlassian/shared.test.js +0 -170
- package/clis/aibase/news.test.js +0 -59
- package/clis/amazon/bestsellers.test.js +0 -29
- package/clis/amazon/discussion.test.js +0 -124
- package/clis/amazon/offer.test.js +0 -29
- package/clis/amazon/product.test.js +0 -24
- package/clis/amazon/rankings.test.js +0 -41
- package/clis/amazon/search.test.js +0 -22
- package/clis/amazon/shared.test.js +0 -44
- package/clis/apple-podcasts/commands.test.js +0 -119
- package/clis/apple-podcasts/utils.test.js +0 -57
- package/clis/arxiv/arxiv.test.js +0 -112
- package/clis/baidu-scholar/search.test.js +0 -23
- package/clis/barchart/greeks.test.js +0 -138
- package/clis/bilibili/comment.test.js +0 -153
- package/clis/bilibili/comments.test.js +0 -142
- package/clis/bilibili/dynamic.test.js +0 -68
- package/clis/bilibili/hot.test.js +0 -17
- package/clis/bilibili/subtitle.test.js +0 -196
- package/clis/bilibili/summary.test.js +0 -210
- package/clis/bilibili/utils.test.js +0 -61
- package/clis/bilibili/video.test.js +0 -132
- package/clis/binance/commands.test.js +0 -70
- package/clis/bloomberg/utils.test.js +0 -129
- package/clis/booking/booking.test.js +0 -356
- package/clis/boss/chatlist.test.js +0 -211
- package/clis/boss/chatmsg.test.js +0 -230
- package/clis/boss/search.test.js +0 -78
- package/clis/boss/utils.test.js +0 -34
- package/clis/brave/search.test.js +0 -76
- package/clis/chaoxing/utils.test.js +0 -45
- package/clis/chatgpt/commands.test.js +0 -45
- package/clis/chatgpt/envelope.test.js +0 -108
- package/clis/chatgpt/image.test.js +0 -188
- package/clis/chatgpt/utils.test.js +0 -330
- package/clis/chatgpt-app/ax.test.js +0 -35
- package/clis/chatwise/composer.test.js +0 -186
- package/clis/chess/analyze.test.js +0 -79
- package/clis/chess/game.test.js +0 -178
- package/clis/chess/games.test.js +0 -164
- package/clis/chess/stats.test.js +0 -79
- package/clis/chess/utils.test.js +0 -230
- package/clis/claude/ask.test.js +0 -338
- package/clis/claude/commands.test.js +0 -118
- package/clis/claude/utils.test.js +0 -148
- package/clis/cnki/search.test.js +0 -18
- package/clis/codex/sidebar.test.js +0 -329
- package/clis/coingecko/coingecko.test.js +0 -109
- package/clis/confluence/commands.test.js +0 -195
- package/clis/coupang/coupang.test.js +0 -159
- package/clis/coupang/utils.test.js +0 -62
- package/clis/ctrip/ctrip.test.js +0 -719
- package/clis/dblp/dblp.test.js +0 -397
- package/clis/deepseek/ask.test.js +0 -312
- package/clis/deepseek/detail.test.js +0 -81
- package/clis/deepseek/send.test.js +0 -107
- package/clis/deepseek/utils.test.js +0 -370
- package/clis/defillama/defillama.test.js +0 -99
- package/clis/devto/devto.test.js +0 -236
- package/clis/dianping/dianping.test.js +0 -578
- package/clis/douban/download.test.js +0 -170
- package/clis/douban/movie-hot.test.js +0 -14
- package/clis/douban/search.test.js +0 -11
- package/clis/douban/subject.test.js +0 -11
- package/clis/douban/utils.test.js +0 -438
- package/clis/doubao/detail.test.js +0 -42
- package/clis/doubao/history.test.js +0 -37
- package/clis/doubao/utils.test.js +0 -344
- package/clis/douyin/_shared/browser-fetch.test.js +0 -64
- package/clis/douyin/_shared/creation-id.test.js +0 -22
- package/clis/douyin/_shared/imagex-upload.test.js +0 -87
- package/clis/douyin/_shared/sts2.test.js +0 -27
- package/clis/douyin/_shared/text-extra.test.js +0 -37
- package/clis/douyin/_shared/timing.test.js +0 -28
- package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
- package/clis/douyin/_shared/tos-upload.test.js +0 -229
- package/clis/douyin/_shared/transcode.test.js +0 -91
- package/clis/douyin/_shared/vod-upload.test.js +0 -38
- package/clis/douyin/activities.test.js +0 -55
- package/clis/douyin/collections.test.js +0 -45
- package/clis/douyin/delete.test.js +0 -100
- package/clis/douyin/draft.test.js +0 -335
- package/clis/douyin/drafts.test.js +0 -11
- package/clis/douyin/hashtag.test.js +0 -171
- package/clis/douyin/location.test.js +0 -23
- package/clis/douyin/profile.test.js +0 -46
- package/clis/douyin/publish-upload-id.test.js +0 -170
- package/clis/douyin/publish.test.js +0 -38
- package/clis/douyin/stats.test.js +0 -22
- package/clis/douyin/update.test.js +0 -11
- package/clis/douyin/user-videos.test.js +0 -151
- package/clis/douyin/videos.test.js +0 -54
- package/clis/duckduckgo/search.test.js +0 -128
- package/clis/duckduckgo/suggest.test.js +0 -66
- package/clis/eastmoney/hot-rank.test.js +0 -59
- package/clis/endoflife/endoflife.test.js +0 -51
- package/clis/facebook/feed.test.js +0 -169
- package/clis/facebook/marketplace.test.js +0 -91
- package/clis/facebook/notifications.test.js +0 -458
- package/clis/facebook/search.test.js +0 -55
- package/clis/flathub/flathub.test.js +0 -90
- package/clis/flomo/memos.test.js +0 -144
- package/clis/gemini/ask.test.js +0 -100
- package/clis/gemini/deep-research-result.test.js +0 -155
- package/clis/gemini/deep-research.test.js +0 -181
- package/clis/gemini/reply-state.test.js +0 -671
- package/clis/gemini/utils.test.js +0 -198
- package/clis/geogebra/geogebra.test.js +0 -175
- package/clis/gitee/search.test.js +0 -65
- package/clis/gitee/user.test.js +0 -63
- package/clis/google/utils.test.js +0 -75
- package/clis/google-scholar/cite.test.js +0 -47
- package/clis/google-scholar/profile.test.js +0 -49
- package/clis/google-scholar/search.test.js +0 -71
- package/clis/goproxy/goproxy.test.js +0 -103
- package/clis/gov-law/commands.test.js +0 -39
- package/clis/gov-policy/gov-policy.test.js +0 -224
- package/clis/grok/ask.test.js +0 -29
- package/clis/grok/utils.test.js +0 -103
- package/clis/hackernews/hackernews.test.js +0 -132
- package/clis/hf/hf.test.js +0 -16
- package/clis/hupu/hot.test.js +0 -224
- package/clis/imdb/utils.test.js +0 -88
- package/clis/indeed/indeed.test.js +0 -375
- package/clis/instagram/_shared/private-publish.test.js +0 -705
- package/clis/instagram/_shared/protocol-capture.test.js +0 -114
- package/clis/instagram/download.test.js +0 -118
- package/clis/instagram/note.test.js +0 -53
- package/clis/instagram/post.test.js +0 -1647
- package/clis/instagram/reel.test.js +0 -167
- package/clis/instagram/story.test.js +0 -134
- package/clis/jd/commands.test.js +0 -41
- package/clis/jd/item.test.js +0 -354
- package/clis/jianyu/search.test.js +0 -153
- package/clis/jianyu/shared/procurement-contract.test.js +0 -72
- package/clis/jianyu/shared/procurement-detail.test.js +0 -84
- package/clis/jike/read.test.js +0 -86
- package/clis/jira/commands.test.js +0 -287
- package/clis/juejin/search.js +0 -123
- package/clis/juejin/search.test.js +0 -98
- package/clis/lesswrong/frontpage.test.js +0 -37
- package/clis/lichess/lichess.test.js +0 -85
- package/clis/linkedin/connect.test.js +0 -213
- package/clis/linkedin/inbox.test.js +0 -152
- package/clis/linkedin/job-detail.test.js +0 -38
- package/clis/linkedin/jobs-preferences.test.js +0 -43
- package/clis/linkedin/people-search.test.js +0 -216
- package/clis/linkedin/post-analytics.test.js +0 -40
- package/clis/linkedin/posts.test.js +0 -40
- package/clis/linkedin/profile-analytics.test.js +0 -67
- package/clis/linkedin/profile-experience.test.js +0 -152
- package/clis/linkedin/profile-projects.test.js +0 -111
- package/clis/linkedin/profile-read.test.js +0 -77
- package/clis/linkedin/safe-send.test.js +0 -204
- package/clis/linkedin/salesnav-inbox.test.js +0 -113
- package/clis/linkedin/salesnav-message.test.js +0 -172
- package/clis/linkedin/salesnav-search.test.js +0 -76
- package/clis/linkedin/salesnav-thread.test.js +0 -79
- package/clis/linkedin/search.test.js +0 -222
- package/clis/linkedin/sent-invitations.test.js +0 -62
- package/clis/linkedin/services-read.test.js +0 -105
- package/clis/linkedin/thread-snapshot.test.js +0 -89
- package/clis/linkedin/timeline.test.js +0 -81
- package/clis/linkedin-learning/course.test.js +0 -114
- package/clis/linkedin-learning/search.test.js +0 -144
- package/clis/linkedin-learning/trending.test.js +0 -123
- package/clis/linux-do/feed.test.js +0 -153
- package/clis/linux-do/topic-content.test.js +0 -59
- package/clis/lobsters/lobsters.test.js +0 -169
- package/clis/notebooklm/add-source.test.js +0 -97
- package/clis/notebooklm/compat.test.js +0 -16
- package/clis/notebooklm/create.test.js +0 -58
- package/clis/notebooklm/generate-audio.test.js +0 -63
- package/clis/notebooklm/generate-slides.test.js +0 -75
- package/clis/notebooklm/history.test.js +0 -58
- package/clis/notebooklm/note-list.test.js +0 -56
- package/clis/notebooklm/notes-get.test.js +0 -72
- package/clis/notebooklm/open.test.js +0 -63
- package/clis/notebooklm/rpc.test.js +0 -131
- package/clis/notebooklm/source-fulltext.test.js +0 -106
- package/clis/notebooklm/source-get.test.js +0 -84
- package/clis/notebooklm/source-guide.test.js +0 -104
- package/clis/notebooklm/summary.test.js +0 -78
- package/clis/notebooklm/utils.test.js +0 -449
- package/clis/notebooklm/write-note.test.js +0 -70
- package/clis/nuget/nuget.test.js +0 -111
- package/clis/oeis/oeis.test.js +0 -88
- package/clis/ones/task-helpers.test.js +0 -12
- package/clis/ones/worklog.test.js +0 -20
- package/clis/openfda/openfda.test.js +0 -114
- package/clis/openreview/openreview.test.js +0 -427
- package/clis/osv/osv.test.js +0 -97
- package/clis/paperreview/commands.test.js +0 -243
- package/clis/paperreview/utils.test.js +0 -49
- package/clis/pixiv/download.test.js +0 -87
- package/clis/pixiv/illusts.test.js +0 -99
- package/clis/pixiv/search.test.js +0 -83
- package/clis/powerchina/search.test.js +0 -93
- package/clis/producthunt/utils.test.js +0 -64
- package/clis/pubmed/pubmed.test.js +0 -276
- package/clis/quark/utils.test.js +0 -58
- package/clis/qwen/utils.test.js +0 -45
- package/clis/reddit/extract-media.test.js +0 -149
- package/clis/reddit/frontpage.test.js +0 -34
- package/clis/reddit/home.test.js +0 -170
- package/clis/reddit/hot.test.js +0 -32
- package/clis/reddit/popular.test.js +0 -26
- package/clis/reddit/read.test.js +0 -335
- package/clis/reddit/reply.test.js +0 -89
- package/clis/reddit/search.test.js +0 -26
- package/clis/reddit/subreddit-info.test.js +0 -163
- package/clis/reddit/subreddit.test.js +0 -31
- package/clis/reddit/subscribed.test.js +0 -168
- package/clis/reddit/whoami.test.js +0 -105
- package/clis/rednote/navigation.test.js +0 -26
- package/clis/rednote/rednote.test.js +0 -222
- package/clis/rest-countries/rest-countries.test.js +0 -83
- package/clis/reuters/reuters.test.js +0 -299
- package/clis/rfc/rfc.test.js +0 -74
- package/clis/sinafinance/stock.test.js +0 -59
- package/clis/spotify/utils.test.js +0 -67
- package/clis/stackoverflow/stackoverflow.test.js +0 -404
- package/clis/steam/steam.test.js +0 -46
- package/clis/substack/utils.test.js +0 -44
- package/clis/suno/commands.test.js +0 -188
- package/clis/suno/download.test.js +0 -151
- package/clis/suno/generate.test.js +0 -252
- package/clis/suno/utils.test.js +0 -329
- package/clis/taobao/commands.test.js +0 -41
- package/clis/tdx/hot-rank.test.js +0 -59
- package/clis/ths/hot-rank.test.js +0 -64
- package/clis/tieba/commands.test.js +0 -79
- package/clis/tieba/utils.test.js +0 -290
- package/clis/tiktok/creator-videos.test.js +0 -113
- package/clis/tiktok/refactor.test.js +0 -389
- package/clis/tiktok/write-refactor.test.js +0 -370
- package/clis/toutiao/toutiao.test.js +0 -378
- package/clis/tvmaze/tvmaze.test.js +0 -93
- package/clis/twitter/bookmark-folder.test.js +0 -395
- package/clis/twitter/bookmark-folders.test.js +0 -152
- package/clis/twitter/bookmark.test.js +0 -74
- package/clis/twitter/bookmarks.test.js +0 -205
- package/clis/twitter/delete.test.js +0 -85
- package/clis/twitter/device-follow.test.js +0 -287
- package/clis/twitter/download.test.js +0 -457
- package/clis/twitter/followers.test.js +0 -62
- package/clis/twitter/following.test.js +0 -338
- package/clis/twitter/hide-reply.test.js +0 -76
- package/clis/twitter/like.test.js +0 -73
- package/clis/twitter/likes.test.js +0 -220
- package/clis/twitter/list-add.test.js +0 -133
- package/clis/twitter/list-create.test.js +0 -169
- package/clis/twitter/list-remove.test.js +0 -110
- package/clis/twitter/list-tweets.test.js +0 -196
- package/clis/twitter/lists.test.js +0 -253
- package/clis/twitter/post.test.js +0 -258
- package/clis/twitter/profile.test.js +0 -39
- package/clis/twitter/quote.test.js +0 -194
- package/clis/twitter/reply.test.js +0 -237
- package/clis/twitter/retweet.test.js +0 -73
- package/clis/twitter/search.test.js +0 -349
- package/clis/twitter/shared.test.js +0 -794
- package/clis/twitter/thread.test.js +0 -58
- package/clis/twitter/timeline.test.js +0 -104
- package/clis/twitter/trending.test.js +0 -15
- package/clis/twitter/tweets.test.js +0 -362
- package/clis/twitter/unbookmark.test.js +0 -73
- package/clis/twitter/unlike.test.js +0 -75
- package/clis/twitter/unretweet.test.js +0 -73
- package/clis/twitter/utils.test.js +0 -169
- package/clis/uisdc/news.test.js +0 -66
- package/clis/uiverse/_shared.test.js +0 -62
- package/clis/uiverse/navigation.test.js +0 -12
- package/clis/upwork/upwork.test.js +0 -566
- package/clis/wanfang/search.test.js +0 -23
- package/clis/web/read.test.js +0 -392
- package/clis/weibo/delete.test.js +0 -94
- package/clis/weibo/envelope.test.js +0 -85
- package/clis/weibo/favorites.test.js +0 -114
- package/clis/weibo/publish.test.js +0 -192
- package/clis/weibo/user-posts.test.js +0 -92
- package/clis/weibo/utils.test.js +0 -36
- package/clis/weixin/drafts.test.js +0 -69
- package/clis/weixin/search.test.js +0 -227
- package/clis/weread/ai-outline.test.js +0 -83
- package/clis/weread/book-search.test.js +0 -242
- package/clis/weread/commands.test.js +0 -398
- package/clis/weread/private-api-regression.test.js +0 -369
- package/clis/weread/search-regression.test.js +0 -494
- package/clis/weread/utils.test.js +0 -128
- package/clis/weread-official/commands.test.js +0 -385
- package/clis/weread-official/utils.test.js +0 -242
- package/clis/wikidata/wikidata.test.js +0 -83
- package/clis/wikipedia/trending.test.js +0 -57
- package/clis/wttr/wttr.test.js +0 -84
- package/clis/xianyu/chat.test.js +0 -84
- package/clis/xianyu/im.test.js +0 -253
- package/clis/xianyu/item.test.js +0 -56
- package/clis/xianyu/publish.test.js +0 -220
- package/clis/xianyu/search.test.js +0 -17
- package/clis/xiaoe/xiaoe.test.js +0 -486
- package/clis/xiaohongshu/comments.test.js +0 -258
- package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
- package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
- package/clis/xiaohongshu/creator-notes.test.js +0 -281
- package/clis/xiaohongshu/creator-stats.test.js +0 -24
- package/clis/xiaohongshu/delete-note.test.js +0 -172
- package/clis/xiaohongshu/download.test.js +0 -316
- package/clis/xiaohongshu/navigation.test.js +0 -34
- package/clis/xiaohongshu/note.test.js +0 -249
- package/clis/xiaohongshu/publish.test.js +0 -608
- package/clis/xiaohongshu/search.test.js +0 -325
- package/clis/xiaohongshu/user-helpers.test.js +0 -160
- package/clis/xiaoyuzhou/auth.test.js +0 -124
- package/clis/xiaoyuzhou/download.test.js +0 -135
- package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
- package/clis/xiaoyuzhou/transcript.test.js +0 -195
- package/clis/xiaoyuzhou/utils.test.js +0 -39
- package/clis/xueqiu/comments.test.js +0 -696
- package/clis/xueqiu/danjuan-utils.test.js +0 -41
- package/clis/xueqiu/utils.test.js +0 -26
- package/clis/yahoo/search.test.js +0 -94
- package/clis/youdao/note.test.js +0 -99
- package/clis/youtube/channel.test.js +0 -59
- package/clis/youtube/feed.test.js +0 -131
- package/clis/youtube/transcript-group.test.js +0 -99
- package/clis/youtube/transcript.test.js +0 -296
- package/clis/youtube/utils.test.js +0 -84
- package/clis/yuanbao/ask.test.js +0 -124
- package/clis/yuanbao/new.test.js +0 -30
- package/clis/yuanbao/shared.test.js +0 -80
- package/clis/zhihu/answer-comments.test.js +0 -287
- package/clis/zhihu/answer-detail.test.js +0 -338
- package/clis/zhihu/answer.test.js +0 -54
- package/clis/zhihu/collection.test.js +0 -337
- package/clis/zhihu/collections.test.js +0 -182
- package/clis/zhihu/comment.test.js +0 -50
- package/clis/zhihu/download.test.js +0 -12
- package/clis/zhihu/favorite.test.js +0 -59
- package/clis/zhihu/follow.test.js +0 -42
- package/clis/zhihu/like.test.js +0 -41
- package/clis/zhihu/question.test.js +0 -251
- package/clis/zhihu/recommend.test.js +0 -143
- package/clis/zhihu/search.test.js +0 -198
- package/clis/zhihu/target.test.js +0 -77
- package/clis/zhihu/text.test.js +0 -24
- package/clis/zhihu/write-shared.test.js +0 -176
- package/clis/zlibrary/commands.test.js +0 -65
- package/clis/zsxq/search.test.js +0 -24
- package/clis/zsxq/topic.test.js +0 -30
- package/clis/zsxq/topics.test.js +0 -24
- package/clis/zsxq/utils.test.js +0 -31
- package/dist/src/adapter-shadow.test.js +0 -49
- package/dist/src/adapter-source.test.js +0 -29
- package/dist/src/browser/analyze.test.js +0 -166
- package/dist/src/browser/article-extract.e2e.test.js +0 -105
- package/dist/src/browser/article-extract.test.js +0 -94
- package/dist/src/browser/ax-snapshot.test.js +0 -91
- package/dist/src/browser/base-page.test.js +0 -758
- package/dist/src/browser/cdp-click-fixture.test.js +0 -87
- package/dist/src/browser/cdp.test.js +0 -79
- package/dist/src/browser/compound.test.js +0 -175
- package/dist/src/browser/daemon-client.test.js +0 -199
- package/dist/src/browser/dom-helpers.test.js +0 -106
- package/dist/src/browser/dom-snapshot.test.js +0 -313
- package/dist/src/browser/errors.test.js +0 -60
- package/dist/src/browser/extract.test.js +0 -129
- package/dist/src/browser/find.test.js +0 -180
- package/dist/src/browser/html-tree.test.js +0 -181
- package/dist/src/browser/network-cache.test.js +0 -58
- package/dist/src/browser/network-key.test.js +0 -49
- package/dist/src/browser/page.test.js +0 -378
- package/dist/src/browser/shape-filter.test.js +0 -101
- package/dist/src/browser/shape.test.js +0 -82
- package/dist/src/browser/stealth.test.js +0 -134
- package/dist/src/browser/target-errors.test.js +0 -94
- package/dist/src/browser/target-resolver.test.js +0 -118
- package/dist/src/browser/utils.test.js +0 -29
- package/dist/src/browser/verify-fixture.test.js +0 -219
- package/dist/src/browser.test.js +0 -232
- package/dist/src/build-manifest.test.js +0 -341
- package/dist/src/capabilityRouting.test.js +0 -63
- package/dist/src/cli-argv-preprocess.test.js +0 -209
- package/dist/src/cli.test.js +0 -2803
- package/dist/src/commanderAdapter.test.js +0 -352
- package/dist/src/commands/daemon.test.js +0 -219
- package/dist/src/completion.test.js +0 -24
- package/dist/src/convention-audit.test.js +0 -247
- package/dist/src/daemon.test.js +0 -60
- package/dist/src/doctor.test.js +0 -263
- package/dist/src/download/article-download.test.js +0 -235
- package/dist/src/download/index.test.js +0 -140
- package/dist/src/download/media-download.test.js +0 -112
- package/dist/src/download/progress.test.js +0 -36
- package/dist/src/electron-apps.test.js +0 -49
- package/dist/src/engine.test.js +0 -312
- package/dist/src/errors.test.js +0 -109
- package/dist/src/execution.test.js +0 -623
- package/dist/src/extension-manifest-regression.test.js +0 -12
- package/dist/src/external.test.js +0 -146
- package/dist/src/help.test.js +0 -58
- package/dist/src/hooks.test.js +0 -92
- package/dist/src/interceptor.test.js +0 -81
- package/dist/src/launcher.test.js +0 -138
- package/dist/src/node-network.test.js +0 -55
- package/dist/src/observation/artifact.test.js +0 -121
- package/dist/src/observation/manager.test.js +0 -13
- package/dist/src/observation/redaction.test.js +0 -32
- package/dist/src/observation/retention.test.js +0 -118
- package/dist/src/observation/ring-buffer.test.js +0 -22
- package/dist/src/output.test.js +0 -53
- package/dist/src/package-exports.test.js +0 -112
- package/dist/src/pipeline/executor.test.js +0 -182
- package/dist/src/pipeline/steps/download.test.js +0 -102
- package/dist/src/pipeline/steps/fetch.test.js +0 -117
- package/dist/src/pipeline/template.test.js +0 -175
- package/dist/src/pipeline/transform.test.js +0 -133
- package/dist/src/plugin-manifest.test.js +0 -179
- package/dist/src/plugin-scaffold.test.js +0 -83
- package/dist/src/plugin.test.js +0 -1324
- package/dist/src/registry.test.js +0 -209
- package/dist/src/runtime-detect.test.js +0 -39
- package/dist/src/serialization.test.js +0 -78
- package/dist/src/snapshotFormatter.test.js +0 -521
- package/dist/src/tui.test.js +0 -19
- package/dist/src/update-check.test.js +0 -116
- package/dist/src/utils.test.js +0 -155
- package/dist/src/validate.test.js +0 -90
- package/dist/src/weixin-download.test.js +0 -45
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Verify runner — child-process entry (`bycli internal verify-runner --jsonl`, 08).
|
|
3
|
+
*
|
|
4
|
+
* Runs ONE user adapter in an isolated child process (08 boundary: user adapter JS
|
|
5
|
+
* never executes in the API/Local Service main process). The runner reads input.json,
|
|
6
|
+
* loads the target adapter by path, validates it, runs it (M6a: non-browser adapters
|
|
7
|
+
* only), and emits the 08 JSONL protocol on stdout: `started` → … → exactly one
|
|
8
|
+
* terminal `result`. stderr is diagnostic only.
|
|
9
|
+
*
|
|
10
|
+
* M6a scope (甲 · prove the mechanism): non-browser adapters actually execute; browser
|
|
11
|
+
* adapters report not-yet (their Page must come from the daemon — M6b). The spawn /
|
|
12
|
+
* input.json security / timeout / byte-cap mechanism lives in `runner-port.ts`.
|
|
13
|
+
*
|
|
14
|
+
* SECURITY (07:123-124): raw executionSeedArgs arrive via input.json (0600) and are used
|
|
15
|
+
* as the adapter's call args; they are never echoed into the emitted result/started events.
|
|
16
|
+
*/
|
|
17
|
+
import { type BrowserCliCommand, type CliCommand } from '../../registry.js';
|
|
18
|
+
import type { RunnerEvent, RunnerResultEvent } from '@sovovs/bycli-recorder-core';
|
|
19
|
+
/** Parsed input.json (written by RunnerPort; raw seed args are execution-only). */
|
|
20
|
+
export interface RunnerInput {
|
|
21
|
+
requestId: string;
|
|
22
|
+
name: string;
|
|
23
|
+
/** Resolved adapter module file to import. */
|
|
24
|
+
adapterPath: string;
|
|
25
|
+
/** Browser profile contextId for browser adapters (M6b). Omitted → daemon default profile. */
|
|
26
|
+
contextId?: string;
|
|
27
|
+
/** Raw seed args — used as the adapter call args, never echoed into events. */
|
|
28
|
+
executionSeedArgs?: Record<string, unknown>;
|
|
29
|
+
fixture?: 'ignore' | 'match' | 'update';
|
|
30
|
+
trace?: 'off' | 'retain-on-failure' | 'always';
|
|
31
|
+
}
|
|
32
|
+
type ResultData = NonNullable<RunnerResultEvent['data']>;
|
|
33
|
+
type ResultError = NonNullable<RunnerResultEvent['error']>;
|
|
34
|
+
/** Register the current run's lease cleanup (browser runner). Returns a disposer that clears it. */
|
|
35
|
+
export declare function setActiveLeaseCleanup(cleanup: () => Promise<void>): () => void;
|
|
36
|
+
/** Run + clear the active lease cleanup, bounded so a hung cleanup never blocks exit. Best-effort. */
|
|
37
|
+
export declare function releaseActiveLease(maxWaitMs?: number): Promise<void>;
|
|
38
|
+
/**
|
|
39
|
+
* Install the signal + watchdog backstops (#4, #7). On SIGTERM/SIGINT (parent timeout/cancel) release
|
|
40
|
+
* the browser lease, then exit. The self-watchdog force-exits an ORPHANED child (parent crashed → no
|
|
41
|
+
* SIGTERM; on win32 the reaper cannot kill it) after `maxRuntimeMs`, so a leaked child never runs
|
|
42
|
+
* forever. The parent sets `maxRuntimeMs` above its own timeout, so the watchdog only fires when orphaned.
|
|
43
|
+
*/
|
|
44
|
+
export declare function installRunnerBackstops(maxRuntimeMs: number): void;
|
|
45
|
+
/**
|
|
46
|
+
* Load an adapter by importing its module (which registers via `cli()`), then look it up
|
|
47
|
+
* in the registry by name. Mirrors execution.ts's lazy-import pattern (118-135).
|
|
48
|
+
*/
|
|
49
|
+
export declare function loadAdapterByName(adapterPath: string, name: string): Promise<CliCommand | undefined>;
|
|
50
|
+
/**
|
|
51
|
+
* The browser-adapter execution seam (M6b). A browser adapter's `func` needs an IPage; the
|
|
52
|
+
* default implementation connects BACK to the running daemon for one. Injectable so unit
|
|
53
|
+
* tests can exercise executeAdapterForVerify without a real daemon/browser.
|
|
54
|
+
*/
|
|
55
|
+
export type BrowserAdapterRunner = (command: BrowserCliCommand, opts: {
|
|
56
|
+
seedArgs: Record<string, unknown>;
|
|
57
|
+
contextId?: string;
|
|
58
|
+
preNavUrl: string | null;
|
|
59
|
+
}) => Promise<unknown>;
|
|
60
|
+
/**
|
|
61
|
+
* Validate + run a loaded adapter for verify, returning the terminal result fields. Non-browser
|
|
62
|
+
* adapters run with no page; browser adapters (M6b) go through `browserRunner` (default: a
|
|
63
|
+
* daemon-backed Page). Result/error shaping is shared across both. `browserRunner` is
|
|
64
|
+
* injectable so unit tests run without a real daemon.
|
|
65
|
+
*/
|
|
66
|
+
export declare function executeAdapterForVerify(command: CliCommand | undefined, opts: {
|
|
67
|
+
name: string;
|
|
68
|
+
fixture?: RunnerInput['fixture'];
|
|
69
|
+
trace?: RunnerInput['trace'];
|
|
70
|
+
seedArgs: Record<string, unknown>;
|
|
71
|
+
contextId?: string;
|
|
72
|
+
browserRunner?: BrowserAdapterRunner;
|
|
73
|
+
}): Promise<{
|
|
74
|
+
ok: true;
|
|
75
|
+
data: ResultData;
|
|
76
|
+
} | {
|
|
77
|
+
ok: false;
|
|
78
|
+
data: ResultData;
|
|
79
|
+
error: ResultError;
|
|
80
|
+
}>;
|
|
81
|
+
/**
|
|
82
|
+
* Orchestrate one verify run: emit `started`, load + execute the adapter, emit exactly
|
|
83
|
+
* one terminal `result`. `emit` is injected (stdout JSONL in production, a collector in
|
|
84
|
+
* tests); `load` is injected so unit tests can supply an in-memory command. Never throws —
|
|
85
|
+
* any failure becomes a terminal result so the parent always sees one and only one.
|
|
86
|
+
*/
|
|
87
|
+
export declare function runVerifyRunner(input: RunnerInput, emit: (event: RunnerEvent) => void, load?: (adapterPath: string, name: string) => Promise<CliCommand | undefined>, browserRunner?: BrowserAdapterRunner): Promise<void>;
|
|
88
|
+
/**
|
|
89
|
+
* Entry point for `bycli internal verify-runner --jsonl --request-id … --name … --input …`.
|
|
90
|
+
* Writes JSONL events to the dedicated protocol fd (`--protocol-fd`, set by the parent RunnerPort
|
|
91
|
+
* so the adapter's stdout/stderr cannot pollute or forge the protocol — Codex #3); without the flag
|
|
92
|
+
* (standalone debugging) it falls back to stdout. Sets a non-zero exit code on a failed run.
|
|
93
|
+
*/
|
|
94
|
+
export declare function runVerifyRunnerCli(argv: string[]): Promise<void>;
|
|
95
|
+
export {};
|
|
@@ -0,0 +1,275 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Verify runner — child-process entry (`bycli internal verify-runner --jsonl`, 08).
|
|
3
|
+
*
|
|
4
|
+
* Runs ONE user adapter in an isolated child process (08 boundary: user adapter JS
|
|
5
|
+
* never executes in the API/Local Service main process). The runner reads input.json,
|
|
6
|
+
* loads the target adapter by path, validates it, runs it (M6a: non-browser adapters
|
|
7
|
+
* only), and emits the 08 JSONL protocol on stdout: `started` → … → exactly one
|
|
8
|
+
* terminal `result`. stderr is diagnostic only.
|
|
9
|
+
*
|
|
10
|
+
* M6a scope (甲 · prove the mechanism): non-browser adapters actually execute; browser
|
|
11
|
+
* adapters report not-yet (their Page must come from the daemon — M6b). The spawn /
|
|
12
|
+
* input.json security / timeout / byte-cap mechanism lives in `runner-port.ts`.
|
|
13
|
+
*
|
|
14
|
+
* SECURITY (07:123-124): raw executionSeedArgs arrive via input.json (0600) and are used
|
|
15
|
+
* as the adapter's call args; they are never echoed into the emitted result/started events.
|
|
16
|
+
*/
|
|
17
|
+
import * as fs from 'node:fs';
|
|
18
|
+
import { randomUUID } from 'node:crypto';
|
|
19
|
+
import { pathToFileURL } from 'node:url';
|
|
20
|
+
import { getRegistry } from '../../registry.js';
|
|
21
|
+
// ── Lease cleanup on signal / orphan watchdog (Codex #4, #7) ────────────────
|
|
22
|
+
// A browser adapter holds a daemon-side tab lease. If the parent SIGTERMs/cancels this child
|
|
23
|
+
// (timeout/cancel) or this child is orphaned (parent crashed → no SIGTERM, and on win32 the reaper
|
|
24
|
+
// has no portable way to kill it), the adapter's own `finally closeWindow` may not run, leaking the
|
|
25
|
+
// lease until idle-expiry. We track the active page cleanup so a SIGTERM handler can release it
|
|
26
|
+
// before exit, and a self-watchdog force-exits an orphaned child so a leaked runner never runs forever.
|
|
27
|
+
let activeLeaseCleanup = null;
|
|
28
|
+
/** Register the current run's lease cleanup (browser runner). Returns a disposer that clears it. */
|
|
29
|
+
export function setActiveLeaseCleanup(cleanup) {
|
|
30
|
+
activeLeaseCleanup = cleanup;
|
|
31
|
+
return () => { if (activeLeaseCleanup === cleanup)
|
|
32
|
+
activeLeaseCleanup = null; };
|
|
33
|
+
}
|
|
34
|
+
/** Run + clear the active lease cleanup, bounded so a hung cleanup never blocks exit. Best-effort. */
|
|
35
|
+
export async function releaseActiveLease(maxWaitMs = 1000) {
|
|
36
|
+
const cleanup = activeLeaseCleanup;
|
|
37
|
+
activeLeaseCleanup = null;
|
|
38
|
+
if (!cleanup)
|
|
39
|
+
return;
|
|
40
|
+
await Promise.race([
|
|
41
|
+
Promise.resolve().then(cleanup).catch(() => { }),
|
|
42
|
+
new Promise((resolve) => { const t = setTimeout(resolve, maxWaitMs); t.unref?.(); }),
|
|
43
|
+
]);
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* Install the signal + watchdog backstops (#4, #7). On SIGTERM/SIGINT (parent timeout/cancel) release
|
|
47
|
+
* the browser lease, then exit. The self-watchdog force-exits an ORPHANED child (parent crashed → no
|
|
48
|
+
* SIGTERM; on win32 the reaper cannot kill it) after `maxRuntimeMs`, so a leaked child never runs
|
|
49
|
+
* forever. The parent sets `maxRuntimeMs` above its own timeout, so the watchdog only fires when orphaned.
|
|
50
|
+
*/
|
|
51
|
+
export function installRunnerBackstops(maxRuntimeMs) {
|
|
52
|
+
const onSignal = (code) => { void releaseActiveLease().finally(() => process.exit(code)); };
|
|
53
|
+
process.once('SIGTERM', () => onSignal(143));
|
|
54
|
+
process.once('SIGINT', () => onSignal(130));
|
|
55
|
+
if (maxRuntimeMs > 0) {
|
|
56
|
+
const wd = setTimeout(() => { void releaseActiveLease().finally(() => process.exit(1)); }, maxRuntimeMs);
|
|
57
|
+
wd.unref?.(); // never keep an otherwise-idle process alive just for the watchdog
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
/** Map an input fixture policy to the runner's emitted fixture.status. M6a does not
|
|
61
|
+
* compare against a stored fixture, so nothing is "matched" — update→updated else ignored. */
|
|
62
|
+
function fixtureStatus(policy) {
|
|
63
|
+
return { status: policy === 'update' ? 'updated' : 'ignored' };
|
|
64
|
+
}
|
|
65
|
+
/** Fixed text replacing an adapter-evaluation (module top-level throw) error message, which could
|
|
66
|
+
* echo adapter-file contents — the structured code is kept, the raw text withheld (Codex M7c). */
|
|
67
|
+
const REDACTED_ADAPTER_LOAD_MESSAGE = 'adapter failed to load (details withheld to avoid leaking adapter-file contents)';
|
|
68
|
+
/** Derive the field COUNT of the first object row — never the key names, which could be seed values
|
|
69
|
+
* if the adapter keys its output on one (Codex M7c). The names are not even computed/returned. */
|
|
70
|
+
function fieldCountOf(rows) {
|
|
71
|
+
if (!Array.isArray(rows) || rows.length === 0)
|
|
72
|
+
return undefined;
|
|
73
|
+
const first = rows[0];
|
|
74
|
+
if (first && typeof first === 'object' && !Array.isArray(first)) {
|
|
75
|
+
return Object.keys(first).length;
|
|
76
|
+
}
|
|
77
|
+
return undefined;
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Load an adapter by importing its module (which registers via `cli()`), then look it up
|
|
81
|
+
* in the registry by name. Mirrors execution.ts's lazy-import pattern (118-135).
|
|
82
|
+
*/
|
|
83
|
+
export async function loadAdapterByName(adapterPath, name) {
|
|
84
|
+
const url = pathToFileURL(adapterPath).href; // runner-side; a bad path surfaces verbatim
|
|
85
|
+
try {
|
|
86
|
+
await import(url);
|
|
87
|
+
}
|
|
88
|
+
catch (e) {
|
|
89
|
+
// The adapter module's top-level code threw during evaluation (a SyntaxError, or a deliberate
|
|
90
|
+
// `throw` that could echo adapter-file contents) — tag it so runVerifyRunner redacts the message
|
|
91
|
+
// (Codex M7c). Runner-side failures (bad path / resolve) are NOT tagged and surface verbatim.
|
|
92
|
+
throw Object.assign(e instanceof Error ? e : new Error(String(e)), { adapterEvaluation: true });
|
|
93
|
+
}
|
|
94
|
+
return getRegistry().get(name);
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Default browser runner (M6b): construct a daemon-backed Page DIRECTLY — not via
|
|
98
|
+
* BrowserBridge, whose connect() would health-check and spawn/restart a daemon. The child
|
|
99
|
+
* process must only ever attach to the daemon that spawned it (BYCLI_DAEMON_PORT), never
|
|
100
|
+
* manage daemon lifecycle. Uses an ephemeral per-run session + background automation window,
|
|
101
|
+
* and always releases the tab lease in `finally`.
|
|
102
|
+
*/
|
|
103
|
+
async function defaultBrowserAdapterRunner(command, opts) {
|
|
104
|
+
const { Page } = await import('../../browser/page.js');
|
|
105
|
+
const session = `site:${command.site}:${randomUUID()}`;
|
|
106
|
+
const page = new Page(session, undefined, opts.contextId, 'background', 'adapter', 'ephemeral');
|
|
107
|
+
// Register the lease cleanup so a SIGTERM/cancel/watchdog (#4, #7) can release the tab before exit.
|
|
108
|
+
const dispose = setActiveLeaseCleanup(async () => { await page.closeWindow?.(); });
|
|
109
|
+
try {
|
|
110
|
+
if (opts.preNavUrl)
|
|
111
|
+
await page.goto(opts.preNavUrl);
|
|
112
|
+
return await command.func(page, opts.seedArgs, false);
|
|
113
|
+
}
|
|
114
|
+
finally {
|
|
115
|
+
dispose();
|
|
116
|
+
await page.closeWindow?.().catch(() => { });
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* Validate + run a loaded adapter for verify, returning the terminal result fields. Non-browser
|
|
121
|
+
* adapters run with no page; browser adapters (M6b) go through `browserRunner` (default: a
|
|
122
|
+
* daemon-backed Page). Result/error shaping is shared across both. `browserRunner` is
|
|
123
|
+
* injectable so unit tests run without a real daemon.
|
|
124
|
+
*/
|
|
125
|
+
export async function executeAdapterForVerify(command, opts) {
|
|
126
|
+
const trace = { policy: opts.trace ?? 'retain-on-failure', retained: false, path: null };
|
|
127
|
+
if (!command) {
|
|
128
|
+
return { ok: false, data: { stage: 'load', trace }, error: { code: 'runner_protocol_error', message: `adapter "${opts.name}" not found after load` } };
|
|
129
|
+
}
|
|
130
|
+
if (typeof command.func !== 'function') {
|
|
131
|
+
return { ok: false, data: { stage: 'load', trace }, error: { code: 'runner_protocol_error', message: `adapter "${opts.name}" has no func` } };
|
|
132
|
+
}
|
|
133
|
+
try {
|
|
134
|
+
let rows;
|
|
135
|
+
if (command.browser === false) {
|
|
136
|
+
rows = await command.func(opts.seedArgs, false);
|
|
137
|
+
}
|
|
138
|
+
else {
|
|
139
|
+
// M6b: browser adapter connects back to the daemon for a Page. navigateBefore is a
|
|
140
|
+
// string only when a concrete pre-nav URL was derived (e.g. COOKIE strategy + domain);
|
|
141
|
+
// `true`/`undefined` mean "adapter handles its own navigation".
|
|
142
|
+
const runner = opts.browserRunner ?? defaultBrowserAdapterRunner;
|
|
143
|
+
rows = await runner(command, {
|
|
144
|
+
seedArgs: opts.seedArgs,
|
|
145
|
+
contextId: opts.contextId,
|
|
146
|
+
preNavUrl: typeof command.navigateBefore === 'string' ? command.navigateBefore : null,
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
const data = {
|
|
150
|
+
stage: 'execute',
|
|
151
|
+
rows: Array.isArray(rows) ? rows.length : undefined,
|
|
152
|
+
fieldCount: fieldCountOf(rows),
|
|
153
|
+
fixture: fixtureStatus(opts.fixture),
|
|
154
|
+
trace,
|
|
155
|
+
};
|
|
156
|
+
return { ok: true, data };
|
|
157
|
+
}
|
|
158
|
+
catch (e) {
|
|
159
|
+
// A thrown CliError may carry a code (e.g. auth_required); otherwise it is a runtime error.
|
|
160
|
+
const code = e?.code;
|
|
161
|
+
const errorCode = typeof code === 'string' && code ? code : 'adapter_runtime_error';
|
|
162
|
+
return {
|
|
163
|
+
ok: false,
|
|
164
|
+
data: { stage: 'execute', trace },
|
|
165
|
+
error: { code: errorCode, message: e instanceof Error ? e.message : String(e) },
|
|
166
|
+
};
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
/**
|
|
170
|
+
* Orchestrate one verify run: emit `started`, load + execute the adapter, emit exactly
|
|
171
|
+
* one terminal `result`. `emit` is injected (stdout JSONL in production, a collector in
|
|
172
|
+
* tests); `load` is injected so unit tests can supply an in-memory command. Never throws —
|
|
173
|
+
* any failure becomes a terminal result so the parent always sees one and only one.
|
|
174
|
+
*/
|
|
175
|
+
export async function runVerifyRunner(input, emit, load = loadAdapterByName, browserRunner) {
|
|
176
|
+
emit({ type: 'started', requestId: input.requestId, pid: process.pid, stage: 'load' });
|
|
177
|
+
try {
|
|
178
|
+
const command = await load(input.adapterPath, input.name);
|
|
179
|
+
const r = await executeAdapterForVerify(command, {
|
|
180
|
+
name: input.name,
|
|
181
|
+
fixture: input.fixture,
|
|
182
|
+
trace: input.trace,
|
|
183
|
+
seedArgs: input.executionSeedArgs ?? {},
|
|
184
|
+
contextId: input.contextId,
|
|
185
|
+
browserRunner,
|
|
186
|
+
});
|
|
187
|
+
emit({ type: 'result', requestId: input.requestId, ok: r.ok, data: r.data, error: r.ok ? null : r.error });
|
|
188
|
+
}
|
|
189
|
+
catch (e) {
|
|
190
|
+
// Load failure → single terminal result. An adapter-evaluation error (tagged by loadAdapterByName)
|
|
191
|
+
// is adapter-controlled and may echo adapter-file contents, so its message is redacted; a
|
|
192
|
+
// runner-side failure (bad path / resolve) is runner-generated and surfaces verbatim (Codex M7c).
|
|
193
|
+
const adapterEval = e?.adapterEvaluation === true;
|
|
194
|
+
const message = adapterEval ? REDACTED_ADAPTER_LOAD_MESSAGE : (e instanceof Error ? e.message : String(e));
|
|
195
|
+
emit({
|
|
196
|
+
type: 'result', requestId: input.requestId, ok: false,
|
|
197
|
+
data: { stage: 'load', trace: { policy: input.trace ?? 'retain-on-failure', retained: false, path: null } },
|
|
198
|
+
error: { code: 'adapter_runtime_error', message, hint: 'adapter failed to load' },
|
|
199
|
+
});
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
// ── CLI entry (invoked from main.ts fast-path) ──────────────────────────────
|
|
203
|
+
function parseArgs(argv) {
|
|
204
|
+
const out = {};
|
|
205
|
+
for (let i = 0; i < argv.length; i++) {
|
|
206
|
+
const a = argv[i];
|
|
207
|
+
if (a === '--request-id')
|
|
208
|
+
out.requestId = argv[++i];
|
|
209
|
+
else if (a === '--name')
|
|
210
|
+
out.name = argv[++i];
|
|
211
|
+
else if (a === '--input')
|
|
212
|
+
out.input = argv[++i];
|
|
213
|
+
else if (a === '--protocol-fd') {
|
|
214
|
+
const n = Number(argv[++i]);
|
|
215
|
+
if (Number.isInteger(n) && n > 0)
|
|
216
|
+
out.protocolFd = n;
|
|
217
|
+
}
|
|
218
|
+
else if (a === '--max-runtime-ms') {
|
|
219
|
+
const n = Number(argv[++i]);
|
|
220
|
+
if (Number.isInteger(n) && n > 0)
|
|
221
|
+
out.maxRuntimeMs = n;
|
|
222
|
+
}
|
|
223
|
+
// --jsonl is the only supported transport; ignore the flag.
|
|
224
|
+
}
|
|
225
|
+
return out;
|
|
226
|
+
}
|
|
227
|
+
/**
|
|
228
|
+
* Entry point for `bycli internal verify-runner --jsonl --request-id … --name … --input …`.
|
|
229
|
+
* Writes JSONL events to the dedicated protocol fd (`--protocol-fd`, set by the parent RunnerPort
|
|
230
|
+
* so the adapter's stdout/stderr cannot pollute or forge the protocol — Codex #3); without the flag
|
|
231
|
+
* (standalone debugging) it falls back to stdout. Sets a non-zero exit code on a failed run.
|
|
232
|
+
*/
|
|
233
|
+
export async function runVerifyRunnerCli(argv) {
|
|
234
|
+
const { requestId, name, input, protocolFd, maxRuntimeMs } = parseArgs(argv);
|
|
235
|
+
// Signal + orphan-watchdog backstops (#4, #7): release the browser lease on SIGTERM/cancel, and
|
|
236
|
+
// self-terminate if orphaned. Installed before any adapter runs so it covers the whole lifetime.
|
|
237
|
+
installRunnerBackstops(maxRuntimeMs ?? 0);
|
|
238
|
+
// fs.writeSync is synchronous → preserves JSONL line ordering and applies backpressure naturally.
|
|
239
|
+
const emit = (event) => {
|
|
240
|
+
const line = JSON.stringify(event) + '\n';
|
|
241
|
+
if (protocolFd !== undefined)
|
|
242
|
+
fs.writeSync(protocolFd, line);
|
|
243
|
+
else
|
|
244
|
+
process.stdout.write(line);
|
|
245
|
+
};
|
|
246
|
+
if (!requestId || !name || !input) {
|
|
247
|
+
// Cannot form a valid started/result without these; report on stderr and fail closed.
|
|
248
|
+
process.stderr.write('verify-runner: missing --request-id/--name/--input\n');
|
|
249
|
+
process.exitCode = 1;
|
|
250
|
+
return;
|
|
251
|
+
}
|
|
252
|
+
let parsed;
|
|
253
|
+
try {
|
|
254
|
+
parsed = JSON.parse(fs.readFileSync(input, 'utf-8'));
|
|
255
|
+
}
|
|
256
|
+
catch (e) {
|
|
257
|
+
emit({ type: 'result', requestId, ok: false, data: { stage: 'load' }, error: { code: 'runner_protocol_error', message: `cannot read input.json: ${e instanceof Error ? e.message : String(e)}` } });
|
|
258
|
+
process.exitCode = 1;
|
|
259
|
+
return;
|
|
260
|
+
}
|
|
261
|
+
// Defense: the input.json requestId/name must match the argv (no cross-wired runs).
|
|
262
|
+
if (parsed.requestId !== requestId || parsed.name !== name) {
|
|
263
|
+
emit({ type: 'result', requestId, ok: false, data: { stage: 'load' }, error: { code: 'runner_protocol_error', message: 'input.json requestId/name mismatch' } });
|
|
264
|
+
process.exitCode = 1;
|
|
265
|
+
return;
|
|
266
|
+
}
|
|
267
|
+
let failed = false;
|
|
268
|
+
await runVerifyRunner(parsed, (event) => {
|
|
269
|
+
if (event.type === 'result' && !event.ok)
|
|
270
|
+
failed = true;
|
|
271
|
+
emit(event);
|
|
272
|
+
});
|
|
273
|
+
if (failed)
|
|
274
|
+
process.exitCode = 1;
|
|
275
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@sovovs/bycli",
|
|
3
|
-
"version": "
|
|
3
|
+
"version": "2.0.0",
|
|
4
4
|
"publishConfig": {
|
|
5
5
|
"access": "public"
|
|
6
6
|
},
|
|
@@ -9,6 +9,10 @@
|
|
|
9
9
|
"node": ">=20.0.0"
|
|
10
10
|
},
|
|
11
11
|
"type": "module",
|
|
12
|
+
"workspaces": [
|
|
13
|
+
"packages/*",
|
|
14
|
+
"dashboard-be"
|
|
15
|
+
],
|
|
12
16
|
"main": "dist/src/main.js",
|
|
13
17
|
"bin": {
|
|
14
18
|
"bycli": "dist/src/main.js"
|
|
@@ -38,25 +42,24 @@
|
|
|
38
42
|
"README.md",
|
|
39
43
|
"README.zh-CN.md",
|
|
40
44
|
"LICENSE",
|
|
41
|
-
"NOTICE"
|
|
45
|
+
"NOTICE",
|
|
46
|
+
"!**/*.test.js",
|
|
47
|
+
"!**/*.e2e.test.js"
|
|
42
48
|
],
|
|
43
49
|
"scripts": {
|
|
44
50
|
"dev": "tsx src/main.ts",
|
|
45
|
-
"dev:bun": "bun src/main.ts",
|
|
46
51
|
"build": "npm run clean-dist && npm run copy-yaml && npm run build-manifest",
|
|
47
52
|
"prebuild-manifest": "tsc --build && node -e \"require('fs').chmodSync('dist/src/main.js', 0o755)\"",
|
|
48
53
|
"build-manifest": "tsx src/build-manifest.ts",
|
|
49
54
|
"clean-dist": "node scripts/clean-dist.cjs",
|
|
50
55
|
"copy-yaml": "node scripts/copy-yaml.cjs",
|
|
51
56
|
"start": "node dist/src/main.js",
|
|
52
|
-
"start:bun": "bun dist/src/main.js",
|
|
53
57
|
"preuninstall": "node -e \"fetch('http://127.0.0.1:'+(process.env.BYCLI_DAEMON_PORT||'19825')+'/shutdown',{method:'POST',headers:{'X-byCLI':'1'},signal:AbortSignal.timeout(3000)}).catch(()=>{})\" || true",
|
|
54
58
|
"postinstall": "node scripts/postinstall.js || true; node scripts/fetch-adapters.js || true",
|
|
55
59
|
"typecheck": "tsc --noEmit",
|
|
56
60
|
"prepare": "[ -d src ] && npm run build || true",
|
|
57
61
|
"prepublishOnly": "npm run build",
|
|
58
62
|
"test": "vitest run --project unit --project extension --project adapter",
|
|
59
|
-
"test:bun": "bun vitest run --project unit --project extension --project adapter",
|
|
60
63
|
"test:adapter": "vitest run --project adapter",
|
|
61
64
|
"test:all": "vitest run",
|
|
62
65
|
"test:e2e": "vitest run --project e2e",
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* M1 P0-1 semi-auto live driver (#1, extension form, full chain).
|
|
3
|
+
*
|
|
4
|
+
* Drives a REAL daemon → byCLI extension → chrome.debugger Fetch interception and
|
|
5
|
+
* asserts a 302 redirect to a forbidden target reaches it ZERO times. This is the
|
|
6
|
+
* extension-form counterpart to scripts/m1-live-spike.mjs (direct CDP).
|
|
7
|
+
*
|
|
8
|
+
* MANUAL PREREQUISITES (this script does NOT automate them):
|
|
9
|
+
* 1. Build + load the extension: (cd extension && npm run build) then load
|
|
10
|
+
* extension/ as an unpacked extension at chrome://extensions (Developer Mode).
|
|
11
|
+
* 2. Start the daemon: bycli daemon start (or run any bycli browser command
|
|
12
|
+
* once so the daemon auto-spawns and the extension connects).
|
|
13
|
+
* 3. Make sure the extension shows "connected" (bycli doctor / daemon status).
|
|
14
|
+
*
|
|
15
|
+
* Then run: node scripts/m1-daemon-navigate-drive.mjs
|
|
16
|
+
*
|
|
17
|
+
* HOW THE NO-HIT TEST IS CONSTRUCTED (and what it proves):
|
|
18
|
+
* - Navigate target = http://<sub>.localtest.me:<R>/start. localtest.me publicly
|
|
19
|
+
* resolves to 127.0.0.1, so it passes the extension's syntax-only policy (a
|
|
20
|
+
* domain, not a literal) and the browser connects to our local redirector.
|
|
21
|
+
* - The redirector 302s to http://127.0.0.1:<F>/secret — a LITERAL loopback.
|
|
22
|
+
* - The extension's armed Fetch guard re-checks that redirected main-frame request
|
|
23
|
+
* and failRequest's it before send → the forbidden server gets 0 requests.
|
|
24
|
+
* This proves before-send interception in the real extension runtime + daemon chain.
|
|
25
|
+
* It does NOT prove DNS-rebinding closure: a redirect to a DOMAIN that resolves to
|
|
26
|
+
* loopback would NOT be caught (ip-observed-only, ADR-0006) — that needs the proxy.
|
|
27
|
+
*
|
|
28
|
+
* Requires DNS resolution of *.localtest.me (needs network). If offline, add a hosts
|
|
29
|
+
* entry mapping a test host to 127.0.0.1 and pass it via PROBE_HOST.
|
|
30
|
+
*/
|
|
31
|
+
import http from 'node:http';
|
|
32
|
+
|
|
33
|
+
const DAEMON = process.env.BYCLI_DAEMON || 'http://127.0.0.1:19825';
|
|
34
|
+
const PROBE_HOST = process.env.PROBE_HOST || 'probe.localtest.me';
|
|
35
|
+
const SESSION = process.env.SESSION || 'm1-drive';
|
|
36
|
+
const log = (...a) => console.log('[m1-drive]', ...a);
|
|
37
|
+
|
|
38
|
+
let forbiddenHits = 0;
|
|
39
|
+
let redirectHits = 0;
|
|
40
|
+
|
|
41
|
+
const forbidden = http.createServer((req, res) => {
|
|
42
|
+
forbiddenHits++;
|
|
43
|
+
log(`!!! FORBIDDEN target HIT: ${req.method} ${req.url}`);
|
|
44
|
+
res.end('forbidden-body');
|
|
45
|
+
});
|
|
46
|
+
const redirector = http.createServer((req, res) => {
|
|
47
|
+
redirectHits++;
|
|
48
|
+
res.writeHead(302, { Location: `http://127.0.0.1:${forbidden.address().port}/secret` });
|
|
49
|
+
res.end();
|
|
50
|
+
});
|
|
51
|
+
const listen = (srv) => new Promise((r) => srv.listen(0, '127.0.0.1', () => r()));
|
|
52
|
+
|
|
53
|
+
async function daemonCommand(cmd) {
|
|
54
|
+
const res = await fetch(`${DAEMON}/command`, {
|
|
55
|
+
method: 'POST',
|
|
56
|
+
headers: { 'Content-Type': 'application/json', 'X-byCLI': '1' },
|
|
57
|
+
body: JSON.stringify(cmd),
|
|
58
|
+
});
|
|
59
|
+
const text = await res.text();
|
|
60
|
+
let json;
|
|
61
|
+
try { json = JSON.parse(text); } catch { json = { raw: text }; }
|
|
62
|
+
return { status: res.status, json };
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
async function main() {
|
|
66
|
+
// 0. Daemon reachable + extension connected?
|
|
67
|
+
let status;
|
|
68
|
+
try {
|
|
69
|
+
const r = await fetch(`${DAEMON}/status`, { headers: { 'X-byCLI': '1' } });
|
|
70
|
+
status = await r.json();
|
|
71
|
+
} catch (e) {
|
|
72
|
+
log(`ERROR: daemon not reachable at ${DAEMON}. Start it first (see header comment).`);
|
|
73
|
+
process.exitCode = 1;
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
log('daemon status:', JSON.stringify(status));
|
|
77
|
+
if (status.state && status.state !== 'ready') {
|
|
78
|
+
log(`WARNING: daemon state is "${status.state}" (need "ready" with the extension connected).`);
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
await listen(forbidden);
|
|
82
|
+
await listen(redirector);
|
|
83
|
+
const R = redirector.address().port;
|
|
84
|
+
const F = forbidden.address().port;
|
|
85
|
+
const target = `http://${PROBE_HOST}:${R}/start`;
|
|
86
|
+
log(`forbidden=127.0.0.1:${F} redirector=127.0.0.1:${R} navigate target=${target}`);
|
|
87
|
+
|
|
88
|
+
try {
|
|
89
|
+
// 1. Drive a guarded navigation through the daemon → extension chain.
|
|
90
|
+
const { status: httpStatus, json } = await daemonCommand({
|
|
91
|
+
id: `m1-${Date.now()}`,
|
|
92
|
+
action: 'navigate',
|
|
93
|
+
surface: 'browser',
|
|
94
|
+
session: SESSION,
|
|
95
|
+
url: target,
|
|
96
|
+
timeout: 30,
|
|
97
|
+
});
|
|
98
|
+
log(`navigate HTTP ${httpStatus}, result:`, JSON.stringify(json));
|
|
99
|
+
|
|
100
|
+
// 2. Settle for redirect + any blocked follow-up.
|
|
101
|
+
await new Promise((r) => setTimeout(r, 2000));
|
|
102
|
+
|
|
103
|
+
// A blocked redirect can surface two equally-correct ways:
|
|
104
|
+
// (a) ok:false with errorCode 'navigation_blocked_by_policy' (the redirect was
|
|
105
|
+
// blocked, so the navigation as a whole failed) — the deterministic path; or
|
|
106
|
+
// (b) ok:true with data.interception.blocked listing the forbidden URL (the page
|
|
107
|
+
// still settled, e.g. on an error/blank page, but the request was blocked).
|
|
108
|
+
const interception = json?.data?.interception;
|
|
109
|
+
const blockedList = interception?.blocked ?? [];
|
|
110
|
+
const errBlockedForbidden = json?.errorCode === 'navigation_blocked_by_policy'
|
|
111
|
+
&& typeof json?.error === 'string' && json.error.includes(`127.0.0.1:${F}`);
|
|
112
|
+
const dataBlockedForbidden = blockedList.some((u) => u.includes(`127.0.0.1:${F}`));
|
|
113
|
+
const blockedForbidden = errBlockedForbidden || dataBlockedForbidden;
|
|
114
|
+
|
|
115
|
+
log('--- RESULTS ---');
|
|
116
|
+
log(`navigate ok = ${json?.ok}`);
|
|
117
|
+
log(`errorCode = ${json?.errorCode ?? '(none)'}`);
|
|
118
|
+
log(`interception.tier = ${interception?.tier ?? '(n/a on blocked path)'}`);
|
|
119
|
+
log(`blocked (data|error) = ${JSON.stringify(blockedList)} | ${errBlockedForbidden}`);
|
|
120
|
+
log(`redirector hits = ${redirectHits} (expect >=1)`);
|
|
121
|
+
log(`forbidden hits = ${forbiddenHits} (expect 0)`);
|
|
122
|
+
|
|
123
|
+
// The security invariant: the forbidden target received 0 requests AND the
|
|
124
|
+
// redirect was actually attempted (proving the guard, not a no-op) AND we have
|
|
125
|
+
// explicit evidence the forbidden URL was blocked before send.
|
|
126
|
+
const pass = forbiddenHits === 0 && redirectHits >= 1 && blockedForbidden;
|
|
127
|
+
log(pass
|
|
128
|
+
? '✅ PASS: daemon→extension blocked the forbidden redirect before send (forbidden target got 0 requests)'
|
|
129
|
+
: '❌ FAIL: see counts above (if redirector hits=0, the browser never reached the local redirector — check *.localtest.me DNS / PROBE_HOST)');
|
|
130
|
+
process.exitCode = pass ? 0 : 1;
|
|
131
|
+
} finally {
|
|
132
|
+
// Best-effort: close the owned tab/session we created.
|
|
133
|
+
await daemonCommand({ id: `m1-close-${Date.now()}`, action: 'close-window', surface: 'browser', session: SESSION }).catch(() => {});
|
|
134
|
+
forbidden.close(); redirector.close();
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
main().catch((e) => { log('ERROR', e.message); process.exitCode = 1; forbidden.close(); redirector.close(); });
|