@sovovs/bycli 1.8.0 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cli-manifest.json +0 -61
- package/clis/twitter/search.js +3 -3
- package/dist/src/adapter-shadow.js +2 -2
- package/dist/src/browser/analyze.d.ts +10 -99
- package/dist/src/browser/analyze.js +10 -226
- package/dist/src/browser/cdp.js +67 -7
- package/dist/src/browser/daemon-client.d.ts +2 -0
- package/dist/src/browser/daemon-client.js +1 -1
- package/dist/src/browser/extension-capabilities.d.ts +13 -0
- package/dist/src/browser/extension-capabilities.js +22 -0
- package/dist/src/browser/extension-capabilities.test.d.ts +1 -0
- package/dist/src/browser/extension-version-metadata.test.d.ts +1 -0
- package/dist/src/browser/navigation-guard.d.ts +78 -0
- package/dist/src/browser/navigation-guard.js +142 -0
- package/dist/src/browser/navigation-guard.test.d.ts +1 -0
- package/dist/src/browser/page.d.ts +1 -0
- package/dist/src/browser/page.js +20 -1
- package/dist/src/browser/url-policy.d.ts +89 -0
- package/dist/src/browser/url-policy.js +311 -0
- package/dist/src/browser/url-policy.test.d.ts +1 -0
- package/dist/src/browser/verify-fixture.js +2 -2
- package/dist/src/build-manifest.js +4 -2
- package/dist/src/capabilityRouting.d.ts +3 -2
- package/dist/src/capabilityRouting.js +10 -2
- package/dist/src/cli.js +11 -14
- package/dist/src/commanderAdapter.js +5 -5
- package/dist/src/config-paths.d.ts +19 -0
- package/dist/src/config-paths.js +31 -0
- package/dist/src/daemon.js +256 -0
- package/dist/src/discovery.d.ts +10 -3
- package/dist/src/discovery.js +20 -10
- package/dist/src/discovery.test.d.ts +1 -0
- package/dist/src/execution.d.ts +5 -0
- package/dist/src/execution.js +272 -48
- package/dist/src/help.js +8 -8
- package/dist/src/main.js +18 -2
- package/dist/src/manifest-schema.d.ts +9 -0
- package/dist/src/manifest-schema.js +162 -0
- package/dist/src/manifest-schema.test.d.ts +1 -0
- package/dist/src/manifest-types.d.ts +1 -1
- package/dist/src/observation/redaction.js +10 -4
- package/dist/src/plugin.js +11 -8
- package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
- package/dist/src/recorder/highlevel/analyze.js +91 -0
- package/dist/src/recorder/highlevel/init.d.ts +125 -0
- package/dist/src/recorder/highlevel/init.js +279 -0
- package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
- package/dist/src/recorder/highlevel/verify.d.ts +73 -0
- package/dist/src/recorder/highlevel/verify.js +74 -0
- package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
- package/dist/src/recorder/http/analyze-runner.js +78 -0
- package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
- package/dist/src/recorder/http/handlers.d.ts +51 -0
- package/dist/src/recorder/http/handlers.js +219 -0
- package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
- package/dist/src/recorder/http/wrapper-config.js +82 -0
- package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
- package/dist/src/recorder/http/wrapper-envelope.js +51 -0
- package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
- package/dist/src/recorder/http/wrapper-gates.js +28 -0
- package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
- package/dist/src/recorder/http/wrapper-metrics.js +5 -0
- package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
- package/dist/src/recorder/http/wrapper-registry.js +98 -0
- package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
- package/dist/src/recorder/http/wrapper-server.js +240 -0
- package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
- package/dist/src/recorder/observability/logger.d.ts +5 -0
- package/dist/src/recorder/observability/logger.js +13 -0
- package/dist/src/recorder/runner/config.d.ts +34 -0
- package/dist/src/recorder/runner/config.js +84 -0
- package/dist/src/recorder/runner/config.test.d.ts +1 -0
- package/dist/src/recorder/runner/reap.d.ts +79 -0
- package/dist/src/recorder/runner/reap.js +230 -0
- package/dist/src/recorder/runner/reap.test.d.ts +1 -0
- package/dist/src/recorder/runner/runner-port.d.ts +95 -0
- package/dist/src/recorder/runner/runner-port.js +518 -0
- package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
- package/dist/src/recorder/runner/session-keys.d.ts +28 -0
- package/dist/src/recorder/runner/session-keys.js +72 -0
- package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
- package/dist/src/recorder/runner/verify-runner-main.d.ts +96 -0
- package/dist/src/recorder/runner/verify-runner-main.js +292 -0
- package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
- package/dist/src/registry-api.d.ts +1 -1
- package/dist/src/registry-api.types.test.d.ts +1 -0
- package/dist/src/registry-transaction.d.ts +42 -0
- package/dist/src/registry-transaction.js +194 -0
- package/dist/src/registry-transaction.test.d.ts +1 -0
- package/dist/src/registry.d.ts +58 -16
- package/dist/src/registry.js +131 -15
- package/dist/src/serialization.d.ts +1 -1
- package/dist/src/serialization.js +3 -3
- package/dist/src/types.d.ts +2 -0
- package/package.json +8 -5
- package/scripts/m1-daemon-navigate-drive.mjs +138 -0
- package/scripts/m1-extension-spike.mjs +237 -0
- package/scripts/m1-live-spike.mjs +156 -0
- package/scripts/m6b-connect-back-spike.sh +31 -0
- package/clis/12306/utils.test.js +0 -331
- package/clis/1688/assets.test.js +0 -39
- package/clis/1688/download.test.js +0 -31
- package/clis/1688/item.test.js +0 -67
- package/clis/1688/search.test.js +0 -75
- package/clis/1688/shared.test.js +0 -57
- package/clis/1688/store.test.js +0 -62
- package/clis/36kr/article.test.js +0 -46
- package/clis/36kr/hot.test.js +0 -15
- package/clis/36kr/news.test.js +0 -85
- package/clis/51job/utils.test.js +0 -69
- package/clis/_atlassian/shared.test.js +0 -170
- package/clis/aibase/news.test.js +0 -59
- package/clis/amazon/bestsellers.test.js +0 -29
- package/clis/amazon/discussion.test.js +0 -124
- package/clis/amazon/offer.test.js +0 -29
- package/clis/amazon/product.test.js +0 -24
- package/clis/amazon/rankings.test.js +0 -41
- package/clis/amazon/search.test.js +0 -22
- package/clis/amazon/shared.test.js +0 -44
- package/clis/apple-podcasts/commands.test.js +0 -119
- package/clis/apple-podcasts/utils.test.js +0 -57
- package/clis/arxiv/arxiv.test.js +0 -112
- package/clis/baidu-scholar/search.test.js +0 -23
- package/clis/barchart/greeks.test.js +0 -138
- package/clis/bilibili/comment.test.js +0 -153
- package/clis/bilibili/comments.test.js +0 -142
- package/clis/bilibili/dynamic.test.js +0 -68
- package/clis/bilibili/hot.test.js +0 -17
- package/clis/bilibili/subtitle.test.js +0 -196
- package/clis/bilibili/summary.test.js +0 -210
- package/clis/bilibili/utils.test.js +0 -61
- package/clis/bilibili/video.test.js +0 -132
- package/clis/binance/commands.test.js +0 -70
- package/clis/bloomberg/utils.test.js +0 -129
- package/clis/booking/booking.test.js +0 -356
- package/clis/boss/chatlist.test.js +0 -211
- package/clis/boss/chatmsg.test.js +0 -230
- package/clis/boss/search.test.js +0 -78
- package/clis/boss/utils.test.js +0 -34
- package/clis/brave/search.test.js +0 -76
- package/clis/chaoxing/utils.test.js +0 -45
- package/clis/chatgpt/commands.test.js +0 -45
- package/clis/chatgpt/envelope.test.js +0 -108
- package/clis/chatgpt/image.test.js +0 -188
- package/clis/chatgpt/utils.test.js +0 -330
- package/clis/chatgpt-app/ax.test.js +0 -35
- package/clis/chatwise/composer.test.js +0 -186
- package/clis/chess/analyze.test.js +0 -79
- package/clis/chess/game.test.js +0 -178
- package/clis/chess/games.test.js +0 -164
- package/clis/chess/stats.test.js +0 -79
- package/clis/chess/utils.test.js +0 -230
- package/clis/claude/ask.test.js +0 -338
- package/clis/claude/commands.test.js +0 -118
- package/clis/claude/utils.test.js +0 -148
- package/clis/cnki/search.test.js +0 -18
- package/clis/codex/sidebar.test.js +0 -329
- package/clis/coingecko/coingecko.test.js +0 -109
- package/clis/confluence/commands.test.js +0 -195
- package/clis/coupang/coupang.test.js +0 -159
- package/clis/coupang/utils.test.js +0 -62
- package/clis/ctrip/ctrip.test.js +0 -719
- package/clis/dblp/dblp.test.js +0 -397
- package/clis/deepseek/ask.test.js +0 -312
- package/clis/deepseek/detail.test.js +0 -81
- package/clis/deepseek/send.test.js +0 -107
- package/clis/deepseek/utils.test.js +0 -370
- package/clis/defillama/defillama.test.js +0 -99
- package/clis/devto/devto.test.js +0 -236
- package/clis/dianping/dianping.test.js +0 -578
- package/clis/douban/download.test.js +0 -170
- package/clis/douban/movie-hot.test.js +0 -14
- package/clis/douban/search.test.js +0 -11
- package/clis/douban/subject.test.js +0 -11
- package/clis/douban/utils.test.js +0 -438
- package/clis/doubao/detail.test.js +0 -42
- package/clis/doubao/history.test.js +0 -37
- package/clis/doubao/utils.test.js +0 -344
- package/clis/douyin/_shared/browser-fetch.test.js +0 -64
- package/clis/douyin/_shared/creation-id.test.js +0 -22
- package/clis/douyin/_shared/imagex-upload.test.js +0 -87
- package/clis/douyin/_shared/sts2.test.js +0 -27
- package/clis/douyin/_shared/text-extra.test.js +0 -37
- package/clis/douyin/_shared/timing.test.js +0 -28
- package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
- package/clis/douyin/_shared/tos-upload.test.js +0 -229
- package/clis/douyin/_shared/transcode.test.js +0 -91
- package/clis/douyin/_shared/vod-upload.test.js +0 -38
- package/clis/douyin/activities.test.js +0 -55
- package/clis/douyin/collections.test.js +0 -45
- package/clis/douyin/delete.test.js +0 -100
- package/clis/douyin/draft.test.js +0 -335
- package/clis/douyin/drafts.test.js +0 -11
- package/clis/douyin/hashtag.test.js +0 -171
- package/clis/douyin/location.test.js +0 -23
- package/clis/douyin/profile.test.js +0 -46
- package/clis/douyin/publish-upload-id.test.js +0 -170
- package/clis/douyin/publish.test.js +0 -38
- package/clis/douyin/stats.test.js +0 -22
- package/clis/douyin/update.test.js +0 -11
- package/clis/douyin/user-videos.test.js +0 -151
- package/clis/douyin/videos.test.js +0 -54
- package/clis/duckduckgo/search.test.js +0 -128
- package/clis/duckduckgo/suggest.test.js +0 -66
- package/clis/eastmoney/hot-rank.test.js +0 -59
- package/clis/endoflife/endoflife.test.js +0 -51
- package/clis/facebook/feed.test.js +0 -169
- package/clis/facebook/marketplace.test.js +0 -91
- package/clis/facebook/notifications.test.js +0 -458
- package/clis/facebook/search.test.js +0 -55
- package/clis/flathub/flathub.test.js +0 -90
- package/clis/flomo/memos.test.js +0 -144
- package/clis/gemini/ask.test.js +0 -100
- package/clis/gemini/deep-research-result.test.js +0 -155
- package/clis/gemini/deep-research.test.js +0 -181
- package/clis/gemini/reply-state.test.js +0 -671
- package/clis/gemini/utils.test.js +0 -198
- package/clis/geogebra/geogebra.test.js +0 -175
- package/clis/gitee/search.test.js +0 -65
- package/clis/gitee/user.test.js +0 -63
- package/clis/google/utils.test.js +0 -75
- package/clis/google-scholar/cite.test.js +0 -47
- package/clis/google-scholar/profile.test.js +0 -49
- package/clis/google-scholar/search.test.js +0 -71
- package/clis/goproxy/goproxy.test.js +0 -103
- package/clis/gov-law/commands.test.js +0 -39
- package/clis/gov-policy/gov-policy.test.js +0 -224
- package/clis/grok/ask.test.js +0 -29
- package/clis/grok/utils.test.js +0 -103
- package/clis/hackernews/hackernews.test.js +0 -132
- package/clis/hf/hf.test.js +0 -16
- package/clis/hupu/hot.test.js +0 -224
- package/clis/imdb/utils.test.js +0 -88
- package/clis/indeed/indeed.test.js +0 -375
- package/clis/instagram/_shared/private-publish.test.js +0 -705
- package/clis/instagram/_shared/protocol-capture.test.js +0 -114
- package/clis/instagram/download.test.js +0 -118
- package/clis/instagram/note.test.js +0 -53
- package/clis/instagram/post.test.js +0 -1647
- package/clis/instagram/reel.test.js +0 -167
- package/clis/instagram/story.test.js +0 -134
- package/clis/jd/commands.test.js +0 -41
- package/clis/jd/item.test.js +0 -354
- package/clis/jianyu/search.test.js +0 -153
- package/clis/jianyu/shared/procurement-contract.test.js +0 -72
- package/clis/jianyu/shared/procurement-detail.test.js +0 -84
- package/clis/jike/read.test.js +0 -86
- package/clis/jira/commands.test.js +0 -287
- package/clis/juejin/search.js +0 -123
- package/clis/juejin/search.test.js +0 -98
- package/clis/lesswrong/frontpage.test.js +0 -37
- package/clis/lichess/lichess.test.js +0 -85
- package/clis/linkedin/connect.test.js +0 -213
- package/clis/linkedin/inbox.test.js +0 -152
- package/clis/linkedin/job-detail.test.js +0 -38
- package/clis/linkedin/jobs-preferences.test.js +0 -43
- package/clis/linkedin/people-search.test.js +0 -216
- package/clis/linkedin/post-analytics.test.js +0 -40
- package/clis/linkedin/posts.test.js +0 -40
- package/clis/linkedin/profile-analytics.test.js +0 -67
- package/clis/linkedin/profile-experience.test.js +0 -152
- package/clis/linkedin/profile-projects.test.js +0 -111
- package/clis/linkedin/profile-read.test.js +0 -77
- package/clis/linkedin/safe-send.test.js +0 -204
- package/clis/linkedin/salesnav-inbox.test.js +0 -113
- package/clis/linkedin/salesnav-message.test.js +0 -172
- package/clis/linkedin/salesnav-search.test.js +0 -76
- package/clis/linkedin/salesnav-thread.test.js +0 -79
- package/clis/linkedin/search.test.js +0 -222
- package/clis/linkedin/sent-invitations.test.js +0 -62
- package/clis/linkedin/services-read.test.js +0 -105
- package/clis/linkedin/thread-snapshot.test.js +0 -89
- package/clis/linkedin/timeline.test.js +0 -81
- package/clis/linkedin-learning/course.test.js +0 -114
- package/clis/linkedin-learning/search.test.js +0 -144
- package/clis/linkedin-learning/trending.test.js +0 -123
- package/clis/linux-do/feed.test.js +0 -153
- package/clis/linux-do/topic-content.test.js +0 -59
- package/clis/lobsters/lobsters.test.js +0 -169
- package/clis/notebooklm/add-source.test.js +0 -97
- package/clis/notebooklm/compat.test.js +0 -16
- package/clis/notebooklm/create.test.js +0 -58
- package/clis/notebooklm/generate-audio.test.js +0 -63
- package/clis/notebooklm/generate-slides.test.js +0 -75
- package/clis/notebooklm/history.test.js +0 -58
- package/clis/notebooklm/note-list.test.js +0 -56
- package/clis/notebooklm/notes-get.test.js +0 -72
- package/clis/notebooklm/open.test.js +0 -63
- package/clis/notebooklm/rpc.test.js +0 -131
- package/clis/notebooklm/source-fulltext.test.js +0 -106
- package/clis/notebooklm/source-get.test.js +0 -84
- package/clis/notebooklm/source-guide.test.js +0 -104
- package/clis/notebooklm/summary.test.js +0 -78
- package/clis/notebooklm/utils.test.js +0 -449
- package/clis/notebooklm/write-note.test.js +0 -70
- package/clis/nuget/nuget.test.js +0 -111
- package/clis/oeis/oeis.test.js +0 -88
- package/clis/ones/task-helpers.test.js +0 -12
- package/clis/ones/worklog.test.js +0 -20
- package/clis/openfda/openfda.test.js +0 -114
- package/clis/openreview/openreview.test.js +0 -427
- package/clis/osv/osv.test.js +0 -97
- package/clis/paperreview/commands.test.js +0 -243
- package/clis/paperreview/utils.test.js +0 -49
- package/clis/pixiv/download.test.js +0 -87
- package/clis/pixiv/illusts.test.js +0 -99
- package/clis/pixiv/search.test.js +0 -83
- package/clis/powerchina/search.test.js +0 -93
- package/clis/producthunt/utils.test.js +0 -64
- package/clis/pubmed/pubmed.test.js +0 -276
- package/clis/quark/utils.test.js +0 -58
- package/clis/qwen/utils.test.js +0 -45
- package/clis/reddit/extract-media.test.js +0 -149
- package/clis/reddit/frontpage.test.js +0 -34
- package/clis/reddit/home.test.js +0 -170
- package/clis/reddit/hot.test.js +0 -32
- package/clis/reddit/popular.test.js +0 -26
- package/clis/reddit/read.test.js +0 -335
- package/clis/reddit/reply.test.js +0 -89
- package/clis/reddit/search.test.js +0 -26
- package/clis/reddit/subreddit-info.test.js +0 -163
- package/clis/reddit/subreddit.test.js +0 -31
- package/clis/reddit/subscribed.test.js +0 -168
- package/clis/reddit/whoami.test.js +0 -105
- package/clis/rednote/navigation.test.js +0 -26
- package/clis/rednote/rednote.test.js +0 -222
- package/clis/rest-countries/rest-countries.test.js +0 -83
- package/clis/reuters/reuters.test.js +0 -299
- package/clis/rfc/rfc.test.js +0 -74
- package/clis/sinafinance/stock.test.js +0 -59
- package/clis/spotify/utils.test.js +0 -67
- package/clis/stackoverflow/stackoverflow.test.js +0 -404
- package/clis/steam/steam.test.js +0 -46
- package/clis/substack/utils.test.js +0 -44
- package/clis/suno/commands.test.js +0 -188
- package/clis/suno/download.test.js +0 -151
- package/clis/suno/generate.test.js +0 -252
- package/clis/suno/utils.test.js +0 -329
- package/clis/taobao/commands.test.js +0 -41
- package/clis/tdx/hot-rank.test.js +0 -59
- package/clis/ths/hot-rank.test.js +0 -64
- package/clis/tieba/commands.test.js +0 -79
- package/clis/tieba/utils.test.js +0 -290
- package/clis/tiktok/creator-videos.test.js +0 -113
- package/clis/tiktok/refactor.test.js +0 -389
- package/clis/tiktok/write-refactor.test.js +0 -370
- package/clis/toutiao/toutiao.test.js +0 -378
- package/clis/tvmaze/tvmaze.test.js +0 -93
- package/clis/twitter/bookmark-folder.test.js +0 -395
- package/clis/twitter/bookmark-folders.test.js +0 -152
- package/clis/twitter/bookmark.test.js +0 -74
- package/clis/twitter/bookmarks.test.js +0 -205
- package/clis/twitter/delete.test.js +0 -85
- package/clis/twitter/device-follow.test.js +0 -287
- package/clis/twitter/download.test.js +0 -457
- package/clis/twitter/followers.test.js +0 -62
- package/clis/twitter/following.test.js +0 -338
- package/clis/twitter/hide-reply.test.js +0 -76
- package/clis/twitter/like.test.js +0 -73
- package/clis/twitter/likes.test.js +0 -220
- package/clis/twitter/list-add.test.js +0 -133
- package/clis/twitter/list-create.test.js +0 -169
- package/clis/twitter/list-remove.test.js +0 -110
- package/clis/twitter/list-tweets.test.js +0 -196
- package/clis/twitter/lists.test.js +0 -253
- package/clis/twitter/post.test.js +0 -258
- package/clis/twitter/profile.test.js +0 -39
- package/clis/twitter/quote.test.js +0 -194
- package/clis/twitter/reply.test.js +0 -237
- package/clis/twitter/retweet.test.js +0 -73
- package/clis/twitter/search.test.js +0 -349
- package/clis/twitter/shared.test.js +0 -794
- package/clis/twitter/thread.test.js +0 -58
- package/clis/twitter/timeline.test.js +0 -104
- package/clis/twitter/trending.test.js +0 -15
- package/clis/twitter/tweets.test.js +0 -362
- package/clis/twitter/unbookmark.test.js +0 -73
- package/clis/twitter/unlike.test.js +0 -75
- package/clis/twitter/unretweet.test.js +0 -73
- package/clis/twitter/utils.test.js +0 -169
- package/clis/uisdc/news.test.js +0 -66
- package/clis/uiverse/_shared.test.js +0 -62
- package/clis/uiverse/navigation.test.js +0 -12
- package/clis/upwork/upwork.test.js +0 -566
- package/clis/wanfang/search.test.js +0 -23
- package/clis/web/read.test.js +0 -392
- package/clis/weibo/delete.test.js +0 -94
- package/clis/weibo/envelope.test.js +0 -85
- package/clis/weibo/favorites.test.js +0 -114
- package/clis/weibo/publish.test.js +0 -192
- package/clis/weibo/user-posts.test.js +0 -92
- package/clis/weibo/utils.test.js +0 -36
- package/clis/weixin/drafts.test.js +0 -69
- package/clis/weixin/search.test.js +0 -227
- package/clis/weread/ai-outline.test.js +0 -83
- package/clis/weread/book-search.test.js +0 -242
- package/clis/weread/commands.test.js +0 -398
- package/clis/weread/private-api-regression.test.js +0 -369
- package/clis/weread/search-regression.test.js +0 -494
- package/clis/weread/utils.test.js +0 -128
- package/clis/weread-official/commands.test.js +0 -385
- package/clis/weread-official/utils.test.js +0 -242
- package/clis/wikidata/wikidata.test.js +0 -83
- package/clis/wikipedia/trending.test.js +0 -57
- package/clis/wttr/wttr.test.js +0 -84
- package/clis/xianyu/chat.test.js +0 -84
- package/clis/xianyu/im.test.js +0 -253
- package/clis/xianyu/item.test.js +0 -56
- package/clis/xianyu/publish.test.js +0 -220
- package/clis/xianyu/search.test.js +0 -17
- package/clis/xiaoe/xiaoe.test.js +0 -486
- package/clis/xiaohongshu/comments.test.js +0 -258
- package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
- package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
- package/clis/xiaohongshu/creator-notes.test.js +0 -281
- package/clis/xiaohongshu/creator-stats.test.js +0 -24
- package/clis/xiaohongshu/delete-note.test.js +0 -172
- package/clis/xiaohongshu/download.test.js +0 -316
- package/clis/xiaohongshu/navigation.test.js +0 -34
- package/clis/xiaohongshu/note.test.js +0 -249
- package/clis/xiaohongshu/publish.test.js +0 -608
- package/clis/xiaohongshu/search.test.js +0 -325
- package/clis/xiaohongshu/user-helpers.test.js +0 -160
- package/clis/xiaoyuzhou/auth.test.js +0 -124
- package/clis/xiaoyuzhou/download.test.js +0 -135
- package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
- package/clis/xiaoyuzhou/transcript.test.js +0 -195
- package/clis/xiaoyuzhou/utils.test.js +0 -39
- package/clis/xueqiu/comments.test.js +0 -696
- package/clis/xueqiu/danjuan-utils.test.js +0 -41
- package/clis/xueqiu/utils.test.js +0 -26
- package/clis/yahoo/search.test.js +0 -94
- package/clis/youdao/note.test.js +0 -99
- package/clis/youtube/channel.test.js +0 -59
- package/clis/youtube/feed.test.js +0 -131
- package/clis/youtube/transcript-group.test.js +0 -99
- package/clis/youtube/transcript.test.js +0 -296
- package/clis/youtube/utils.test.js +0 -84
- package/clis/yuanbao/ask.test.js +0 -124
- package/clis/yuanbao/new.test.js +0 -30
- package/clis/yuanbao/shared.test.js +0 -80
- package/clis/zhihu/answer-comments.test.js +0 -287
- package/clis/zhihu/answer-detail.test.js +0 -338
- package/clis/zhihu/answer.test.js +0 -54
- package/clis/zhihu/collection.test.js +0 -337
- package/clis/zhihu/collections.test.js +0 -182
- package/clis/zhihu/comment.test.js +0 -50
- package/clis/zhihu/download.test.js +0 -12
- package/clis/zhihu/favorite.test.js +0 -59
- package/clis/zhihu/follow.test.js +0 -42
- package/clis/zhihu/like.test.js +0 -41
- package/clis/zhihu/question.test.js +0 -251
- package/clis/zhihu/recommend.test.js +0 -143
- package/clis/zhihu/search.test.js +0 -198
- package/clis/zhihu/target.test.js +0 -77
- package/clis/zhihu/text.test.js +0 -24
- package/clis/zhihu/write-shared.test.js +0 -176
- package/clis/zlibrary/commands.test.js +0 -65
- package/clis/zsxq/search.test.js +0 -24
- package/clis/zsxq/topic.test.js +0 -30
- package/clis/zsxq/topics.test.js +0 -24
- package/clis/zsxq/utils.test.js +0 -31
- package/dist/src/adapter-shadow.test.js +0 -49
- package/dist/src/adapter-source.test.js +0 -29
- package/dist/src/browser/analyze.test.js +0 -166
- package/dist/src/browser/article-extract.e2e.test.js +0 -105
- package/dist/src/browser/article-extract.test.js +0 -94
- package/dist/src/browser/ax-snapshot.test.js +0 -91
- package/dist/src/browser/base-page.test.js +0 -758
- package/dist/src/browser/cdp-click-fixture.test.js +0 -87
- package/dist/src/browser/cdp.test.js +0 -79
- package/dist/src/browser/compound.test.js +0 -175
- package/dist/src/browser/daemon-client.test.js +0 -199
- package/dist/src/browser/dom-helpers.test.js +0 -106
- package/dist/src/browser/dom-snapshot.test.js +0 -313
- package/dist/src/browser/errors.test.js +0 -60
- package/dist/src/browser/extract.test.js +0 -129
- package/dist/src/browser/find.test.js +0 -180
- package/dist/src/browser/html-tree.test.js +0 -181
- package/dist/src/browser/network-cache.test.js +0 -58
- package/dist/src/browser/network-key.test.js +0 -49
- package/dist/src/browser/page.test.js +0 -378
- package/dist/src/browser/shape-filter.test.js +0 -101
- package/dist/src/browser/shape.test.js +0 -82
- package/dist/src/browser/stealth.test.js +0 -134
- package/dist/src/browser/target-errors.test.js +0 -94
- package/dist/src/browser/target-resolver.test.js +0 -118
- package/dist/src/browser/utils.test.js +0 -29
- package/dist/src/browser/verify-fixture.test.js +0 -219
- package/dist/src/browser.test.js +0 -232
- package/dist/src/build-manifest.test.js +0 -341
- package/dist/src/capabilityRouting.test.js +0 -63
- package/dist/src/cli-argv-preprocess.test.js +0 -209
- package/dist/src/cli.test.js +0 -2803
- package/dist/src/commanderAdapter.test.js +0 -352
- package/dist/src/commands/daemon.test.js +0 -219
- package/dist/src/completion.test.js +0 -24
- package/dist/src/convention-audit.test.js +0 -247
- package/dist/src/daemon.test.js +0 -60
- package/dist/src/doctor.test.js +0 -263
- package/dist/src/download/article-download.test.js +0 -235
- package/dist/src/download/index.test.js +0 -140
- package/dist/src/download/media-download.test.js +0 -112
- package/dist/src/download/progress.test.js +0 -36
- package/dist/src/electron-apps.test.js +0 -49
- package/dist/src/engine.test.js +0 -312
- package/dist/src/errors.test.js +0 -109
- package/dist/src/execution.test.js +0 -623
- package/dist/src/extension-manifest-regression.test.js +0 -12
- package/dist/src/external.test.js +0 -146
- package/dist/src/help.test.js +0 -58
- package/dist/src/hooks.test.js +0 -92
- package/dist/src/interceptor.test.js +0 -81
- package/dist/src/launcher.test.js +0 -138
- package/dist/src/node-network.test.js +0 -55
- package/dist/src/observation/artifact.test.js +0 -121
- package/dist/src/observation/manager.test.js +0 -13
- package/dist/src/observation/redaction.test.js +0 -32
- package/dist/src/observation/retention.test.js +0 -118
- package/dist/src/observation/ring-buffer.test.js +0 -22
- package/dist/src/output.test.js +0 -53
- package/dist/src/package-exports.test.js +0 -112
- package/dist/src/pipeline/executor.test.js +0 -182
- package/dist/src/pipeline/steps/download.test.js +0 -102
- package/dist/src/pipeline/steps/fetch.test.js +0 -117
- package/dist/src/pipeline/template.test.js +0 -175
- package/dist/src/pipeline/transform.test.js +0 -133
- package/dist/src/plugin-manifest.test.js +0 -179
- package/dist/src/plugin-scaffold.test.js +0 -83
- package/dist/src/plugin.test.js +0 -1324
- package/dist/src/registry.test.js +0 -209
- package/dist/src/runtime-detect.test.js +0 -39
- package/dist/src/serialization.test.js +0 -78
- package/dist/src/snapshotFormatter.test.js +0 -521
- package/dist/src/tui.test.js +0 -19
- package/dist/src/update-check.test.js +0 -116
- package/dist/src/utils.test.js +0 -155
- package/dist/src/validate.test.js +0 -90
- package/dist/src/weixin-download.test.js +0 -45
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Verify runner — child-process entry (`bycli internal verify-runner --jsonl`, 08).
|
|
3
|
+
*
|
|
4
|
+
* Runs ONE user adapter in an isolated child process (08 boundary: user adapter JS
|
|
5
|
+
* never executes in the API/Local Service main process). The runner reads input.json,
|
|
6
|
+
* loads the target adapter by path, validates it, runs it (M6a: non-browser adapters
|
|
7
|
+
* only), and emits the 08 JSONL protocol on stdout: `started` → … → exactly one
|
|
8
|
+
* terminal `result`. stderr is diagnostic only.
|
|
9
|
+
*
|
|
10
|
+
* M6a scope (甲 · prove the mechanism): non-browser adapters actually execute; browser
|
|
11
|
+
* adapters report not-yet (their Page must come from the daemon — M6b). The spawn /
|
|
12
|
+
* input.json security / timeout / byte-cap mechanism lives in `runner-port.ts`.
|
|
13
|
+
*
|
|
14
|
+
* SECURITY (07:123-124): raw executionSeedArgs arrive via input.json (0600), then are
|
|
15
|
+
* defaulted, coerced, and validated before execution. Neither raw nor prepared arguments
|
|
16
|
+
* are echoed into the emitted result/started events.
|
|
17
|
+
*/
|
|
18
|
+
import { type BrowserCliCommand, type CliCommand, type ConditionalBrowserCliCommand } from '../../registry.js';
|
|
19
|
+
import type { RunnerEvent, RunnerResultEvent } from '@sovovs/bycli-recorder-core';
|
|
20
|
+
/** Parsed input.json (written by RunnerPort; raw seed args are execution-only). */
|
|
21
|
+
export interface RunnerInput {
|
|
22
|
+
requestId: string;
|
|
23
|
+
name: string;
|
|
24
|
+
/** Resolved adapter module file to import. */
|
|
25
|
+
adapterPath: string;
|
|
26
|
+
/** Browser profile contextId for browser adapters (M6b). Omitted → daemon default profile. */
|
|
27
|
+
contextId?: string;
|
|
28
|
+
/** Raw seed args — prepared before resolver/adapter calls and never echoed into events. */
|
|
29
|
+
executionSeedArgs?: Record<string, unknown>;
|
|
30
|
+
fixture?: 'ignore' | 'match' | 'update';
|
|
31
|
+
trace?: 'off' | 'retain-on-failure' | 'always';
|
|
32
|
+
}
|
|
33
|
+
type ResultData = NonNullable<RunnerResultEvent['data']>;
|
|
34
|
+
type ResultError = NonNullable<RunnerResultEvent['error']>;
|
|
35
|
+
/** Register the current run's lease cleanup (browser runner). Returns a disposer that clears it. */
|
|
36
|
+
export declare function setActiveLeaseCleanup(cleanup: () => Promise<void>): () => void;
|
|
37
|
+
/** Run + clear the active lease cleanup, bounded so a hung cleanup never blocks exit. Best-effort. */
|
|
38
|
+
export declare function releaseActiveLease(maxWaitMs?: number): Promise<void>;
|
|
39
|
+
/**
|
|
40
|
+
* Install the signal + watchdog backstops (#4, #7). On SIGTERM/SIGINT (parent timeout/cancel) release
|
|
41
|
+
* the browser lease, then exit. The self-watchdog force-exits an ORPHANED child (parent crashed → no
|
|
42
|
+
* SIGTERM; on win32 the reaper cannot kill it) after `maxRuntimeMs`, so a leaked child never runs
|
|
43
|
+
* forever. The parent sets `maxRuntimeMs` above its own timeout, so the watchdog only fires when orphaned.
|
|
44
|
+
*/
|
|
45
|
+
export declare function installRunnerBackstops(maxRuntimeMs: number): void;
|
|
46
|
+
/**
|
|
47
|
+
* Load an adapter by importing its module (which registers via `cli()`), then look it up
|
|
48
|
+
* in the registry by name. Mirrors execution.ts's lazy-import pattern (118-135).
|
|
49
|
+
*/
|
|
50
|
+
export declare function loadAdapterByName(adapterPath: string, name: string): Promise<CliCommand | undefined>;
|
|
51
|
+
/**
|
|
52
|
+
* The browser-adapter execution seam (M6b). A browser adapter's `func` needs an IPage; the
|
|
53
|
+
* default implementation connects BACK to the running daemon for one. Injectable so unit
|
|
54
|
+
* tests can exercise executeAdapterForVerify without a real daemon/browser.
|
|
55
|
+
*/
|
|
56
|
+
export type BrowserAdapterRunner = (command: BrowserCliCommand | ConditionalBrowserCliCommand, opts: {
|
|
57
|
+
seedArgs: Record<string, unknown>;
|
|
58
|
+
contextId?: string;
|
|
59
|
+
preNavUrl: string | null;
|
|
60
|
+
}) => Promise<unknown>;
|
|
61
|
+
/**
|
|
62
|
+
* Validate + run a loaded adapter for verify, returning the terminal result fields. Non-browser
|
|
63
|
+
* adapters run with no page; browser adapters (M6b) go through `browserRunner` (default: a
|
|
64
|
+
* daemon-backed Page). Result/error shaping is shared across both. `browserRunner` is
|
|
65
|
+
* injectable so unit tests run without a real daemon.
|
|
66
|
+
*/
|
|
67
|
+
export declare function executeAdapterForVerify(command: CliCommand | undefined, opts: {
|
|
68
|
+
name: string;
|
|
69
|
+
fixture?: RunnerInput['fixture'];
|
|
70
|
+
trace?: RunnerInput['trace'];
|
|
71
|
+
seedArgs: Record<string, unknown>;
|
|
72
|
+
contextId?: string;
|
|
73
|
+
browserRunner?: BrowserAdapterRunner;
|
|
74
|
+
}): Promise<{
|
|
75
|
+
ok: true;
|
|
76
|
+
data: ResultData;
|
|
77
|
+
} | {
|
|
78
|
+
ok: false;
|
|
79
|
+
data: ResultData;
|
|
80
|
+
error: ResultError;
|
|
81
|
+
}>;
|
|
82
|
+
/**
|
|
83
|
+
* Orchestrate one verify run: emit `started`, load + execute the adapter, emit exactly
|
|
84
|
+
* one terminal `result`. `emit` is injected (stdout JSONL in production, a collector in
|
|
85
|
+
* tests); `load` is injected so unit tests can supply an in-memory command. Never throws —
|
|
86
|
+
* any failure becomes a terminal result so the parent always sees one and only one.
|
|
87
|
+
*/
|
|
88
|
+
export declare function runVerifyRunner(input: RunnerInput, emit: (event: RunnerEvent) => void, load?: (adapterPath: string, name: string) => Promise<CliCommand | undefined>, browserRunner?: BrowserAdapterRunner): Promise<void>;
|
|
89
|
+
/**
|
|
90
|
+
* Entry point for `bycli internal verify-runner --jsonl --request-id … --name … --input …`.
|
|
91
|
+
* Writes JSONL events to the dedicated protocol fd (`--protocol-fd`, set by the parent RunnerPort
|
|
92
|
+
* so the adapter's stdout/stderr cannot pollute or forge the protocol — Codex #3); without the flag
|
|
93
|
+
* (standalone debugging) it falls back to stdout. Sets a non-zero exit code on a failed run.
|
|
94
|
+
*/
|
|
95
|
+
export declare function runVerifyRunnerCli(argv: string[]): Promise<void>;
|
|
96
|
+
export {};
|
|
@@ -0,0 +1,292 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Verify runner — child-process entry (`bycli internal verify-runner --jsonl`, 08).
|
|
3
|
+
*
|
|
4
|
+
* Runs ONE user adapter in an isolated child process (08 boundary: user adapter JS
|
|
5
|
+
* never executes in the API/Local Service main process). The runner reads input.json,
|
|
6
|
+
* loads the target adapter by path, validates it, runs it (M6a: non-browser adapters
|
|
7
|
+
* only), and emits the 08 JSONL protocol on stdout: `started` → … → exactly one
|
|
8
|
+
* terminal `result`. stderr is diagnostic only.
|
|
9
|
+
*
|
|
10
|
+
* M6a scope (甲 · prove the mechanism): non-browser adapters actually execute; browser
|
|
11
|
+
* adapters report not-yet (their Page must come from the daemon — M6b). The spawn /
|
|
12
|
+
* input.json security / timeout / byte-cap mechanism lives in `runner-port.ts`.
|
|
13
|
+
*
|
|
14
|
+
* SECURITY (07:123-124): raw executionSeedArgs arrive via input.json (0600), then are
|
|
15
|
+
* defaulted, coerced, and validated before execution. Neither raw nor prepared arguments
|
|
16
|
+
* are echoed into the emitted result/started events.
|
|
17
|
+
*/
|
|
18
|
+
import * as fs from 'node:fs';
|
|
19
|
+
import { randomUUID } from 'node:crypto';
|
|
20
|
+
import { pathToFileURL } from 'node:url';
|
|
21
|
+
import { getRegistry, } from '../../registry.js';
|
|
22
|
+
import { prepareCommandArgsOrThrowArgumentError } from '../../execution.js';
|
|
23
|
+
// ── Lease cleanup on signal / orphan watchdog (Codex #4, #7) ────────────────
|
|
24
|
+
// A browser adapter holds a daemon-side tab lease. If the parent SIGTERMs/cancels this child
|
|
25
|
+
// (timeout/cancel) or this child is orphaned (parent crashed → no SIGTERM, and on win32 the reaper
|
|
26
|
+
// has no portable way to kill it), the adapter's own `finally closeWindow` may not run, leaking the
|
|
27
|
+
// lease until idle-expiry. We track the active page cleanup so a SIGTERM handler can release it
|
|
28
|
+
// before exit, and a self-watchdog force-exits an orphaned child so a leaked runner never runs forever.
|
|
29
|
+
let activeLeaseCleanup = null;
|
|
30
|
+
/** Register the current run's lease cleanup (browser runner). Returns a disposer that clears it. */
|
|
31
|
+
export function setActiveLeaseCleanup(cleanup) {
|
|
32
|
+
activeLeaseCleanup = cleanup;
|
|
33
|
+
return () => { if (activeLeaseCleanup === cleanup)
|
|
34
|
+
activeLeaseCleanup = null; };
|
|
35
|
+
}
|
|
36
|
+
/** Run + clear the active lease cleanup, bounded so a hung cleanup never blocks exit. Best-effort. */
|
|
37
|
+
export async function releaseActiveLease(maxWaitMs = 1000) {
|
|
38
|
+
const cleanup = activeLeaseCleanup;
|
|
39
|
+
activeLeaseCleanup = null;
|
|
40
|
+
if (!cleanup)
|
|
41
|
+
return;
|
|
42
|
+
await Promise.race([
|
|
43
|
+
Promise.resolve().then(cleanup).catch(() => { }),
|
|
44
|
+
new Promise((resolve) => { const t = setTimeout(resolve, maxWaitMs); t.unref?.(); }),
|
|
45
|
+
]);
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Install the signal + watchdog backstops (#4, #7). On SIGTERM/SIGINT (parent timeout/cancel) release
|
|
49
|
+
* the browser lease, then exit. The self-watchdog force-exits an ORPHANED child (parent crashed → no
|
|
50
|
+
* SIGTERM; on win32 the reaper cannot kill it) after `maxRuntimeMs`, so a leaked child never runs
|
|
51
|
+
* forever. The parent sets `maxRuntimeMs` above its own timeout, so the watchdog only fires when orphaned.
|
|
52
|
+
*/
|
|
53
|
+
export function installRunnerBackstops(maxRuntimeMs) {
|
|
54
|
+
const onSignal = (code) => { void releaseActiveLease().finally(() => process.exit(code)); };
|
|
55
|
+
process.once('SIGTERM', () => onSignal(143));
|
|
56
|
+
process.once('SIGINT', () => onSignal(130));
|
|
57
|
+
if (maxRuntimeMs > 0) {
|
|
58
|
+
const wd = setTimeout(() => { void releaseActiveLease().finally(() => process.exit(1)); }, maxRuntimeMs);
|
|
59
|
+
wd.unref?.(); // never keep an otherwise-idle process alive just for the watchdog
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
/** Map an input fixture policy to the runner's emitted fixture.status. M6a does not
|
|
63
|
+
* compare against a stored fixture, so nothing is "matched" — update→updated else ignored. */
|
|
64
|
+
function fixtureStatus(policy) {
|
|
65
|
+
return { status: policy === 'update' ? 'updated' : 'ignored' };
|
|
66
|
+
}
|
|
67
|
+
/** Fixed text replacing an adapter-evaluation (module top-level throw) error message, which could
|
|
68
|
+
* echo adapter-file contents — the structured code is kept, the raw text withheld (Codex M7c). */
|
|
69
|
+
const REDACTED_ADAPTER_LOAD_MESSAGE = 'adapter failed to load (details withheld to avoid leaking adapter-file contents)';
|
|
70
|
+
/** Derive the field COUNT of the first object row — never the key names, which could be seed values
|
|
71
|
+
* if the adapter keys its output on one (Codex M7c). The names are not even computed/returned. */
|
|
72
|
+
function fieldCountOf(rows) {
|
|
73
|
+
if (!Array.isArray(rows) || rows.length === 0)
|
|
74
|
+
return undefined;
|
|
75
|
+
const first = rows[0];
|
|
76
|
+
if (first && typeof first === 'object' && !Array.isArray(first)) {
|
|
77
|
+
return Object.keys(first).length;
|
|
78
|
+
}
|
|
79
|
+
return undefined;
|
|
80
|
+
}
|
|
81
|
+
/**
|
|
82
|
+
* Load an adapter by importing its module (which registers via `cli()`), then look it up
|
|
83
|
+
* in the registry by name. Mirrors execution.ts's lazy-import pattern (118-135).
|
|
84
|
+
*/
|
|
85
|
+
export async function loadAdapterByName(adapterPath, name) {
|
|
86
|
+
const url = pathToFileURL(adapterPath).href; // runner-side; a bad path surfaces verbatim
|
|
87
|
+
try {
|
|
88
|
+
await import(url);
|
|
89
|
+
}
|
|
90
|
+
catch (e) {
|
|
91
|
+
// The adapter module's top-level code threw during evaluation (a SyntaxError, or a deliberate
|
|
92
|
+
// `throw` that could echo adapter-file contents) — tag it so runVerifyRunner redacts the message
|
|
93
|
+
// (Codex M7c). Runner-side failures (bad path / resolve) are NOT tagged and surface verbatim.
|
|
94
|
+
throw Object.assign(e instanceof Error ? e : new Error(String(e)), { adapterEvaluation: true });
|
|
95
|
+
}
|
|
96
|
+
return getRegistry().get(name);
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Default browser runner (M6b): construct a daemon-backed Page DIRECTLY — not via
|
|
100
|
+
* BrowserBridge, whose connect() would health-check and spawn/restart a daemon. The child
|
|
101
|
+
* process must only ever attach to the daemon that spawned it (BYCLI_DAEMON_PORT), never
|
|
102
|
+
* manage daemon lifecycle. Uses an ephemeral per-run session + background automation window,
|
|
103
|
+
* and always releases the tab lease in `finally`.
|
|
104
|
+
*/
|
|
105
|
+
async function defaultBrowserAdapterRunner(command, opts) {
|
|
106
|
+
const { Page } = await import('../../browser/page.js');
|
|
107
|
+
const session = `site:${command.site}:${randomUUID()}`;
|
|
108
|
+
const page = new Page(session, undefined, opts.contextId, 'background', 'adapter', 'ephemeral');
|
|
109
|
+
// Register the lease cleanup so a SIGTERM/cancel/watchdog (#4, #7) can release the tab before exit.
|
|
110
|
+
const dispose = setActiveLeaseCleanup(async () => { await page.closeWindow?.(); });
|
|
111
|
+
try {
|
|
112
|
+
if (opts.preNavUrl)
|
|
113
|
+
await page.goto(opts.preNavUrl);
|
|
114
|
+
return await command.func(page, opts.seedArgs, false);
|
|
115
|
+
}
|
|
116
|
+
finally {
|
|
117
|
+
dispose();
|
|
118
|
+
await page.closeWindow?.().catch(() => { });
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
/**
|
|
122
|
+
* Validate + run a loaded adapter for verify, returning the terminal result fields. Non-browser
|
|
123
|
+
* adapters run with no page; browser adapters (M6b) go through `browserRunner` (default: a
|
|
124
|
+
* daemon-backed Page). Result/error shaping is shared across both. `browserRunner` is
|
|
125
|
+
* injectable so unit tests run without a real daemon.
|
|
126
|
+
*/
|
|
127
|
+
export async function executeAdapterForVerify(command, opts) {
|
|
128
|
+
const trace = { policy: opts.trace ?? 'retain-on-failure', retained: false, path: null };
|
|
129
|
+
if (!command) {
|
|
130
|
+
return { ok: false, data: { stage: 'load', trace }, error: { code: 'runner_protocol_error', message: `adapter "${opts.name}" not found after load` } };
|
|
131
|
+
}
|
|
132
|
+
if (typeof command.func !== 'function') {
|
|
133
|
+
return { ok: false, data: { stage: 'load', trace }, error: { code: 'runner_protocol_error', message: `adapter "${opts.name}" has no func` } };
|
|
134
|
+
}
|
|
135
|
+
try {
|
|
136
|
+
const preparedArgs = prepareCommandArgsOrThrowArgumentError(command, opts.seedArgs);
|
|
137
|
+
let rows;
|
|
138
|
+
if (command.browser === false) {
|
|
139
|
+
rows = await command.func(preparedArgs, false);
|
|
140
|
+
}
|
|
141
|
+
else if (command.browser === 'conditional') {
|
|
142
|
+
const browserRequired = Boolean(command.requiresBrowser(preparedArgs));
|
|
143
|
+
if (!browserRequired) {
|
|
144
|
+
rows = await command.func(null, preparedArgs, false);
|
|
145
|
+
}
|
|
146
|
+
else {
|
|
147
|
+
const runner = opts.browserRunner ?? defaultBrowserAdapterRunner;
|
|
148
|
+
rows = await runner(command, {
|
|
149
|
+
seedArgs: preparedArgs,
|
|
150
|
+
contextId: opts.contextId,
|
|
151
|
+
preNavUrl: typeof command.navigateBefore === 'string' ? command.navigateBefore : null,
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
else {
|
|
156
|
+
// M6b: browser adapter connects back to the daemon for a Page. navigateBefore is a
|
|
157
|
+
// string only when a concrete pre-nav URL was derived (e.g. COOKIE strategy + domain);
|
|
158
|
+
// `true`/`undefined` mean "adapter handles its own navigation".
|
|
159
|
+
const runner = opts.browserRunner ?? defaultBrowserAdapterRunner;
|
|
160
|
+
rows = await runner(command, {
|
|
161
|
+
seedArgs: preparedArgs,
|
|
162
|
+
contextId: opts.contextId,
|
|
163
|
+
preNavUrl: typeof command.navigateBefore === 'string' ? command.navigateBefore : null,
|
|
164
|
+
});
|
|
165
|
+
}
|
|
166
|
+
const data = {
|
|
167
|
+
stage: 'execute',
|
|
168
|
+
rows: Array.isArray(rows) ? rows.length : undefined,
|
|
169
|
+
fieldCount: fieldCountOf(rows),
|
|
170
|
+
fixture: fixtureStatus(opts.fixture),
|
|
171
|
+
trace,
|
|
172
|
+
};
|
|
173
|
+
return { ok: true, data };
|
|
174
|
+
}
|
|
175
|
+
catch (e) {
|
|
176
|
+
// A thrown CliError may carry a code (e.g. auth_required); otherwise it is a runtime error.
|
|
177
|
+
const code = e?.code;
|
|
178
|
+
const errorCode = typeof code === 'string' && code ? code : 'adapter_runtime_error';
|
|
179
|
+
return {
|
|
180
|
+
ok: false,
|
|
181
|
+
data: { stage: 'execute', trace },
|
|
182
|
+
error: { code: errorCode, message: e instanceof Error ? e.message : String(e) },
|
|
183
|
+
};
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
/**
|
|
187
|
+
* Orchestrate one verify run: emit `started`, load + execute the adapter, emit exactly
|
|
188
|
+
* one terminal `result`. `emit` is injected (stdout JSONL in production, a collector in
|
|
189
|
+
* tests); `load` is injected so unit tests can supply an in-memory command. Never throws —
|
|
190
|
+
* any failure becomes a terminal result so the parent always sees one and only one.
|
|
191
|
+
*/
|
|
192
|
+
export async function runVerifyRunner(input, emit, load = loadAdapterByName, browserRunner) {
|
|
193
|
+
emit({ type: 'started', requestId: input.requestId, pid: process.pid, stage: 'load' });
|
|
194
|
+
try {
|
|
195
|
+
const command = await load(input.adapterPath, input.name);
|
|
196
|
+
const r = await executeAdapterForVerify(command, {
|
|
197
|
+
name: input.name,
|
|
198
|
+
fixture: input.fixture,
|
|
199
|
+
trace: input.trace,
|
|
200
|
+
seedArgs: input.executionSeedArgs ?? {},
|
|
201
|
+
contextId: input.contextId,
|
|
202
|
+
browserRunner,
|
|
203
|
+
});
|
|
204
|
+
emit({ type: 'result', requestId: input.requestId, ok: r.ok, data: r.data, error: r.ok ? null : r.error });
|
|
205
|
+
}
|
|
206
|
+
catch (e) {
|
|
207
|
+
// Load failure → single terminal result. An adapter-evaluation error (tagged by loadAdapterByName)
|
|
208
|
+
// is adapter-controlled and may echo adapter-file contents, so its message is redacted; a
|
|
209
|
+
// runner-side failure (bad path / resolve) is runner-generated and surfaces verbatim (Codex M7c).
|
|
210
|
+
const adapterEval = e?.adapterEvaluation === true;
|
|
211
|
+
const message = adapterEval ? REDACTED_ADAPTER_LOAD_MESSAGE : (e instanceof Error ? e.message : String(e));
|
|
212
|
+
emit({
|
|
213
|
+
type: 'result', requestId: input.requestId, ok: false,
|
|
214
|
+
data: { stage: 'load', trace: { policy: input.trace ?? 'retain-on-failure', retained: false, path: null } },
|
|
215
|
+
error: { code: 'adapter_runtime_error', message, hint: 'adapter failed to load' },
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
// ── CLI entry (invoked from main.ts fast-path) ──────────────────────────────
|
|
220
|
+
function parseArgs(argv) {
|
|
221
|
+
const out = {};
|
|
222
|
+
for (let i = 0; i < argv.length; i++) {
|
|
223
|
+
const a = argv[i];
|
|
224
|
+
if (a === '--request-id')
|
|
225
|
+
out.requestId = argv[++i];
|
|
226
|
+
else if (a === '--name')
|
|
227
|
+
out.name = argv[++i];
|
|
228
|
+
else if (a === '--input')
|
|
229
|
+
out.input = argv[++i];
|
|
230
|
+
else if (a === '--protocol-fd') {
|
|
231
|
+
const n = Number(argv[++i]);
|
|
232
|
+
if (Number.isInteger(n) && n > 0)
|
|
233
|
+
out.protocolFd = n;
|
|
234
|
+
}
|
|
235
|
+
else if (a === '--max-runtime-ms') {
|
|
236
|
+
const n = Number(argv[++i]);
|
|
237
|
+
if (Number.isInteger(n) && n > 0)
|
|
238
|
+
out.maxRuntimeMs = n;
|
|
239
|
+
}
|
|
240
|
+
// --jsonl is the only supported transport; ignore the flag.
|
|
241
|
+
}
|
|
242
|
+
return out;
|
|
243
|
+
}
|
|
244
|
+
/**
|
|
245
|
+
* Entry point for `bycli internal verify-runner --jsonl --request-id … --name … --input …`.
|
|
246
|
+
* Writes JSONL events to the dedicated protocol fd (`--protocol-fd`, set by the parent RunnerPort
|
|
247
|
+
* so the adapter's stdout/stderr cannot pollute or forge the protocol — Codex #3); without the flag
|
|
248
|
+
* (standalone debugging) it falls back to stdout. Sets a non-zero exit code on a failed run.
|
|
249
|
+
*/
|
|
250
|
+
export async function runVerifyRunnerCli(argv) {
|
|
251
|
+
const { requestId, name, input, protocolFd, maxRuntimeMs } = parseArgs(argv);
|
|
252
|
+
// Signal + orphan-watchdog backstops (#4, #7): release the browser lease on SIGTERM/cancel, and
|
|
253
|
+
// self-terminate if orphaned. Installed before any adapter runs so it covers the whole lifetime.
|
|
254
|
+
installRunnerBackstops(maxRuntimeMs ?? 0);
|
|
255
|
+
// fs.writeSync is synchronous → preserves JSONL line ordering and applies backpressure naturally.
|
|
256
|
+
const emit = (event) => {
|
|
257
|
+
const line = JSON.stringify(event) + '\n';
|
|
258
|
+
if (protocolFd !== undefined)
|
|
259
|
+
fs.writeSync(protocolFd, line);
|
|
260
|
+
else
|
|
261
|
+
process.stdout.write(line);
|
|
262
|
+
};
|
|
263
|
+
if (!requestId || !name || !input) {
|
|
264
|
+
// Cannot form a valid started/result without these; report on stderr and fail closed.
|
|
265
|
+
process.stderr.write('verify-runner: missing --request-id/--name/--input\n');
|
|
266
|
+
process.exitCode = 1;
|
|
267
|
+
return;
|
|
268
|
+
}
|
|
269
|
+
let parsed;
|
|
270
|
+
try {
|
|
271
|
+
parsed = JSON.parse(fs.readFileSync(input, 'utf-8'));
|
|
272
|
+
}
|
|
273
|
+
catch (e) {
|
|
274
|
+
emit({ type: 'result', requestId, ok: false, data: { stage: 'load' }, error: { code: 'runner_protocol_error', message: `cannot read input.json: ${e instanceof Error ? e.message : String(e)}` } });
|
|
275
|
+
process.exitCode = 1;
|
|
276
|
+
return;
|
|
277
|
+
}
|
|
278
|
+
// Defense: the input.json requestId/name must match the argv (no cross-wired runs).
|
|
279
|
+
if (parsed.requestId !== requestId || parsed.name !== name) {
|
|
280
|
+
emit({ type: 'result', requestId, ok: false, data: { stage: 'load' }, error: { code: 'runner_protocol_error', message: 'input.json requestId/name mismatch' } });
|
|
281
|
+
process.exitCode = 1;
|
|
282
|
+
return;
|
|
283
|
+
}
|
|
284
|
+
let failed = false;
|
|
285
|
+
await runVerifyRunner(parsed, (event) => {
|
|
286
|
+
if (event.type === 'result' && !event.ok)
|
|
287
|
+
failed = true;
|
|
288
|
+
emit(event);
|
|
289
|
+
});
|
|
290
|
+
if (failed)
|
|
291
|
+
process.exitCode = 1;
|
|
292
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
* plugins are dynamically imported during discoverPlugins().
|
|
8
8
|
*/
|
|
9
9
|
export { cli, Strategy, getRegistry, fullName, registerCommand } from './registry.js';
|
|
10
|
-
export type { CliCommand, Arg, CliOptions, CommandArgs, SiteSessionMode } from './registry.js';
|
|
10
|
+
export type { CliCommand, Arg, CliOptions, CommandArgs, SiteSessionMode, BrowserDeclaration, BrowserRequirementResolver, ConditionalBrowserCommandFunc, NormalizedBrowserRequirement, } from './registry.js';
|
|
11
11
|
export type { IPage } from './types.js';
|
|
12
12
|
export { onStartup, onBeforeExecute, onAfterExecute } from './hooks.js';
|
|
13
13
|
export type { HookFn, HookContext, HookName } from './hooks.js';
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import type { CliCommand } from './registry.js';
|
|
2
|
+
interface RegistrySlot {
|
|
3
|
+
present: boolean;
|
|
4
|
+
value: CliCommand | undefined;
|
|
5
|
+
}
|
|
6
|
+
export interface RegistryTransactionWrite {
|
|
7
|
+
key: string;
|
|
8
|
+
before: RegistrySlot;
|
|
9
|
+
after: RegistrySlot;
|
|
10
|
+
group: number;
|
|
11
|
+
beforeRevision: number;
|
|
12
|
+
afterRevision: number;
|
|
13
|
+
}
|
|
14
|
+
export interface RegistryTransaction {
|
|
15
|
+
readonly writes: RegistryTransactionWrite[];
|
|
16
|
+
readonly id: number;
|
|
17
|
+
active: boolean;
|
|
18
|
+
currentGroup: number | undefined;
|
|
19
|
+
finalized: boolean;
|
|
20
|
+
readonly finalizedGroups: Set<number>;
|
|
21
|
+
}
|
|
22
|
+
export declare function createRegistryTransaction(): RegistryTransaction;
|
|
23
|
+
export declare function closeRegistryTransaction(transaction: RegistryTransaction): void;
|
|
24
|
+
export declare function runRegistryTransaction<T>(transaction: RegistryTransaction, operation: () => Promise<T>): Promise<T>;
|
|
25
|
+
export declare function withRegistryMutationGroup<T>(operation: () => T): T;
|
|
26
|
+
export declare function recordRegistryMutation(key: string, before: RegistrySlot, after: RegistrySlot): void;
|
|
27
|
+
/**
|
|
28
|
+
* Keys with revision ownership, including absent-key tombstones.
|
|
29
|
+
*
|
|
30
|
+
* Tombstones intentionally remain until a later mutation or rollback supersedes
|
|
31
|
+
* them. Pruning an absent revision while an overlapping transaction may still
|
|
32
|
+
* reference it would allow an older rollback to resurrect the key.
|
|
33
|
+
*/
|
|
34
|
+
export declare function registryMutationKeys(): string[];
|
|
35
|
+
export declare function pruneRegistryMutationKey(key: string, registry: ReadonlyMap<string, CliCommand>): void;
|
|
36
|
+
export declare function finalizeRegistryTransaction(transaction: RegistryTransaction, registry: ReadonlyMap<string, CliCommand>, groups?: ReadonlySet<number>): void;
|
|
37
|
+
export declare function capturedRegistryValue(transaction: RegistryTransaction, key: string): RegistrySlot;
|
|
38
|
+
export declare function capturedRegistryValues(transaction: RegistryTransaction): Map<string, CliCommand>;
|
|
39
|
+
export declare function transactionGroupsForKey(transaction: RegistryTransaction, key: string): Set<number>;
|
|
40
|
+
export declare function rollbackRegistryTransaction(transaction: RegistryTransaction, registry: Map<string, CliCommand>, groups?: ReadonlySet<number>): void;
|
|
41
|
+
export declare function resetRegistryTransactionStateForTests(): void;
|
|
42
|
+
export {};
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
import { AsyncLocalStorage } from 'node:async_hooks';
|
|
2
|
+
const TRANSACTION_STATE_KEY = Symbol.for('@sovovs/bycli/registry-transaction-state');
|
|
3
|
+
const globalState = globalThis;
|
|
4
|
+
const state = globalState[TRANSACTION_STATE_KEY] ??= {
|
|
5
|
+
storage: new AsyncLocalStorage(),
|
|
6
|
+
transactionCounter: 0,
|
|
7
|
+
groupCounter: 0,
|
|
8
|
+
revisionCounter: 0,
|
|
9
|
+
revisions: new Map(),
|
|
10
|
+
transactions: new Map(),
|
|
11
|
+
owners: new Map(),
|
|
12
|
+
};
|
|
13
|
+
state.transactions ??= new Map();
|
|
14
|
+
state.owners ??= new Map();
|
|
15
|
+
export function createRegistryTransaction() {
|
|
16
|
+
const transaction = {
|
|
17
|
+
writes: [],
|
|
18
|
+
id: ++state.transactionCounter,
|
|
19
|
+
active: false,
|
|
20
|
+
currentGroup: undefined,
|
|
21
|
+
finalized: false,
|
|
22
|
+
finalizedGroups: new Set(),
|
|
23
|
+
};
|
|
24
|
+
state.transactions.set(transaction.id, transaction);
|
|
25
|
+
return transaction;
|
|
26
|
+
}
|
|
27
|
+
export function closeRegistryTransaction(transaction) {
|
|
28
|
+
transaction.active = false;
|
|
29
|
+
transaction.currentGroup = undefined;
|
|
30
|
+
}
|
|
31
|
+
export async function runRegistryTransaction(transaction, operation) {
|
|
32
|
+
if (transaction.finalized) {
|
|
33
|
+
throw new Error('Adapter registration transaction is finalized');
|
|
34
|
+
}
|
|
35
|
+
transaction.active = true;
|
|
36
|
+
return state.storage.run(transaction, async () => {
|
|
37
|
+
try {
|
|
38
|
+
return await operation();
|
|
39
|
+
}
|
|
40
|
+
finally {
|
|
41
|
+
closeRegistryTransaction(transaction);
|
|
42
|
+
}
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
export function withRegistryMutationGroup(operation) {
|
|
46
|
+
const transaction = state.storage.getStore();
|
|
47
|
+
if (!transaction)
|
|
48
|
+
return operation();
|
|
49
|
+
if (!transaction.active) {
|
|
50
|
+
throw new Error('Adapter registration transaction is closed; delayed registration is not allowed');
|
|
51
|
+
}
|
|
52
|
+
const previousGroup = transaction.currentGroup;
|
|
53
|
+
transaction.currentGroup = ++state.groupCounter;
|
|
54
|
+
try {
|
|
55
|
+
return operation();
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
transaction.currentGroup = previousGroup;
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
export function recordRegistryMutation(key, before, after) {
|
|
62
|
+
const transaction = state.storage.getStore();
|
|
63
|
+
if (transaction && !transaction.active) {
|
|
64
|
+
throw new Error('Adapter registration transaction is closed; delayed registration is not allowed');
|
|
65
|
+
}
|
|
66
|
+
if (transaction?.finalized) {
|
|
67
|
+
throw new Error('Adapter registration transaction is finalized');
|
|
68
|
+
}
|
|
69
|
+
const beforeRevision = state.revisions.get(key) ?? 0;
|
|
70
|
+
const afterRevision = ++state.revisionCounter;
|
|
71
|
+
state.revisions.set(key, afterRevision);
|
|
72
|
+
if (!transaction)
|
|
73
|
+
return;
|
|
74
|
+
const group = transaction.currentGroup ?? ++state.groupCounter;
|
|
75
|
+
transaction.writes.push({
|
|
76
|
+
key,
|
|
77
|
+
before,
|
|
78
|
+
after,
|
|
79
|
+
group,
|
|
80
|
+
beforeRevision,
|
|
81
|
+
afterRevision,
|
|
82
|
+
});
|
|
83
|
+
const owners = state.owners.get(key) ?? new Set();
|
|
84
|
+
owners.add(transaction.id);
|
|
85
|
+
state.owners.set(key, owners);
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* Keys with revision ownership, including absent-key tombstones.
|
|
89
|
+
*
|
|
90
|
+
* Tombstones intentionally remain until a later mutation or rollback supersedes
|
|
91
|
+
* them. Pruning an absent revision while an overlapping transaction may still
|
|
92
|
+
* reference it would allow an older rollback to resurrect the key.
|
|
93
|
+
*/
|
|
94
|
+
export function registryMutationKeys() {
|
|
95
|
+
return [...state.revisions.keys()];
|
|
96
|
+
}
|
|
97
|
+
export function pruneRegistryMutationKey(key, registry) {
|
|
98
|
+
if (registry.has(key))
|
|
99
|
+
return;
|
|
100
|
+
if ((state.owners.get(key)?.size ?? 0) > 0)
|
|
101
|
+
return;
|
|
102
|
+
state.revisions.delete(key);
|
|
103
|
+
}
|
|
104
|
+
export function finalizeRegistryTransaction(transaction, registry, groups) {
|
|
105
|
+
if (transaction.active) {
|
|
106
|
+
throw new Error('Cannot finalize an active adapter registration transaction');
|
|
107
|
+
}
|
|
108
|
+
const selectedGroups = groups ?? new Set(transaction.writes.map(write => write.group));
|
|
109
|
+
const newGroups = new Set([...selectedGroups].filter(group => !transaction.finalizedGroups.has(group)));
|
|
110
|
+
const affectedKeys = new Set(transaction.writes
|
|
111
|
+
.filter(write => newGroups.has(write.group))
|
|
112
|
+
.map(write => write.key));
|
|
113
|
+
for (const group of newGroups)
|
|
114
|
+
transaction.finalizedGroups.add(group);
|
|
115
|
+
for (const key of affectedKeys) {
|
|
116
|
+
const stillOwned = transaction.writes.some(write => write.key === key && !transaction.finalizedGroups.has(write.group));
|
|
117
|
+
if (!stillOwned) {
|
|
118
|
+
const owners = state.owners.get(key);
|
|
119
|
+
owners?.delete(transaction.id);
|
|
120
|
+
if (owners?.size === 0)
|
|
121
|
+
state.owners.delete(key);
|
|
122
|
+
}
|
|
123
|
+
pruneRegistryMutationKey(key, registry);
|
|
124
|
+
}
|
|
125
|
+
const hasUnfinalizedWrites = transaction.writes.some(write => !transaction.finalizedGroups.has(write.group));
|
|
126
|
+
if (!hasUnfinalizedWrites) {
|
|
127
|
+
transaction.finalized = true;
|
|
128
|
+
state.transactions.delete(transaction.id);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
export function capturedRegistryValue(transaction, key) {
|
|
132
|
+
for (let index = transaction.writes.length - 1; index >= 0; index -= 1) {
|
|
133
|
+
const write = transaction.writes[index];
|
|
134
|
+
if (write.key === key)
|
|
135
|
+
return write.after;
|
|
136
|
+
}
|
|
137
|
+
return { present: false, value: undefined };
|
|
138
|
+
}
|
|
139
|
+
export function capturedRegistryValues(transaction) {
|
|
140
|
+
const keys = new Set(transaction.writes.map(write => write.key));
|
|
141
|
+
const values = new Map();
|
|
142
|
+
for (const key of keys) {
|
|
143
|
+
const captured = capturedRegistryValue(transaction, key);
|
|
144
|
+
if (captured.present && captured.value)
|
|
145
|
+
values.set(key, captured.value);
|
|
146
|
+
}
|
|
147
|
+
return values;
|
|
148
|
+
}
|
|
149
|
+
export function transactionGroupsForKey(transaction, key) {
|
|
150
|
+
return new Set(transaction.writes.filter(write => write.key === key).map(write => write.group));
|
|
151
|
+
}
|
|
152
|
+
export function rollbackRegistryTransaction(transaction, registry, groups) {
|
|
153
|
+
const groupIds = [...new Set(transaction.writes.map(write => write.group))]
|
|
154
|
+
.filter(group => !transaction.finalizedGroups.has(group) && (!groups || groups.has(group)))
|
|
155
|
+
.sort((a, b) => b - a);
|
|
156
|
+
for (const group of groupIds) {
|
|
157
|
+
const writesByKey = new Map();
|
|
158
|
+
for (const write of transaction.writes) {
|
|
159
|
+
if (write.group !== group)
|
|
160
|
+
continue;
|
|
161
|
+
const writes = writesByKey.get(write.key) ?? [];
|
|
162
|
+
writes.push(write);
|
|
163
|
+
writesByKey.set(write.key, writes);
|
|
164
|
+
}
|
|
165
|
+
for (const writes of writesByKey.values()) {
|
|
166
|
+
const finalWrite = writes.at(-1);
|
|
167
|
+
if ((state.revisions.get(finalWrite.key) ?? 0) !== finalWrite.afterRevision)
|
|
168
|
+
continue;
|
|
169
|
+
for (let index = writes.length - 1; index >= 0; index -= 1) {
|
|
170
|
+
const write = writes[index];
|
|
171
|
+
if (write.before.present)
|
|
172
|
+
Map.prototype.set.call(registry, write.key, write.before.value);
|
|
173
|
+
else
|
|
174
|
+
Map.prototype.delete.call(registry, write.key);
|
|
175
|
+
if (write.beforeRevision === 0)
|
|
176
|
+
state.revisions.delete(write.key);
|
|
177
|
+
else
|
|
178
|
+
state.revisions.set(write.key, write.beforeRevision);
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
finalizeRegistryTransaction(transaction, registry, new Set(groupIds));
|
|
183
|
+
}
|
|
184
|
+
export function resetRegistryTransactionStateForTests() {
|
|
185
|
+
for (const transaction of state.transactions.values()) {
|
|
186
|
+
closeRegistryTransaction(transaction);
|
|
187
|
+
transaction.finalized = true;
|
|
188
|
+
for (const write of transaction.writes)
|
|
189
|
+
transaction.finalizedGroups.add(write.group);
|
|
190
|
+
}
|
|
191
|
+
state.transactions.clear();
|
|
192
|
+
state.owners.clear();
|
|
193
|
+
state.revisions.clear();
|
|
194
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|