@sovovs/bycli 1.8.0 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cli-manifest.json +0 -61
- package/clis/twitter/search.js +3 -3
- package/dist/src/adapter-shadow.js +2 -2
- package/dist/src/browser/analyze.d.ts +10 -99
- package/dist/src/browser/analyze.js +10 -226
- package/dist/src/browser/cdp.js +67 -7
- package/dist/src/browser/daemon-client.d.ts +2 -0
- package/dist/src/browser/daemon-client.js +1 -1
- package/dist/src/browser/extension-capabilities.d.ts +13 -0
- package/dist/src/browser/extension-capabilities.js +22 -0
- package/dist/src/browser/extension-capabilities.test.d.ts +1 -0
- package/dist/src/browser/extension-version-metadata.test.d.ts +1 -0
- package/dist/src/browser/navigation-guard.d.ts +78 -0
- package/dist/src/browser/navigation-guard.js +142 -0
- package/dist/src/browser/navigation-guard.test.d.ts +1 -0
- package/dist/src/browser/page.d.ts +1 -0
- package/dist/src/browser/page.js +20 -1
- package/dist/src/browser/url-policy.d.ts +89 -0
- package/dist/src/browser/url-policy.js +311 -0
- package/dist/src/browser/url-policy.test.d.ts +1 -0
- package/dist/src/browser/verify-fixture.js +2 -2
- package/dist/src/build-manifest.js +4 -2
- package/dist/src/capabilityRouting.d.ts +3 -2
- package/dist/src/capabilityRouting.js +10 -2
- package/dist/src/cli.js +11 -14
- package/dist/src/commanderAdapter.js +5 -5
- package/dist/src/config-paths.d.ts +19 -0
- package/dist/src/config-paths.js +31 -0
- package/dist/src/daemon.js +256 -0
- package/dist/src/discovery.d.ts +10 -3
- package/dist/src/discovery.js +20 -10
- package/dist/src/discovery.test.d.ts +1 -0
- package/dist/src/execution.d.ts +5 -0
- package/dist/src/execution.js +272 -48
- package/dist/src/help.js +8 -8
- package/dist/src/main.js +18 -2
- package/dist/src/manifest-schema.d.ts +9 -0
- package/dist/src/manifest-schema.js +162 -0
- package/dist/src/manifest-schema.test.d.ts +1 -0
- package/dist/src/manifest-types.d.ts +1 -1
- package/dist/src/observation/redaction.js +10 -4
- package/dist/src/plugin.js +11 -8
- package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
- package/dist/src/recorder/highlevel/analyze.js +91 -0
- package/dist/src/recorder/highlevel/init.d.ts +125 -0
- package/dist/src/recorder/highlevel/init.js +279 -0
- package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
- package/dist/src/recorder/highlevel/verify.d.ts +73 -0
- package/dist/src/recorder/highlevel/verify.js +74 -0
- package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
- package/dist/src/recorder/http/analyze-runner.js +78 -0
- package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
- package/dist/src/recorder/http/handlers.d.ts +51 -0
- package/dist/src/recorder/http/handlers.js +219 -0
- package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
- package/dist/src/recorder/http/wrapper-config.js +82 -0
- package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
- package/dist/src/recorder/http/wrapper-envelope.js +51 -0
- package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
- package/dist/src/recorder/http/wrapper-gates.js +28 -0
- package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
- package/dist/src/recorder/http/wrapper-metrics.js +5 -0
- package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
- package/dist/src/recorder/http/wrapper-registry.js +98 -0
- package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
- package/dist/src/recorder/http/wrapper-server.js +240 -0
- package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
- package/dist/src/recorder/observability/logger.d.ts +5 -0
- package/dist/src/recorder/observability/logger.js +13 -0
- package/dist/src/recorder/runner/config.d.ts +34 -0
- package/dist/src/recorder/runner/config.js +84 -0
- package/dist/src/recorder/runner/config.test.d.ts +1 -0
- package/dist/src/recorder/runner/reap.d.ts +79 -0
- package/dist/src/recorder/runner/reap.js +230 -0
- package/dist/src/recorder/runner/reap.test.d.ts +1 -0
- package/dist/src/recorder/runner/runner-port.d.ts +95 -0
- package/dist/src/recorder/runner/runner-port.js +518 -0
- package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
- package/dist/src/recorder/runner/session-keys.d.ts +28 -0
- package/dist/src/recorder/runner/session-keys.js +72 -0
- package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
- package/dist/src/recorder/runner/verify-runner-main.d.ts +96 -0
- package/dist/src/recorder/runner/verify-runner-main.js +292 -0
- package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
- package/dist/src/registry-api.d.ts +1 -1
- package/dist/src/registry-api.types.test.d.ts +1 -0
- package/dist/src/registry-transaction.d.ts +42 -0
- package/dist/src/registry-transaction.js +194 -0
- package/dist/src/registry-transaction.test.d.ts +1 -0
- package/dist/src/registry.d.ts +58 -16
- package/dist/src/registry.js +131 -15
- package/dist/src/serialization.d.ts +1 -1
- package/dist/src/serialization.js +3 -3
- package/dist/src/types.d.ts +2 -0
- package/package.json +8 -5
- package/scripts/m1-daemon-navigate-drive.mjs +138 -0
- package/scripts/m1-extension-spike.mjs +237 -0
- package/scripts/m1-live-spike.mjs +156 -0
- package/scripts/m6b-connect-back-spike.sh +31 -0
- package/clis/12306/utils.test.js +0 -331
- package/clis/1688/assets.test.js +0 -39
- package/clis/1688/download.test.js +0 -31
- package/clis/1688/item.test.js +0 -67
- package/clis/1688/search.test.js +0 -75
- package/clis/1688/shared.test.js +0 -57
- package/clis/1688/store.test.js +0 -62
- package/clis/36kr/article.test.js +0 -46
- package/clis/36kr/hot.test.js +0 -15
- package/clis/36kr/news.test.js +0 -85
- package/clis/51job/utils.test.js +0 -69
- package/clis/_atlassian/shared.test.js +0 -170
- package/clis/aibase/news.test.js +0 -59
- package/clis/amazon/bestsellers.test.js +0 -29
- package/clis/amazon/discussion.test.js +0 -124
- package/clis/amazon/offer.test.js +0 -29
- package/clis/amazon/product.test.js +0 -24
- package/clis/amazon/rankings.test.js +0 -41
- package/clis/amazon/search.test.js +0 -22
- package/clis/amazon/shared.test.js +0 -44
- package/clis/apple-podcasts/commands.test.js +0 -119
- package/clis/apple-podcasts/utils.test.js +0 -57
- package/clis/arxiv/arxiv.test.js +0 -112
- package/clis/baidu-scholar/search.test.js +0 -23
- package/clis/barchart/greeks.test.js +0 -138
- package/clis/bilibili/comment.test.js +0 -153
- package/clis/bilibili/comments.test.js +0 -142
- package/clis/bilibili/dynamic.test.js +0 -68
- package/clis/bilibili/hot.test.js +0 -17
- package/clis/bilibili/subtitle.test.js +0 -196
- package/clis/bilibili/summary.test.js +0 -210
- package/clis/bilibili/utils.test.js +0 -61
- package/clis/bilibili/video.test.js +0 -132
- package/clis/binance/commands.test.js +0 -70
- package/clis/bloomberg/utils.test.js +0 -129
- package/clis/booking/booking.test.js +0 -356
- package/clis/boss/chatlist.test.js +0 -211
- package/clis/boss/chatmsg.test.js +0 -230
- package/clis/boss/search.test.js +0 -78
- package/clis/boss/utils.test.js +0 -34
- package/clis/brave/search.test.js +0 -76
- package/clis/chaoxing/utils.test.js +0 -45
- package/clis/chatgpt/commands.test.js +0 -45
- package/clis/chatgpt/envelope.test.js +0 -108
- package/clis/chatgpt/image.test.js +0 -188
- package/clis/chatgpt/utils.test.js +0 -330
- package/clis/chatgpt-app/ax.test.js +0 -35
- package/clis/chatwise/composer.test.js +0 -186
- package/clis/chess/analyze.test.js +0 -79
- package/clis/chess/game.test.js +0 -178
- package/clis/chess/games.test.js +0 -164
- package/clis/chess/stats.test.js +0 -79
- package/clis/chess/utils.test.js +0 -230
- package/clis/claude/ask.test.js +0 -338
- package/clis/claude/commands.test.js +0 -118
- package/clis/claude/utils.test.js +0 -148
- package/clis/cnki/search.test.js +0 -18
- package/clis/codex/sidebar.test.js +0 -329
- package/clis/coingecko/coingecko.test.js +0 -109
- package/clis/confluence/commands.test.js +0 -195
- package/clis/coupang/coupang.test.js +0 -159
- package/clis/coupang/utils.test.js +0 -62
- package/clis/ctrip/ctrip.test.js +0 -719
- package/clis/dblp/dblp.test.js +0 -397
- package/clis/deepseek/ask.test.js +0 -312
- package/clis/deepseek/detail.test.js +0 -81
- package/clis/deepseek/send.test.js +0 -107
- package/clis/deepseek/utils.test.js +0 -370
- package/clis/defillama/defillama.test.js +0 -99
- package/clis/devto/devto.test.js +0 -236
- package/clis/dianping/dianping.test.js +0 -578
- package/clis/douban/download.test.js +0 -170
- package/clis/douban/movie-hot.test.js +0 -14
- package/clis/douban/search.test.js +0 -11
- package/clis/douban/subject.test.js +0 -11
- package/clis/douban/utils.test.js +0 -438
- package/clis/doubao/detail.test.js +0 -42
- package/clis/doubao/history.test.js +0 -37
- package/clis/doubao/utils.test.js +0 -344
- package/clis/douyin/_shared/browser-fetch.test.js +0 -64
- package/clis/douyin/_shared/creation-id.test.js +0 -22
- package/clis/douyin/_shared/imagex-upload.test.js +0 -87
- package/clis/douyin/_shared/sts2.test.js +0 -27
- package/clis/douyin/_shared/text-extra.test.js +0 -37
- package/clis/douyin/_shared/timing.test.js +0 -28
- package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
- package/clis/douyin/_shared/tos-upload.test.js +0 -229
- package/clis/douyin/_shared/transcode.test.js +0 -91
- package/clis/douyin/_shared/vod-upload.test.js +0 -38
- package/clis/douyin/activities.test.js +0 -55
- package/clis/douyin/collections.test.js +0 -45
- package/clis/douyin/delete.test.js +0 -100
- package/clis/douyin/draft.test.js +0 -335
- package/clis/douyin/drafts.test.js +0 -11
- package/clis/douyin/hashtag.test.js +0 -171
- package/clis/douyin/location.test.js +0 -23
- package/clis/douyin/profile.test.js +0 -46
- package/clis/douyin/publish-upload-id.test.js +0 -170
- package/clis/douyin/publish.test.js +0 -38
- package/clis/douyin/stats.test.js +0 -22
- package/clis/douyin/update.test.js +0 -11
- package/clis/douyin/user-videos.test.js +0 -151
- package/clis/douyin/videos.test.js +0 -54
- package/clis/duckduckgo/search.test.js +0 -128
- package/clis/duckduckgo/suggest.test.js +0 -66
- package/clis/eastmoney/hot-rank.test.js +0 -59
- package/clis/endoflife/endoflife.test.js +0 -51
- package/clis/facebook/feed.test.js +0 -169
- package/clis/facebook/marketplace.test.js +0 -91
- package/clis/facebook/notifications.test.js +0 -458
- package/clis/facebook/search.test.js +0 -55
- package/clis/flathub/flathub.test.js +0 -90
- package/clis/flomo/memos.test.js +0 -144
- package/clis/gemini/ask.test.js +0 -100
- package/clis/gemini/deep-research-result.test.js +0 -155
- package/clis/gemini/deep-research.test.js +0 -181
- package/clis/gemini/reply-state.test.js +0 -671
- package/clis/gemini/utils.test.js +0 -198
- package/clis/geogebra/geogebra.test.js +0 -175
- package/clis/gitee/search.test.js +0 -65
- package/clis/gitee/user.test.js +0 -63
- package/clis/google/utils.test.js +0 -75
- package/clis/google-scholar/cite.test.js +0 -47
- package/clis/google-scholar/profile.test.js +0 -49
- package/clis/google-scholar/search.test.js +0 -71
- package/clis/goproxy/goproxy.test.js +0 -103
- package/clis/gov-law/commands.test.js +0 -39
- package/clis/gov-policy/gov-policy.test.js +0 -224
- package/clis/grok/ask.test.js +0 -29
- package/clis/grok/utils.test.js +0 -103
- package/clis/hackernews/hackernews.test.js +0 -132
- package/clis/hf/hf.test.js +0 -16
- package/clis/hupu/hot.test.js +0 -224
- package/clis/imdb/utils.test.js +0 -88
- package/clis/indeed/indeed.test.js +0 -375
- package/clis/instagram/_shared/private-publish.test.js +0 -705
- package/clis/instagram/_shared/protocol-capture.test.js +0 -114
- package/clis/instagram/download.test.js +0 -118
- package/clis/instagram/note.test.js +0 -53
- package/clis/instagram/post.test.js +0 -1647
- package/clis/instagram/reel.test.js +0 -167
- package/clis/instagram/story.test.js +0 -134
- package/clis/jd/commands.test.js +0 -41
- package/clis/jd/item.test.js +0 -354
- package/clis/jianyu/search.test.js +0 -153
- package/clis/jianyu/shared/procurement-contract.test.js +0 -72
- package/clis/jianyu/shared/procurement-detail.test.js +0 -84
- package/clis/jike/read.test.js +0 -86
- package/clis/jira/commands.test.js +0 -287
- package/clis/juejin/search.js +0 -123
- package/clis/juejin/search.test.js +0 -98
- package/clis/lesswrong/frontpage.test.js +0 -37
- package/clis/lichess/lichess.test.js +0 -85
- package/clis/linkedin/connect.test.js +0 -213
- package/clis/linkedin/inbox.test.js +0 -152
- package/clis/linkedin/job-detail.test.js +0 -38
- package/clis/linkedin/jobs-preferences.test.js +0 -43
- package/clis/linkedin/people-search.test.js +0 -216
- package/clis/linkedin/post-analytics.test.js +0 -40
- package/clis/linkedin/posts.test.js +0 -40
- package/clis/linkedin/profile-analytics.test.js +0 -67
- package/clis/linkedin/profile-experience.test.js +0 -152
- package/clis/linkedin/profile-projects.test.js +0 -111
- package/clis/linkedin/profile-read.test.js +0 -77
- package/clis/linkedin/safe-send.test.js +0 -204
- package/clis/linkedin/salesnav-inbox.test.js +0 -113
- package/clis/linkedin/salesnav-message.test.js +0 -172
- package/clis/linkedin/salesnav-search.test.js +0 -76
- package/clis/linkedin/salesnav-thread.test.js +0 -79
- package/clis/linkedin/search.test.js +0 -222
- package/clis/linkedin/sent-invitations.test.js +0 -62
- package/clis/linkedin/services-read.test.js +0 -105
- package/clis/linkedin/thread-snapshot.test.js +0 -89
- package/clis/linkedin/timeline.test.js +0 -81
- package/clis/linkedin-learning/course.test.js +0 -114
- package/clis/linkedin-learning/search.test.js +0 -144
- package/clis/linkedin-learning/trending.test.js +0 -123
- package/clis/linux-do/feed.test.js +0 -153
- package/clis/linux-do/topic-content.test.js +0 -59
- package/clis/lobsters/lobsters.test.js +0 -169
- package/clis/notebooklm/add-source.test.js +0 -97
- package/clis/notebooklm/compat.test.js +0 -16
- package/clis/notebooklm/create.test.js +0 -58
- package/clis/notebooklm/generate-audio.test.js +0 -63
- package/clis/notebooklm/generate-slides.test.js +0 -75
- package/clis/notebooklm/history.test.js +0 -58
- package/clis/notebooklm/note-list.test.js +0 -56
- package/clis/notebooklm/notes-get.test.js +0 -72
- package/clis/notebooklm/open.test.js +0 -63
- package/clis/notebooklm/rpc.test.js +0 -131
- package/clis/notebooklm/source-fulltext.test.js +0 -106
- package/clis/notebooklm/source-get.test.js +0 -84
- package/clis/notebooklm/source-guide.test.js +0 -104
- package/clis/notebooklm/summary.test.js +0 -78
- package/clis/notebooklm/utils.test.js +0 -449
- package/clis/notebooklm/write-note.test.js +0 -70
- package/clis/nuget/nuget.test.js +0 -111
- package/clis/oeis/oeis.test.js +0 -88
- package/clis/ones/task-helpers.test.js +0 -12
- package/clis/ones/worklog.test.js +0 -20
- package/clis/openfda/openfda.test.js +0 -114
- package/clis/openreview/openreview.test.js +0 -427
- package/clis/osv/osv.test.js +0 -97
- package/clis/paperreview/commands.test.js +0 -243
- package/clis/paperreview/utils.test.js +0 -49
- package/clis/pixiv/download.test.js +0 -87
- package/clis/pixiv/illusts.test.js +0 -99
- package/clis/pixiv/search.test.js +0 -83
- package/clis/powerchina/search.test.js +0 -93
- package/clis/producthunt/utils.test.js +0 -64
- package/clis/pubmed/pubmed.test.js +0 -276
- package/clis/quark/utils.test.js +0 -58
- package/clis/qwen/utils.test.js +0 -45
- package/clis/reddit/extract-media.test.js +0 -149
- package/clis/reddit/frontpage.test.js +0 -34
- package/clis/reddit/home.test.js +0 -170
- package/clis/reddit/hot.test.js +0 -32
- package/clis/reddit/popular.test.js +0 -26
- package/clis/reddit/read.test.js +0 -335
- package/clis/reddit/reply.test.js +0 -89
- package/clis/reddit/search.test.js +0 -26
- package/clis/reddit/subreddit-info.test.js +0 -163
- package/clis/reddit/subreddit.test.js +0 -31
- package/clis/reddit/subscribed.test.js +0 -168
- package/clis/reddit/whoami.test.js +0 -105
- package/clis/rednote/navigation.test.js +0 -26
- package/clis/rednote/rednote.test.js +0 -222
- package/clis/rest-countries/rest-countries.test.js +0 -83
- package/clis/reuters/reuters.test.js +0 -299
- package/clis/rfc/rfc.test.js +0 -74
- package/clis/sinafinance/stock.test.js +0 -59
- package/clis/spotify/utils.test.js +0 -67
- package/clis/stackoverflow/stackoverflow.test.js +0 -404
- package/clis/steam/steam.test.js +0 -46
- package/clis/substack/utils.test.js +0 -44
- package/clis/suno/commands.test.js +0 -188
- package/clis/suno/download.test.js +0 -151
- package/clis/suno/generate.test.js +0 -252
- package/clis/suno/utils.test.js +0 -329
- package/clis/taobao/commands.test.js +0 -41
- package/clis/tdx/hot-rank.test.js +0 -59
- package/clis/ths/hot-rank.test.js +0 -64
- package/clis/tieba/commands.test.js +0 -79
- package/clis/tieba/utils.test.js +0 -290
- package/clis/tiktok/creator-videos.test.js +0 -113
- package/clis/tiktok/refactor.test.js +0 -389
- package/clis/tiktok/write-refactor.test.js +0 -370
- package/clis/toutiao/toutiao.test.js +0 -378
- package/clis/tvmaze/tvmaze.test.js +0 -93
- package/clis/twitter/bookmark-folder.test.js +0 -395
- package/clis/twitter/bookmark-folders.test.js +0 -152
- package/clis/twitter/bookmark.test.js +0 -74
- package/clis/twitter/bookmarks.test.js +0 -205
- package/clis/twitter/delete.test.js +0 -85
- package/clis/twitter/device-follow.test.js +0 -287
- package/clis/twitter/download.test.js +0 -457
- package/clis/twitter/followers.test.js +0 -62
- package/clis/twitter/following.test.js +0 -338
- package/clis/twitter/hide-reply.test.js +0 -76
- package/clis/twitter/like.test.js +0 -73
- package/clis/twitter/likes.test.js +0 -220
- package/clis/twitter/list-add.test.js +0 -133
- package/clis/twitter/list-create.test.js +0 -169
- package/clis/twitter/list-remove.test.js +0 -110
- package/clis/twitter/list-tweets.test.js +0 -196
- package/clis/twitter/lists.test.js +0 -253
- package/clis/twitter/post.test.js +0 -258
- package/clis/twitter/profile.test.js +0 -39
- package/clis/twitter/quote.test.js +0 -194
- package/clis/twitter/reply.test.js +0 -237
- package/clis/twitter/retweet.test.js +0 -73
- package/clis/twitter/search.test.js +0 -349
- package/clis/twitter/shared.test.js +0 -794
- package/clis/twitter/thread.test.js +0 -58
- package/clis/twitter/timeline.test.js +0 -104
- package/clis/twitter/trending.test.js +0 -15
- package/clis/twitter/tweets.test.js +0 -362
- package/clis/twitter/unbookmark.test.js +0 -73
- package/clis/twitter/unlike.test.js +0 -75
- package/clis/twitter/unretweet.test.js +0 -73
- package/clis/twitter/utils.test.js +0 -169
- package/clis/uisdc/news.test.js +0 -66
- package/clis/uiverse/_shared.test.js +0 -62
- package/clis/uiverse/navigation.test.js +0 -12
- package/clis/upwork/upwork.test.js +0 -566
- package/clis/wanfang/search.test.js +0 -23
- package/clis/web/read.test.js +0 -392
- package/clis/weibo/delete.test.js +0 -94
- package/clis/weibo/envelope.test.js +0 -85
- package/clis/weibo/favorites.test.js +0 -114
- package/clis/weibo/publish.test.js +0 -192
- package/clis/weibo/user-posts.test.js +0 -92
- package/clis/weibo/utils.test.js +0 -36
- package/clis/weixin/drafts.test.js +0 -69
- package/clis/weixin/search.test.js +0 -227
- package/clis/weread/ai-outline.test.js +0 -83
- package/clis/weread/book-search.test.js +0 -242
- package/clis/weread/commands.test.js +0 -398
- package/clis/weread/private-api-regression.test.js +0 -369
- package/clis/weread/search-regression.test.js +0 -494
- package/clis/weread/utils.test.js +0 -128
- package/clis/weread-official/commands.test.js +0 -385
- package/clis/weread-official/utils.test.js +0 -242
- package/clis/wikidata/wikidata.test.js +0 -83
- package/clis/wikipedia/trending.test.js +0 -57
- package/clis/wttr/wttr.test.js +0 -84
- package/clis/xianyu/chat.test.js +0 -84
- package/clis/xianyu/im.test.js +0 -253
- package/clis/xianyu/item.test.js +0 -56
- package/clis/xianyu/publish.test.js +0 -220
- package/clis/xianyu/search.test.js +0 -17
- package/clis/xiaoe/xiaoe.test.js +0 -486
- package/clis/xiaohongshu/comments.test.js +0 -258
- package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
- package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
- package/clis/xiaohongshu/creator-notes.test.js +0 -281
- package/clis/xiaohongshu/creator-stats.test.js +0 -24
- package/clis/xiaohongshu/delete-note.test.js +0 -172
- package/clis/xiaohongshu/download.test.js +0 -316
- package/clis/xiaohongshu/navigation.test.js +0 -34
- package/clis/xiaohongshu/note.test.js +0 -249
- package/clis/xiaohongshu/publish.test.js +0 -608
- package/clis/xiaohongshu/search.test.js +0 -325
- package/clis/xiaohongshu/user-helpers.test.js +0 -160
- package/clis/xiaoyuzhou/auth.test.js +0 -124
- package/clis/xiaoyuzhou/download.test.js +0 -135
- package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
- package/clis/xiaoyuzhou/transcript.test.js +0 -195
- package/clis/xiaoyuzhou/utils.test.js +0 -39
- package/clis/xueqiu/comments.test.js +0 -696
- package/clis/xueqiu/danjuan-utils.test.js +0 -41
- package/clis/xueqiu/utils.test.js +0 -26
- package/clis/yahoo/search.test.js +0 -94
- package/clis/youdao/note.test.js +0 -99
- package/clis/youtube/channel.test.js +0 -59
- package/clis/youtube/feed.test.js +0 -131
- package/clis/youtube/transcript-group.test.js +0 -99
- package/clis/youtube/transcript.test.js +0 -296
- package/clis/youtube/utils.test.js +0 -84
- package/clis/yuanbao/ask.test.js +0 -124
- package/clis/yuanbao/new.test.js +0 -30
- package/clis/yuanbao/shared.test.js +0 -80
- package/clis/zhihu/answer-comments.test.js +0 -287
- package/clis/zhihu/answer-detail.test.js +0 -338
- package/clis/zhihu/answer.test.js +0 -54
- package/clis/zhihu/collection.test.js +0 -337
- package/clis/zhihu/collections.test.js +0 -182
- package/clis/zhihu/comment.test.js +0 -50
- package/clis/zhihu/download.test.js +0 -12
- package/clis/zhihu/favorite.test.js +0 -59
- package/clis/zhihu/follow.test.js +0 -42
- package/clis/zhihu/like.test.js +0 -41
- package/clis/zhihu/question.test.js +0 -251
- package/clis/zhihu/recommend.test.js +0 -143
- package/clis/zhihu/search.test.js +0 -198
- package/clis/zhihu/target.test.js +0 -77
- package/clis/zhihu/text.test.js +0 -24
- package/clis/zhihu/write-shared.test.js +0 -176
- package/clis/zlibrary/commands.test.js +0 -65
- package/clis/zsxq/search.test.js +0 -24
- package/clis/zsxq/topic.test.js +0 -30
- package/clis/zsxq/topics.test.js +0 -24
- package/clis/zsxq/utils.test.js +0 -31
- package/dist/src/adapter-shadow.test.js +0 -49
- package/dist/src/adapter-source.test.js +0 -29
- package/dist/src/browser/analyze.test.js +0 -166
- package/dist/src/browser/article-extract.e2e.test.js +0 -105
- package/dist/src/browser/article-extract.test.js +0 -94
- package/dist/src/browser/ax-snapshot.test.js +0 -91
- package/dist/src/browser/base-page.test.js +0 -758
- package/dist/src/browser/cdp-click-fixture.test.js +0 -87
- package/dist/src/browser/cdp.test.js +0 -79
- package/dist/src/browser/compound.test.js +0 -175
- package/dist/src/browser/daemon-client.test.js +0 -199
- package/dist/src/browser/dom-helpers.test.js +0 -106
- package/dist/src/browser/dom-snapshot.test.js +0 -313
- package/dist/src/browser/errors.test.js +0 -60
- package/dist/src/browser/extract.test.js +0 -129
- package/dist/src/browser/find.test.js +0 -180
- package/dist/src/browser/html-tree.test.js +0 -181
- package/dist/src/browser/network-cache.test.js +0 -58
- package/dist/src/browser/network-key.test.js +0 -49
- package/dist/src/browser/page.test.js +0 -378
- package/dist/src/browser/shape-filter.test.js +0 -101
- package/dist/src/browser/shape.test.js +0 -82
- package/dist/src/browser/stealth.test.js +0 -134
- package/dist/src/browser/target-errors.test.js +0 -94
- package/dist/src/browser/target-resolver.test.js +0 -118
- package/dist/src/browser/utils.test.js +0 -29
- package/dist/src/browser/verify-fixture.test.js +0 -219
- package/dist/src/browser.test.js +0 -232
- package/dist/src/build-manifest.test.js +0 -341
- package/dist/src/capabilityRouting.test.js +0 -63
- package/dist/src/cli-argv-preprocess.test.js +0 -209
- package/dist/src/cli.test.js +0 -2803
- package/dist/src/commanderAdapter.test.js +0 -352
- package/dist/src/commands/daemon.test.js +0 -219
- package/dist/src/completion.test.js +0 -24
- package/dist/src/convention-audit.test.js +0 -247
- package/dist/src/daemon.test.js +0 -60
- package/dist/src/doctor.test.js +0 -263
- package/dist/src/download/article-download.test.js +0 -235
- package/dist/src/download/index.test.js +0 -140
- package/dist/src/download/media-download.test.js +0 -112
- package/dist/src/download/progress.test.js +0 -36
- package/dist/src/electron-apps.test.js +0 -49
- package/dist/src/engine.test.js +0 -312
- package/dist/src/errors.test.js +0 -109
- package/dist/src/execution.test.js +0 -623
- package/dist/src/extension-manifest-regression.test.js +0 -12
- package/dist/src/external.test.js +0 -146
- package/dist/src/help.test.js +0 -58
- package/dist/src/hooks.test.js +0 -92
- package/dist/src/interceptor.test.js +0 -81
- package/dist/src/launcher.test.js +0 -138
- package/dist/src/node-network.test.js +0 -55
- package/dist/src/observation/artifact.test.js +0 -121
- package/dist/src/observation/manager.test.js +0 -13
- package/dist/src/observation/redaction.test.js +0 -32
- package/dist/src/observation/retention.test.js +0 -118
- package/dist/src/observation/ring-buffer.test.js +0 -22
- package/dist/src/output.test.js +0 -53
- package/dist/src/package-exports.test.js +0 -112
- package/dist/src/pipeline/executor.test.js +0 -182
- package/dist/src/pipeline/steps/download.test.js +0 -102
- package/dist/src/pipeline/steps/fetch.test.js +0 -117
- package/dist/src/pipeline/template.test.js +0 -175
- package/dist/src/pipeline/transform.test.js +0 -133
- package/dist/src/plugin-manifest.test.js +0 -179
- package/dist/src/plugin-scaffold.test.js +0 -83
- package/dist/src/plugin.test.js +0 -1324
- package/dist/src/registry.test.js +0 -209
- package/dist/src/runtime-detect.test.js +0 -39
- package/dist/src/serialization.test.js +0 -78
- package/dist/src/snapshotFormatter.test.js +0 -521
- package/dist/src/tui.test.js +0 -19
- package/dist/src/update-check.test.js +0 -116
- package/dist/src/utils.test.js +0 -155
- package/dist/src/validate.test.js +0 -90
- package/dist/src/weixin-download.test.js +0 -45
|
@@ -0,0 +1,279 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* High-Level init module (M5b · createAdapterDraft, 07-high-level-services.md).
|
|
3
|
+
*
|
|
4
|
+
* Hosted main-repo side (Codex A' verdict): FS writes live here, not in dashboard-be.
|
|
5
|
+
* Uses the PURE pieces from @sovovs/bycli-recorder-core (validate/render/provenance/
|
|
6
|
+
* dry-run); this module adds the IO: overwrite/shadow check, write to disk, commit
|
|
7
|
+
* marker, config-snapshot injection.
|
|
8
|
+
*
|
|
9
|
+
* SCOPE (甲 / phase-1): writes report + adapter with an embedded provenance header
|
|
10
|
+
* and a commit marker, so a visible adapter always carries provenance (07 forbids an
|
|
11
|
+
* un-provenanced adapter). The FULL multi-file atomic write transaction (txn manifest
|
|
12
|
+
* + fsync + atomic rename) and the crash-recovery table (07:97-104) are deferred —
|
|
13
|
+
* tracked as M5b follow-up. Until then writes are direct (non-atomic), which is
|
|
14
|
+
* acceptable for a single-user local tool with the provenance+marker guard.
|
|
15
|
+
*/
|
|
16
|
+
import * as fs from 'node:fs';
|
|
17
|
+
import * as path from 'node:path';
|
|
18
|
+
import { getUserClisDir, getSitesDir, getSiteRecorderDir } from '../../config-paths.js';
|
|
19
|
+
import { createHash, randomUUID } from 'node:crypto';
|
|
20
|
+
import { validateAdapterName, renderAdapterTemplate, buildProvenanceHeader, computeDryRunDiff, decideInitRecovery, } from '@sovovs/bycli-recorder-core';
|
|
21
|
+
const DEFAULT_SNAPSHOT = {
|
|
22
|
+
releaseChannel: 'stable', localExperimentProfile: 'off', configSnapshotVersion: 1,
|
|
23
|
+
};
|
|
24
|
+
function clisDir(site) {
|
|
25
|
+
return path.join(getUserClisDir(), site);
|
|
26
|
+
}
|
|
27
|
+
function sha256(s) {
|
|
28
|
+
return createHash('sha256').update(s).digest('hex');
|
|
29
|
+
}
|
|
30
|
+
/** fsync a directory so a contained rename/create is durable. Best-effort: some platforms
|
|
31
|
+
* (notably Windows) reject opening a directory for fsync. */
|
|
32
|
+
function fsyncDir(dir) {
|
|
33
|
+
let dfd;
|
|
34
|
+
try {
|
|
35
|
+
dfd = fs.openSync(dir, 'r');
|
|
36
|
+
fs.fsyncSync(dfd);
|
|
37
|
+
}
|
|
38
|
+
catch { /* directory fsync unsupported on this platform */ }
|
|
39
|
+
finally {
|
|
40
|
+
if (dfd !== undefined)
|
|
41
|
+
fs.closeSync(dfd);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
/** Atomic file write (07:101-103): write to a sibling temp, fsync the fd, rename onto the
|
|
45
|
+
* final path, then fsync the parent dir so the rename itself is durable. 0600 (owner-only). */
|
|
46
|
+
function atomicWrite(finalPath, content) {
|
|
47
|
+
const dir = path.dirname(finalPath);
|
|
48
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
49
|
+
const tmp = path.join(dir, `.${path.basename(finalPath)}.${randomUUID()}.tmp`);
|
|
50
|
+
const fd = fs.openSync(tmp, 'wx', 0o600); // exclusive create
|
|
51
|
+
try {
|
|
52
|
+
fs.writeSync(fd, content);
|
|
53
|
+
fs.fsyncSync(fd);
|
|
54
|
+
}
|
|
55
|
+
finally {
|
|
56
|
+
fs.closeSync(fd);
|
|
57
|
+
}
|
|
58
|
+
fs.renameSync(tmp, finalPath);
|
|
59
|
+
fsyncDir(dir);
|
|
60
|
+
}
|
|
61
|
+
function writeManifest(manifestPath, manifest) {
|
|
62
|
+
atomicWrite(manifestPath, JSON.stringify(manifest));
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* Create an adapter draft. With writePolicy 'dry-run' (default) nothing is written —
|
|
66
|
+
* only the diff + intended report is returned. With 'write' it requires
|
|
67
|
+
* responsibleUseAcknowledgedAt (ADR-0005) and writes report + adapter to disk.
|
|
68
|
+
*/
|
|
69
|
+
export function createAdapterDraft(input, snapshot = DEFAULT_SNAPSHOT) {
|
|
70
|
+
const v = validateAdapterName(input.name);
|
|
71
|
+
if (!v.ok)
|
|
72
|
+
return { ok: false, errorCode: 'validation_failed', reason: v.reason };
|
|
73
|
+
const { site, command } = v.parts;
|
|
74
|
+
const writePolicy = input.writePolicy ?? 'dry-run';
|
|
75
|
+
if (writePolicy === 'write' && !input.responsibleUseAcknowledgedAt) {
|
|
76
|
+
return { ok: false, errorCode: 'responsible_use_required', reason: 'responsibleUseAcknowledgedAt required when writePolicy=write (ADR-0005)' };
|
|
77
|
+
}
|
|
78
|
+
const dir = clisDir(site);
|
|
79
|
+
const adapterPath = path.join(dir, `${command}.js`);
|
|
80
|
+
const reportPath = path.join(getSiteRecorderDir(site), `${command}-report.json`);
|
|
81
|
+
const warnings = [];
|
|
82
|
+
// shadow/overwrite check (mandatory, 07:64): refuse to silently clobber.
|
|
83
|
+
const existing = fs.existsSync(adapterPath) ? fs.readFileSync(adapterPath, 'utf-8') : null;
|
|
84
|
+
if (existing !== null) {
|
|
85
|
+
warnings.push(`adapter already exists at ${adapterPath}; init will overwrite (review the dry-run diff)`);
|
|
86
|
+
}
|
|
87
|
+
const report = {
|
|
88
|
+
adapterPath, reportPath, warnings,
|
|
89
|
+
responsibleUseAcknowledgedAt: input.responsibleUseAcknowledgedAt ?? 0,
|
|
90
|
+
releaseChannel: snapshot.releaseChannel,
|
|
91
|
+
localExperimentProfile: snapshot.localExperimentProfile,
|
|
92
|
+
configSnapshotVersion: snapshot.configSnapshotVersion,
|
|
93
|
+
};
|
|
94
|
+
// Render with provenance header so even phase-1 (non-atomic) writes are provenanced.
|
|
95
|
+
const txnId = randomUUID();
|
|
96
|
+
const reportJson = JSON.stringify(report, null, 2);
|
|
97
|
+
const provenanceHeader = buildProvenanceHeader({ txnId, reportPath, reportSha256: sha256(reportJson), llmModel: input.llmModel });
|
|
98
|
+
// browser derived from strategy (COOKIE/UI ⇒ authenticated browser context; PUBLIC ⇒ none),
|
|
99
|
+
// matching registry normalizeCommand — be derives & sends domain/strategy but not browser (03:74).
|
|
100
|
+
const browser = input.browser ?? (input.strategy !== undefined && input.strategy !== 'PUBLIC');
|
|
101
|
+
// LLM 合成产物(若有)填进模板留白;无则空骨架(渲染输出字节级不变)。
|
|
102
|
+
const rendered = renderAdapterTemplate({
|
|
103
|
+
site, command, domain: input.domain, strategy: input.strategy, browser, provenanceHeader,
|
|
104
|
+
funcBody: input.funcBody, columns: input.columns, description: input.description, access: input.access,
|
|
105
|
+
});
|
|
106
|
+
const dryRun = computeDryRunDiff(existing, rendered);
|
|
107
|
+
if (writePolicy === 'dry-run') {
|
|
108
|
+
return { ok: true, report, dryRun, generatedSource: rendered };
|
|
109
|
+
}
|
|
110
|
+
// Write transaction (07:95-104). A crash between the two artifact renames must never leave a
|
|
111
|
+
// visible adapter without provenance, so: manifest(preparing) → atomic report → atomic
|
|
112
|
+
// adapter (report committed FIRST) → atomic commit marker → manifest(committed). Each
|
|
113
|
+
// atomicWrite is temp-file + fsync + rename + parent-dir fsync. The crash-recovery sweep
|
|
114
|
+
// (recoverInitTransactions, 07:106-117) resolves any interruption from the manifest.
|
|
115
|
+
const adapterSha256 = sha256(rendered);
|
|
116
|
+
const reportSha256 = sha256(reportJson);
|
|
117
|
+
const recoveryDir = path.join(path.dirname(reportPath), '.txn');
|
|
118
|
+
const manifestPath = path.join(recoveryDir, `${command}.${txnId}.manifest.json`);
|
|
119
|
+
const markerPath = path.join(path.dirname(reportPath), `${command}.commit.json`);
|
|
120
|
+
writeManifest(manifestPath, { txnId, adapterPath, reportPath, markerPath, adapterSha256, reportSha256, state: 'preparing', createdAt: Date.now() });
|
|
121
|
+
atomicWrite(reportPath, reportJson);
|
|
122
|
+
atomicWrite(adapterPath, rendered);
|
|
123
|
+
atomicWrite(markerPath, JSON.stringify({ txnId, adapterPath, reportPath, adapterSha256, reportSha256, committedAt: Date.now() }));
|
|
124
|
+
writeManifest(manifestPath, { txnId, adapterPath, reportPath, markerPath, adapterSha256, reportSha256, state: 'committed', createdAt: Date.now() });
|
|
125
|
+
return { ok: true, report, dryRun, generatedSource: rendered };
|
|
126
|
+
}
|
|
127
|
+
export function saveAdapterSource(input) {
|
|
128
|
+
const v = validateAdapterName(input.name);
|
|
129
|
+
if (!v.ok)
|
|
130
|
+
return { ok: false, errorCode: 'validation_failed', reason: v.reason };
|
|
131
|
+
if (typeof input.source !== 'string' || !input.source.trim()) {
|
|
132
|
+
return { ok: false, errorCode: 'validation_failed', reason: 'source required' };
|
|
133
|
+
}
|
|
134
|
+
const { site, command } = v.parts;
|
|
135
|
+
const adapterPath = path.join(clisDir(site), `${command}.js`);
|
|
136
|
+
const reportPath = path.join(getSiteRecorderDir(site), `${command}-report.json`);
|
|
137
|
+
const txnId = randomUUID();
|
|
138
|
+
const report = { adapterPath, reportPath, source: 'llm-generated', llmModel: input.llmModel ?? null, savedAt: Date.now() };
|
|
139
|
+
const reportJson = JSON.stringify(report, null, 2);
|
|
140
|
+
const header = buildProvenanceHeader({ txnId, reportPath, reportSha256: sha256(reportJson), llmModel: input.llmModel });
|
|
141
|
+
const rendered = input.source.startsWith('// @generated-by') ? input.source : `${header}\n${input.source}`;
|
|
142
|
+
atomicWrite(reportPath, reportJson);
|
|
143
|
+
atomicWrite(adapterPath, rendered);
|
|
144
|
+
return { ok: true, adapterPath, reportPath };
|
|
145
|
+
}
|
|
146
|
+
/** First line of every recorder-generated adapter (buildProvenanceHeader). Recovery only
|
|
147
|
+
* ever quarantines a file carrying this — never an unknown user-authored file (07:106,117). */
|
|
148
|
+
const PROVENANCE_MARKER = '// @generated-by adapter-recorder';
|
|
149
|
+
function readManifest(p) {
|
|
150
|
+
try {
|
|
151
|
+
const m = JSON.parse(fs.readFileSync(p, 'utf-8'));
|
|
152
|
+
if (typeof m.txnId !== 'string' || typeof m.adapterPath !== 'string' || typeof m.reportPath !== 'string'
|
|
153
|
+
|| typeof m.markerPath !== 'string' || (m.state !== 'preparing' && m.state !== 'committed'))
|
|
154
|
+
return null;
|
|
155
|
+
return m;
|
|
156
|
+
}
|
|
157
|
+
catch {
|
|
158
|
+
return null;
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
function fileSha(p) {
|
|
162
|
+
try {
|
|
163
|
+
return sha256(fs.readFileSync(p, 'utf-8'));
|
|
164
|
+
}
|
|
165
|
+
catch {
|
|
166
|
+
return null;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
/** Gather the on-disk state of a manifest's referenced report/adapter/marker for decideInitRecovery. */
|
|
170
|
+
function observeTxnState(m) {
|
|
171
|
+
const reportSha = fileSha(m.reportPath);
|
|
172
|
+
const adapterSha = fileSha(m.adapterPath);
|
|
173
|
+
const reportExists = reportSha !== null;
|
|
174
|
+
const adapterExists = adapterSha !== null;
|
|
175
|
+
const hashesMatch = reportExists && adapterExists && reportSha === m.reportSha256 && adapterSha === m.adapterSha256;
|
|
176
|
+
let markerExists = false;
|
|
177
|
+
let markerValid = false;
|
|
178
|
+
try {
|
|
179
|
+
const marker = JSON.parse(fs.readFileSync(m.markerPath, 'utf-8'));
|
|
180
|
+
markerExists = true;
|
|
181
|
+
markerValid = marker.txnId === m.txnId && marker.adapterPath === m.adapterPath && marker.reportPath === m.reportPath
|
|
182
|
+
&& marker.adapterSha256 === m.adapterSha256 && marker.reportSha256 === m.reportSha256;
|
|
183
|
+
}
|
|
184
|
+
catch { /* no/unreadable marker */ }
|
|
185
|
+
return { reportExists, adapterExists, markerExists, markerValid, hashesMatch, manifestState: m.state };
|
|
186
|
+
}
|
|
187
|
+
/** Move an unprovenanced/corrupt adapter aside — only if it carries our provenance header. */
|
|
188
|
+
function quarantineAdapter(m, log) {
|
|
189
|
+
let content;
|
|
190
|
+
try {
|
|
191
|
+
content = fs.readFileSync(m.adapterPath, 'utf-8');
|
|
192
|
+
}
|
|
193
|
+
catch {
|
|
194
|
+
return;
|
|
195
|
+
} // already gone
|
|
196
|
+
if (!content.startsWith(PROVENANCE_MARKER)) {
|
|
197
|
+
log(`[init-recovery] refuse to quarantine non-recorder file ${m.adapterPath}`);
|
|
198
|
+
return;
|
|
199
|
+
}
|
|
200
|
+
const qDir = path.join(path.dirname(m.reportPath), '.quarantine');
|
|
201
|
+
fs.mkdirSync(qDir, { recursive: true });
|
|
202
|
+
const dest = path.join(qDir, `${path.basename(m.adapterPath)}.${m.txnId}`);
|
|
203
|
+
try {
|
|
204
|
+
fs.renameSync(m.adapterPath, dest);
|
|
205
|
+
log(`[init-recovery] quarantined ${m.adapterPath} → ${dest}`);
|
|
206
|
+
}
|
|
207
|
+
catch { /* best-effort */ }
|
|
208
|
+
}
|
|
209
|
+
/**
|
|
210
|
+
* Resolve init write transactions interrupted by a crash (07:106-117). Scans every
|
|
211
|
+
* ~/.bycli/sites/<site>/recorder/.txn/*.manifest.json, observes the referenced artifacts, and
|
|
212
|
+
* applies decideInitRecovery: write/refresh the marker for a provenance-complete transaction,
|
|
213
|
+
* quarantine an unprovenanced/corrupt adapter, or roll back an empty one. Only manifest paths
|
|
214
|
+
* (and adapters with the provenance header) are touched — unknown user files are never deleted.
|
|
215
|
+
* Designed to run once at daemon startup (extends the verify reap).
|
|
216
|
+
*/
|
|
217
|
+
export function recoverInitTransactions(opts = {}) {
|
|
218
|
+
const sitesRoot = opts.sitesRoot ?? getSitesDir();
|
|
219
|
+
const log = opts.log ?? (() => { });
|
|
220
|
+
const result = { scanned: 0, committed: 0, rolledForward: 0, rolledBack: 0, quarantined: 0 };
|
|
221
|
+
let sites;
|
|
222
|
+
try {
|
|
223
|
+
sites = fs.readdirSync(sitesRoot);
|
|
224
|
+
}
|
|
225
|
+
catch {
|
|
226
|
+
return result;
|
|
227
|
+
}
|
|
228
|
+
for (const site of sites) {
|
|
229
|
+
const txnDir = path.join(sitesRoot, site, 'recorder', '.txn');
|
|
230
|
+
let entries;
|
|
231
|
+
try {
|
|
232
|
+
entries = fs.readdirSync(txnDir).filter((f) => f.endsWith('.manifest.json'));
|
|
233
|
+
}
|
|
234
|
+
catch {
|
|
235
|
+
continue;
|
|
236
|
+
}
|
|
237
|
+
for (const entry of entries) {
|
|
238
|
+
const manifestPath = path.join(txnDir, entry);
|
|
239
|
+
const m = readManifest(manifestPath);
|
|
240
|
+
if (!m) {
|
|
241
|
+
try {
|
|
242
|
+
fs.rmSync(manifestPath, { force: true });
|
|
243
|
+
}
|
|
244
|
+
catch { /* ignore */ }
|
|
245
|
+
continue;
|
|
246
|
+
}
|
|
247
|
+
result.scanned++;
|
|
248
|
+
const action = decideInitRecovery(observeTxnState(m));
|
|
249
|
+
switch (action) {
|
|
250
|
+
case 'roll_forward':
|
|
251
|
+
// provenance complete (report+adapter+hashes) but marker missing → write it.
|
|
252
|
+
atomicWrite(m.markerPath, JSON.stringify({ txnId: m.txnId, adapterPath: m.adapterPath, reportPath: m.reportPath, adapterSha256: m.adapterSha256, reportSha256: m.reportSha256, committedAt: Date.now() }));
|
|
253
|
+
result.rolledForward++;
|
|
254
|
+
break;
|
|
255
|
+
case 'commit':
|
|
256
|
+
result.committed++; // marker already valid; the manifest drop below is the commit
|
|
257
|
+
break;
|
|
258
|
+
case 'quarantine':
|
|
259
|
+
quarantineAdapter(m, log);
|
|
260
|
+
result.quarantined++;
|
|
261
|
+
break;
|
|
262
|
+
case 'rolled_back':
|
|
263
|
+
result.rolledBack++; // orphan report retained; nothing live to undo
|
|
264
|
+
break;
|
|
265
|
+
case 'noop':
|
|
266
|
+
default:
|
|
267
|
+
break;
|
|
268
|
+
}
|
|
269
|
+
// terminal: drop the manifest (provenance now lives in the marker / quarantine record).
|
|
270
|
+
try {
|
|
271
|
+
fs.rmSync(manifestPath, { force: true });
|
|
272
|
+
}
|
|
273
|
+
catch { /* ignore */ }
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
if (result.scanned > 0)
|
|
277
|
+
log(`[init-recovery] swept ${result.scanned}: ${JSON.stringify(result)}`);
|
|
278
|
+
return result;
|
|
279
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* High-Level verify module (M5c · verifyAdapter, 07-high-level-services.md).
|
|
3
|
+
*
|
|
4
|
+
* Hosted main-repo side (Codex A' verdict): verify runs user adapter JS, which MUST
|
|
5
|
+
* execute in a child-process runner (08), never in this process. M5c lands the
|
|
6
|
+
* INTERFACE + delegation seam only: validate the adapter name, derive display-only
|
|
7
|
+
* evidence from the raw seed args (HMAC, raw never echoed), then delegate to a
|
|
8
|
+
* RunnerPort. The real runner (spawn / JSONL / env isolation / input.json 0600 /
|
|
9
|
+
* timeout / reap) landed in M6 and is the production default (defaultRunnerPort);
|
|
10
|
+
* a stub RunnerPort is retained as a test double to exercise the seam without spawning.
|
|
11
|
+
*
|
|
12
|
+
* SECURITY (07:123-124, 167): raw executionSeedArgs stay in memory / input.json only;
|
|
13
|
+
* they never enter the returned summary, report, status, or logs.
|
|
14
|
+
*/
|
|
15
|
+
import { type SeedArgEvidence, type VerifySummary } from '@sovovs/bycli-recorder-core';
|
|
16
|
+
export interface VerifyInput {
|
|
17
|
+
/** site/command */
|
|
18
|
+
name: string;
|
|
19
|
+
/** Recorder session id (non-secret) forwarded by be. Consumed daemon-side to look up the
|
|
20
|
+
* per-session HMAC salt (M7a · 04:111) — verifyAdapter itself takes the resolved key as a
|
|
21
|
+
* separate argument, so this field is not read here. */
|
|
22
|
+
sessionId?: string;
|
|
23
|
+
/** Canonical recorder requestId minted by be/Local Service; when set the runner uses it
|
|
24
|
+
* as the run id so be ↔ daemon ↔ runner all key on the same id. */
|
|
25
|
+
requestId?: string;
|
|
26
|
+
/** raw seed args — memory/input.json only, never returned. */
|
|
27
|
+
executionSeedArgs?: Record<string, unknown>;
|
|
28
|
+
fixture?: 'ignore' | 'match' | 'update';
|
|
29
|
+
trace?: 'off' | 'retain-on-failure' | 'always';
|
|
30
|
+
/** N3:显式 adapter 路径 override —— verify 录制器 LLM 生成的临时草稿(不在 clis/),缺省按 name 派生。 */
|
|
31
|
+
adapterPath?: string;
|
|
32
|
+
}
|
|
33
|
+
/** The runner boundary (08). M6 provides the real child-process implementation. */
|
|
34
|
+
export interface RunnerPort {
|
|
35
|
+
startVerify(input: {
|
|
36
|
+
name: string;
|
|
37
|
+
/** Canonical requestId from the caller; runner generates one if absent. */
|
|
38
|
+
requestId?: string;
|
|
39
|
+
evidenceSeedArgs: Record<string, SeedArgEvidence>;
|
|
40
|
+
rawSeedArgs: Record<string, unknown>;
|
|
41
|
+
fixture: string;
|
|
42
|
+
trace: string;
|
|
43
|
+
/** N3: explicit adapter path override (recorder draft verify); default = name→clis path. */
|
|
44
|
+
adapterPath?: string;
|
|
45
|
+
}): Promise<{
|
|
46
|
+
requestId: string;
|
|
47
|
+
}>;
|
|
48
|
+
getVerifyStatus(requestId: string): Promise<VerifySummary | null>;
|
|
49
|
+
cancelVerify(requestId: string): Promise<{
|
|
50
|
+
cancelled: boolean;
|
|
51
|
+
}>;
|
|
52
|
+
}
|
|
53
|
+
export type VerifyResult = {
|
|
54
|
+
ok: true;
|
|
55
|
+
requestId: string;
|
|
56
|
+
} | {
|
|
57
|
+
ok: false;
|
|
58
|
+
errorCode: 'validation_failed' | 'queue_full' | 'runner_protocol_error';
|
|
59
|
+
reason: string;
|
|
60
|
+
};
|
|
61
|
+
/**
|
|
62
|
+
* Stub runner — the seam without execution. Returns runner_protocol_error with a clear
|
|
63
|
+
* message so callers see the interface is wired but no child ran. Retained as a test
|
|
64
|
+
* double (inject it to exercise verifyAdapter without spawning); the production default is
|
|
65
|
+
* the real spawn-based RunnerPort (M6a).
|
|
66
|
+
*/
|
|
67
|
+
export declare const stubRunnerPort: RunnerPort;
|
|
68
|
+
/**
|
|
69
|
+
* verifyAdapter: validate name → derive display-only evidence → delegate to the runner.
|
|
70
|
+
* `sessionHmacKey` keys the evidence HMAC; `runner` defaults to the real child-process
|
|
71
|
+
* RunnerPort (M6a) and can be overridden (stub/fake) in tests.
|
|
72
|
+
*/
|
|
73
|
+
export declare function verifyAdapter(input: VerifyInput, sessionHmacKey: string, runner?: RunnerPort): Promise<VerifyResult>;
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* High-Level verify module (M5c · verifyAdapter, 07-high-level-services.md).
|
|
3
|
+
*
|
|
4
|
+
* Hosted main-repo side (Codex A' verdict): verify runs user adapter JS, which MUST
|
|
5
|
+
* execute in a child-process runner (08), never in this process. M5c lands the
|
|
6
|
+
* INTERFACE + delegation seam only: validate the adapter name, derive display-only
|
|
7
|
+
* evidence from the raw seed args (HMAC, raw never echoed), then delegate to a
|
|
8
|
+
* RunnerPort. The real runner (spawn / JSONL / env isolation / input.json 0600 /
|
|
9
|
+
* timeout / reap) landed in M6 and is the production default (defaultRunnerPort);
|
|
10
|
+
* a stub RunnerPort is retained as a test double to exercise the seam without spawning.
|
|
11
|
+
*
|
|
12
|
+
* SECURITY (07:123-124, 167): raw executionSeedArgs stay in memory / input.json only;
|
|
13
|
+
* they never enter the returned summary, report, status, or logs.
|
|
14
|
+
*/
|
|
15
|
+
import { resolve, sep } from 'node:path';
|
|
16
|
+
import { getConfigDir } from '../../config-paths.js';
|
|
17
|
+
import { validateAdapterName, deriveEvidenceSeedArgs, } from '@sovovs/bycli-recorder-core';
|
|
18
|
+
import { defaultRunnerPort } from '../runner/runner-port.js';
|
|
19
|
+
/**
|
|
20
|
+
* Stub runner — the seam without execution. Returns runner_protocol_error with a clear
|
|
21
|
+
* message so callers see the interface is wired but no child ran. Retained as a test
|
|
22
|
+
* double (inject it to exercise verifyAdapter without spawning); the production default is
|
|
23
|
+
* the real spawn-based RunnerPort (M6a).
|
|
24
|
+
*/
|
|
25
|
+
export const stubRunnerPort = {
|
|
26
|
+
async startVerify() {
|
|
27
|
+
throw Object.assign(new Error('verify runner not implemented (stub)'), { code: 'runner_protocol_error' });
|
|
28
|
+
},
|
|
29
|
+
async getVerifyStatus() { return null; },
|
|
30
|
+
async cancelVerify() { return { cancelled: false }; },
|
|
31
|
+
};
|
|
32
|
+
/**
|
|
33
|
+
* verifyAdapter: validate name → derive display-only evidence → delegate to the runner.
|
|
34
|
+
* `sessionHmacKey` keys the evidence HMAC; `runner` defaults to the real child-process
|
|
35
|
+
* RunnerPort (M6a) and can be overridden (stub/fake) in tests.
|
|
36
|
+
*/
|
|
37
|
+
export async function verifyAdapter(input, sessionHmacKey, runner) {
|
|
38
|
+
const v = validateAdapterName(input.name);
|
|
39
|
+
if (!v.ok)
|
|
40
|
+
return { ok: false, errorCode: 'validation_failed', reason: v.reason };
|
|
41
|
+
// N3 安全:adapterPath override 必须是 byCLI 配置根(BYCLI_CONFIG_DIR,默认 ~/.bycli)下的绝对
|
|
42
|
+
// 路径(草稿/正式 clis),防越权读任意文件。根随 config-paths 解析,与 clis/sites 落盘同源。
|
|
43
|
+
let adapterPath = input.adapterPath;
|
|
44
|
+
if (adapterPath !== undefined) {
|
|
45
|
+
const abs = resolve(adapterPath);
|
|
46
|
+
const root = resolve(getConfigDir()) + sep;
|
|
47
|
+
if (!abs.startsWith(root)) {
|
|
48
|
+
return { ok: false, errorCode: 'validation_failed', reason: `adapterPath must be under ${getConfigDir()}` };
|
|
49
|
+
}
|
|
50
|
+
adapterPath = abs;
|
|
51
|
+
}
|
|
52
|
+
const port = runner ?? defaultRunnerPort();
|
|
53
|
+
const rawSeedArgs = input.executionSeedArgs ?? {};
|
|
54
|
+
const evidenceSeedArgs = deriveEvidenceSeedArgs(rawSeedArgs, sessionHmacKey);
|
|
55
|
+
try {
|
|
56
|
+
const { requestId } = await port.startVerify({
|
|
57
|
+
name: input.name,
|
|
58
|
+
requestId: input.requestId, // canonical id from be (undefined → runner generates)
|
|
59
|
+
evidenceSeedArgs,
|
|
60
|
+
rawSeedArgs, // memory→input.json only, runner's responsibility; never returned
|
|
61
|
+
fixture: input.fixture ?? 'ignore',
|
|
62
|
+
trace: input.trace ?? 'retain-on-failure',
|
|
63
|
+
adapterPath, // N3: validated draft path override (undefined → name→clis)
|
|
64
|
+
});
|
|
65
|
+
return { ok: true, requestId };
|
|
66
|
+
}
|
|
67
|
+
catch (e) {
|
|
68
|
+
// queue_full (M6c: runner at maxConcurrency + queue saturated, 03 → 429) is surfaced
|
|
69
|
+
// distinctly; any other failure normalizes to runner_protocol_error (08:95).
|
|
70
|
+
const code = e?.code;
|
|
71
|
+
const errorCode = code === 'queue_full' ? 'queue_full' : 'runner_protocol_error';
|
|
72
|
+
return { ok: false, errorCode, reason: e instanceof Error ? e.message : String(e) };
|
|
73
|
+
}
|
|
74
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { AnalyzeReport, AdapterRef } from '../../browser/analyze.js';
|
|
2
|
+
export interface AnalyzeRunInput {
|
|
3
|
+
url: string;
|
|
4
|
+
session: string;
|
|
5
|
+
contextId: string;
|
|
6
|
+
settleMs?: number;
|
|
7
|
+
}
|
|
8
|
+
/** 可注入 seam:production 构造 daemon-backed Page 跑 analyze;测试注入 fake 返 report 或抛错。 */
|
|
9
|
+
export type AnalyzeRunner = (input: AnalyzeRunInput) => Promise<AnalyzeReport>;
|
|
10
|
+
/**
|
|
11
|
+
* Lightweight adapter registry for nearest-adapter matching. The wrapper process
|
|
12
|
+
* SKIPS full adapter discovery (main.ts `internal highlevel-http` fast-path), so
|
|
13
|
+
* `getRegistry()` is empty here. Instead read the same `cli-manifest.json` that
|
|
14
|
+
* discovery reads and build the `{site,name,domain}` AdapterRefs `findNearestAdapter`
|
|
15
|
+
* needs — no adapter code is loaded, faithful to the wrapper's lightweight design.
|
|
16
|
+
* User manifest is read last so it overrides built-ins on `site/name` collisions
|
|
17
|
+
* (mirrors discovery order). Cached for the server lifetime; pass explicit
|
|
18
|
+
* `manifestPaths` (tests) to bypass the cache.
|
|
19
|
+
*/
|
|
20
|
+
export declare function loadAdapterRegistry(manifestPaths?: string[]): Map<string, AdapterRef>;
|
|
21
|
+
/**
|
|
22
|
+
* 默认 analyzeRunner(M6b daemon-backed Page)。timeoutMs 透传给 analyzeBrowserWithTimeout(超时 →
|
|
23
|
+
* AnalyzeTimeoutError code='analyze_timeout')。nearest-adapter registry 经 loadAdapterRegistry()
|
|
24
|
+
* 从 cli-manifest.json 轻量加载(wrapper 跳过 discovery,getRegistry() 在此进程为空)。
|
|
25
|
+
*/
|
|
26
|
+
export declare function createAnalyzeRunner(opts: {
|
|
27
|
+
timeoutMs: number;
|
|
28
|
+
}): AnalyzeRunner;
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
// M9c High-Level HTTP wrapper —— analyze 异步 worker。analyzeBrowser 需要活的 IPage:这里复刻 M6b
|
|
2
|
+
// 连回模式(verify-runner-main.ts:138-154)——直接 `new Page(...)`(**不经 BrowserBridge**,后者
|
|
3
|
+
// connect() 会 health-check + spawn/重启 daemon;wrapper 只该 attach 现有 daemon、绝不管理 daemon 生命
|
|
4
|
+
// 周期),经 `BYCLI_DAEMON_PORT`(daemon-client.ts:12 模块加载时读)连回父 daemon 拿 Page,跑
|
|
5
|
+
// analyzeBrowserWithTimeout,finally 释放 lease(closeWindow)。隔离成可注入 seam → 测试无需真 daemon/Page。
|
|
6
|
+
import fs from 'node:fs';
|
|
7
|
+
import path from 'node:path';
|
|
8
|
+
import { getUserClisDir } from '../../config-paths.js';
|
|
9
|
+
import { fileURLToPath } from 'node:url';
|
|
10
|
+
import { findPackageRoot, getCliManifestPath } from '../../package-paths.js';
|
|
11
|
+
let cachedRegistry = null;
|
|
12
|
+
function defaultManifestPaths() {
|
|
13
|
+
const root = findPackageRoot(fileURLToPath(import.meta.url));
|
|
14
|
+
return [
|
|
15
|
+
getCliManifestPath(path.join(root, 'clis')), // built-in adapters
|
|
16
|
+
getCliManifestPath(getUserClisDir()), // user adapters
|
|
17
|
+
];
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Lightweight adapter registry for nearest-adapter matching. The wrapper process
|
|
21
|
+
* SKIPS full adapter discovery (main.ts `internal highlevel-http` fast-path), so
|
|
22
|
+
* `getRegistry()` is empty here. Instead read the same `cli-manifest.json` that
|
|
23
|
+
* discovery reads and build the `{site,name,domain}` AdapterRefs `findNearestAdapter`
|
|
24
|
+
* needs — no adapter code is loaded, faithful to the wrapper's lightweight design.
|
|
25
|
+
* User manifest is read last so it overrides built-ins on `site/name` collisions
|
|
26
|
+
* (mirrors discovery order). Cached for the server lifetime; pass explicit
|
|
27
|
+
* `manifestPaths` (tests) to bypass the cache.
|
|
28
|
+
*/
|
|
29
|
+
export function loadAdapterRegistry(manifestPaths) {
|
|
30
|
+
if (!manifestPaths && cachedRegistry)
|
|
31
|
+
return cachedRegistry;
|
|
32
|
+
const registry = new Map();
|
|
33
|
+
for (const manifestPath of manifestPaths ?? defaultManifestPaths()) {
|
|
34
|
+
let raw;
|
|
35
|
+
try {
|
|
36
|
+
raw = fs.readFileSync(manifestPath, 'utf8');
|
|
37
|
+
}
|
|
38
|
+
catch {
|
|
39
|
+
continue; /* no manifest on disk */
|
|
40
|
+
}
|
|
41
|
+
let entries;
|
|
42
|
+
try {
|
|
43
|
+
entries = JSON.parse(raw);
|
|
44
|
+
}
|
|
45
|
+
catch {
|
|
46
|
+
continue; /* corrupt → skip, best-effort */
|
|
47
|
+
}
|
|
48
|
+
if (!Array.isArray(entries))
|
|
49
|
+
continue;
|
|
50
|
+
for (const e of entries) {
|
|
51
|
+
if (!e?.site || !e?.name)
|
|
52
|
+
continue;
|
|
53
|
+
registry.set(`${e.site}/${e.name}`, { site: e.site, name: e.name, domain: e.domain });
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
if (!manifestPaths)
|
|
57
|
+
cachedRegistry = registry;
|
|
58
|
+
return registry;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* 默认 analyzeRunner(M6b daemon-backed Page)。timeoutMs 透传给 analyzeBrowserWithTimeout(超时 →
|
|
62
|
+
* AnalyzeTimeoutError code='analyze_timeout')。nearest-adapter registry 经 loadAdapterRegistry()
|
|
63
|
+
* 从 cli-manifest.json 轻量加载(wrapper 跳过 discovery,getRegistry() 在此进程为空)。
|
|
64
|
+
*/
|
|
65
|
+
export function createAnalyzeRunner(opts) {
|
|
66
|
+
return async (input) => {
|
|
67
|
+
const { Page } = await import('../../browser/page.js');
|
|
68
|
+
const { analyzeBrowserWithTimeout } = await import('../highlevel/analyze.js');
|
|
69
|
+
// background automation window + ephemeral per-run session,直接连回 daemon(同 M6b)。
|
|
70
|
+
const page = new Page(input.session, undefined, input.contextId, 'background', 'adapter', 'ephemeral');
|
|
71
|
+
try {
|
|
72
|
+
return await analyzeBrowserWithTimeout(page, loadAdapterRegistry(), { url: input.url, settleMs: input.settleMs }, opts.timeoutMs);
|
|
73
|
+
}
|
|
74
|
+
finally {
|
|
75
|
+
await page.closeWindow?.().catch(() => { });
|
|
76
|
+
}
|
|
77
|
+
};
|
|
78
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { type ErrorCode } from './wrapper-envelope.js';
|
|
2
|
+
import type { WrapperRegistry } from './wrapper-registry.js';
|
|
3
|
+
import { type createAdapterDraft } from '../highlevel/init.js';
|
|
4
|
+
import type { RunnerPortWithLifecycle } from '../runner/runner-port.js';
|
|
5
|
+
import type { AnalyzeRunner } from './analyze-runner.js';
|
|
6
|
+
export interface HandlerOutcome {
|
|
7
|
+
status: number;
|
|
8
|
+
body: unknown;
|
|
9
|
+
/** 供 finish-logger / metrics 打标(非 2xx 时设)。 */
|
|
10
|
+
errorCode?: ErrorCode;
|
|
11
|
+
}
|
|
12
|
+
/** handler 依赖(可注入,测试用)。 */
|
|
13
|
+
export interface HandlerCtx {
|
|
14
|
+
registry: WrapperRegistry;
|
|
15
|
+
createDraft: typeof createAdapterDraft;
|
|
16
|
+
/** verify 委托的 runner(production=defaultRunnerPort();测试注入 fake);用于 startVerify + getRunStatus。 */
|
|
17
|
+
runner: RunnerPortWithLifecycle;
|
|
18
|
+
/** sessionId → per-session HMAC key(M7a;缺 session 用进程 fallback)。可注入,默认进程级 registry。 */
|
|
19
|
+
sessionKeyFor?: (sessionId?: string) => string;
|
|
20
|
+
/** analyze 委托(production=daemon-backed Page;测试注入 fake)。 */
|
|
21
|
+
analyzeRunner: AnalyzeRunner;
|
|
22
|
+
/** 在飞后台作业集合(analyze 的 in-process Page 工作);shutdown 时 drain 它们好让 finally closeWindow
|
|
23
|
+
* 释放 daemon Page lease,而不是被 process.exit 硬切(Codex M9 Med)。createWrapperApp 注入。 */
|
|
24
|
+
inflight?: Set<Promise<unknown>>;
|
|
25
|
+
}
|
|
26
|
+
/** GET /health —— 门禁已由 router 施加,此处只报存活。 */
|
|
27
|
+
export declare function handleHealth(): HandlerOutcome;
|
|
28
|
+
/**
|
|
29
|
+
* POST /v1/adapters/init —— 铸 requestId → createRequest → createAdapterDraft(同步)→ finalize →
|
|
30
|
+
* 202 AcceptedResponse。name 缺失/非法 → finalize failed(validation_failed),仍 202(错误经 status 查)。
|
|
31
|
+
*/
|
|
32
|
+
export declare function handleInit(ctx: HandlerCtx, body: Record<string, unknown>): HandlerOutcome;
|
|
33
|
+
/**
|
|
34
|
+
* POST /v1/browser/analyze —— 校验 url/session/contextId → 铸 requestId → createRequest → **立即 202** →
|
|
35
|
+
* 后台 `runAnalyzeBackground`(构造 daemon-backed Page 跑 analyze,M6b 模式)。analyze 无 seed;结果是
|
|
36
|
+
* 站点分类 AnalyzeReport。daemon 不可达 → daemon_unavailable(503),超时 → analyze_timeout(504,status timeout)。
|
|
37
|
+
*/
|
|
38
|
+
export declare function handleAnalyze(ctx: HandlerCtx, body: Record<string, unknown>): HandlerOutcome;
|
|
39
|
+
/**
|
|
40
|
+
* POST /v1/adapters/verify —— 铸 requestId(== runner canonical id)→ createRequest → 委托
|
|
41
|
+
* verifyAdapter(name 校验 → 派生 evidence HMAC → runner.startVerify)。runner 接受即留 running(202,
|
|
42
|
+
* 客户端轮询 GET status 拿 runner live 进度);startVerify 同步拒(validation_failed/queue_full/
|
|
43
|
+
* runner_protocol_error)→ finalize failed,仍 202。**raw executionSeedArgs 只进 runner input.json,
|
|
44
|
+
* 绝不进 registry/202/log**(verifyAdapter 内部经 input.json 0600 落盘,wrapper 这层不碰 raw)。
|
|
45
|
+
*/
|
|
46
|
+
export declare function handleVerify(ctx: HandlerCtx, body: Record<string, unknown>): Promise<HandlerOutcome>;
|
|
47
|
+
/**
|
|
48
|
+
* GET /v1/requests/{requestId}(+waitMs long-poll)—— 未知/TTL 过期 → 404 request_not_found;否则
|
|
49
|
+
* 200 RequestStatus。verify 类经 runner getRunStatus 代理 live 进度并在终态 finalize summary。
|
|
50
|
+
*/
|
|
51
|
+
export declare function handleRequestStatus(ctx: HandlerCtx, requestId: string, waitMs: number): Promise<HandlerOutcome>;
|