@sovovs/bycli 1.8.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cli-manifest.json +0 -61
- package/dist/src/adapter-shadow.js +2 -2
- package/dist/src/browser/analyze.d.ts +10 -99
- package/dist/src/browser/analyze.js +10 -226
- package/dist/src/browser/cdp.js +64 -7
- package/dist/src/browser/navigation-guard.d.ts +78 -0
- package/dist/src/browser/navigation-guard.js +142 -0
- package/dist/src/browser/navigation-guard.test.d.ts +1 -0
- package/dist/src/browser/url-policy.d.ts +89 -0
- package/dist/src/browser/url-policy.js +311 -0
- package/dist/src/browser/url-policy.test.d.ts +1 -0
- package/dist/src/browser/verify-fixture.js +2 -2
- package/dist/src/cli.js +10 -13
- package/dist/src/config-paths.d.ts +19 -0
- package/dist/src/config-paths.js +31 -0
- package/dist/src/daemon.js +240 -0
- package/dist/src/discovery.d.ts +5 -3
- package/dist/src/discovery.js +8 -6
- package/dist/src/execution.js +8 -3
- package/dist/src/main.js +18 -2
- package/dist/src/plugin.js +11 -8
- package/dist/src/recorder/highlevel/analyze.d.ts +29 -0
- package/dist/src/recorder/highlevel/analyze.js +91 -0
- package/dist/src/recorder/highlevel/init.d.ts +125 -0
- package/dist/src/recorder/highlevel/init.js +279 -0
- package/dist/src/recorder/highlevel/init.test.d.ts +1 -0
- package/dist/src/recorder/highlevel/verify.d.ts +73 -0
- package/dist/src/recorder/highlevel/verify.js +74 -0
- package/dist/src/recorder/http/analyze-runner.d.ts +28 -0
- package/dist/src/recorder/http/analyze-runner.js +78 -0
- package/dist/src/recorder/http/analyze-runner.test.d.ts +1 -0
- package/dist/src/recorder/http/handlers.d.ts +51 -0
- package/dist/src/recorder/http/handlers.js +219 -0
- package/dist/src/recorder/http/wrapper-config.d.ts +20 -0
- package/dist/src/recorder/http/wrapper-config.js +82 -0
- package/dist/src/recorder/http/wrapper-envelope.d.ts +31 -0
- package/dist/src/recorder/http/wrapper-envelope.js +51 -0
- package/dist/src/recorder/http/wrapper-gates.d.ts +16 -0
- package/dist/src/recorder/http/wrapper-gates.js +28 -0
- package/dist/src/recorder/http/wrapper-metrics.d.ts +1 -0
- package/dist/src/recorder/http/wrapper-metrics.js +5 -0
- package/dist/src/recorder/http/wrapper-registry.d.ts +50 -0
- package/dist/src/recorder/http/wrapper-registry.js +98 -0
- package/dist/src/recorder/http/wrapper-server.d.ts +59 -0
- package/dist/src/recorder/http/wrapper-server.js +240 -0
- package/dist/src/recorder/http/wrapper.test.d.ts +1 -0
- package/dist/src/recorder/observability/logger.d.ts +5 -0
- package/dist/src/recorder/observability/logger.js +13 -0
- package/dist/src/recorder/runner/config.d.ts +34 -0
- package/dist/src/recorder/runner/config.js +84 -0
- package/dist/src/recorder/runner/config.test.d.ts +1 -0
- package/dist/src/recorder/runner/reap.d.ts +79 -0
- package/dist/src/recorder/runner/reap.js +230 -0
- package/dist/src/recorder/runner/reap.test.d.ts +1 -0
- package/dist/src/recorder/runner/runner-port.d.ts +95 -0
- package/dist/src/recorder/runner/runner-port.js +518 -0
- package/dist/src/recorder/runner/runner-port.test.d.ts +1 -0
- package/dist/src/recorder/runner/session-keys.d.ts +28 -0
- package/dist/src/recorder/runner/session-keys.js +72 -0
- package/dist/src/recorder/runner/session-keys.test.d.ts +1 -0
- package/dist/src/recorder/runner/verify-runner-main.d.ts +95 -0
- package/dist/src/recorder/runner/verify-runner-main.js +275 -0
- package/dist/src/recorder/runner/verify-runner-main.test.d.ts +1 -0
- package/package.json +8 -5
- package/scripts/m1-daemon-navigate-drive.mjs +138 -0
- package/scripts/m1-extension-spike.mjs +237 -0
- package/scripts/m1-live-spike.mjs +156 -0
- package/scripts/m6b-connect-back-spike.sh +31 -0
- package/scripts/recorder.sh +186 -0
- package/clis/12306/utils.test.js +0 -331
- package/clis/1688/assets.test.js +0 -39
- package/clis/1688/download.test.js +0 -31
- package/clis/1688/item.test.js +0 -67
- package/clis/1688/search.test.js +0 -75
- package/clis/1688/shared.test.js +0 -57
- package/clis/1688/store.test.js +0 -62
- package/clis/36kr/article.test.js +0 -46
- package/clis/36kr/hot.test.js +0 -15
- package/clis/36kr/news.test.js +0 -85
- package/clis/51job/utils.test.js +0 -69
- package/clis/_atlassian/shared.test.js +0 -170
- package/clis/aibase/news.test.js +0 -59
- package/clis/amazon/bestsellers.test.js +0 -29
- package/clis/amazon/discussion.test.js +0 -124
- package/clis/amazon/offer.test.js +0 -29
- package/clis/amazon/product.test.js +0 -24
- package/clis/amazon/rankings.test.js +0 -41
- package/clis/amazon/search.test.js +0 -22
- package/clis/amazon/shared.test.js +0 -44
- package/clis/apple-podcasts/commands.test.js +0 -119
- package/clis/apple-podcasts/utils.test.js +0 -57
- package/clis/arxiv/arxiv.test.js +0 -112
- package/clis/baidu-scholar/search.test.js +0 -23
- package/clis/barchart/greeks.test.js +0 -138
- package/clis/bilibili/comment.test.js +0 -153
- package/clis/bilibili/comments.test.js +0 -142
- package/clis/bilibili/dynamic.test.js +0 -68
- package/clis/bilibili/hot.test.js +0 -17
- package/clis/bilibili/subtitle.test.js +0 -196
- package/clis/bilibili/summary.test.js +0 -210
- package/clis/bilibili/utils.test.js +0 -61
- package/clis/bilibili/video.test.js +0 -132
- package/clis/binance/commands.test.js +0 -70
- package/clis/bloomberg/utils.test.js +0 -129
- package/clis/booking/booking.test.js +0 -356
- package/clis/boss/chatlist.test.js +0 -211
- package/clis/boss/chatmsg.test.js +0 -230
- package/clis/boss/search.test.js +0 -78
- package/clis/boss/utils.test.js +0 -34
- package/clis/brave/search.test.js +0 -76
- package/clis/chaoxing/utils.test.js +0 -45
- package/clis/chatgpt/commands.test.js +0 -45
- package/clis/chatgpt/envelope.test.js +0 -108
- package/clis/chatgpt/image.test.js +0 -188
- package/clis/chatgpt/utils.test.js +0 -330
- package/clis/chatgpt-app/ax.test.js +0 -35
- package/clis/chatwise/composer.test.js +0 -186
- package/clis/chess/analyze.test.js +0 -79
- package/clis/chess/game.test.js +0 -178
- package/clis/chess/games.test.js +0 -164
- package/clis/chess/stats.test.js +0 -79
- package/clis/chess/utils.test.js +0 -230
- package/clis/claude/ask.test.js +0 -338
- package/clis/claude/commands.test.js +0 -118
- package/clis/claude/utils.test.js +0 -148
- package/clis/cnki/search.test.js +0 -18
- package/clis/codex/sidebar.test.js +0 -329
- package/clis/coingecko/coingecko.test.js +0 -109
- package/clis/confluence/commands.test.js +0 -195
- package/clis/coupang/coupang.test.js +0 -159
- package/clis/coupang/utils.test.js +0 -62
- package/clis/ctrip/ctrip.test.js +0 -719
- package/clis/dblp/dblp.test.js +0 -397
- package/clis/deepseek/ask.test.js +0 -312
- package/clis/deepseek/detail.test.js +0 -81
- package/clis/deepseek/send.test.js +0 -107
- package/clis/deepseek/utils.test.js +0 -370
- package/clis/defillama/defillama.test.js +0 -99
- package/clis/devto/devto.test.js +0 -236
- package/clis/dianping/dianping.test.js +0 -578
- package/clis/douban/download.test.js +0 -170
- package/clis/douban/movie-hot.test.js +0 -14
- package/clis/douban/search.test.js +0 -11
- package/clis/douban/subject.test.js +0 -11
- package/clis/douban/utils.test.js +0 -438
- package/clis/doubao/detail.test.js +0 -42
- package/clis/doubao/history.test.js +0 -37
- package/clis/doubao/utils.test.js +0 -344
- package/clis/douyin/_shared/browser-fetch.test.js +0 -64
- package/clis/douyin/_shared/creation-id.test.js +0 -22
- package/clis/douyin/_shared/imagex-upload.test.js +0 -87
- package/clis/douyin/_shared/sts2.test.js +0 -27
- package/clis/douyin/_shared/text-extra.test.js +0 -37
- package/clis/douyin/_shared/timing.test.js +0 -28
- package/clis/douyin/_shared/tos-upload-short-read.test.js +0 -83
- package/clis/douyin/_shared/tos-upload.test.js +0 -229
- package/clis/douyin/_shared/transcode.test.js +0 -91
- package/clis/douyin/_shared/vod-upload.test.js +0 -38
- package/clis/douyin/activities.test.js +0 -55
- package/clis/douyin/collections.test.js +0 -45
- package/clis/douyin/delete.test.js +0 -100
- package/clis/douyin/draft.test.js +0 -335
- package/clis/douyin/drafts.test.js +0 -11
- package/clis/douyin/hashtag.test.js +0 -171
- package/clis/douyin/location.test.js +0 -23
- package/clis/douyin/profile.test.js +0 -46
- package/clis/douyin/publish-upload-id.test.js +0 -170
- package/clis/douyin/publish.test.js +0 -38
- package/clis/douyin/stats.test.js +0 -22
- package/clis/douyin/update.test.js +0 -11
- package/clis/douyin/user-videos.test.js +0 -151
- package/clis/douyin/videos.test.js +0 -54
- package/clis/duckduckgo/search.test.js +0 -128
- package/clis/duckduckgo/suggest.test.js +0 -66
- package/clis/eastmoney/hot-rank.test.js +0 -59
- package/clis/endoflife/endoflife.test.js +0 -51
- package/clis/facebook/feed.test.js +0 -169
- package/clis/facebook/marketplace.test.js +0 -91
- package/clis/facebook/notifications.test.js +0 -458
- package/clis/facebook/search.test.js +0 -55
- package/clis/flathub/flathub.test.js +0 -90
- package/clis/flomo/memos.test.js +0 -144
- package/clis/gemini/ask.test.js +0 -100
- package/clis/gemini/deep-research-result.test.js +0 -155
- package/clis/gemini/deep-research.test.js +0 -181
- package/clis/gemini/reply-state.test.js +0 -671
- package/clis/gemini/utils.test.js +0 -198
- package/clis/geogebra/geogebra.test.js +0 -175
- package/clis/gitee/search.test.js +0 -65
- package/clis/gitee/user.test.js +0 -63
- package/clis/google/utils.test.js +0 -75
- package/clis/google-scholar/cite.test.js +0 -47
- package/clis/google-scholar/profile.test.js +0 -49
- package/clis/google-scholar/search.test.js +0 -71
- package/clis/goproxy/goproxy.test.js +0 -103
- package/clis/gov-law/commands.test.js +0 -39
- package/clis/gov-policy/gov-policy.test.js +0 -224
- package/clis/grok/ask.test.js +0 -29
- package/clis/grok/utils.test.js +0 -103
- package/clis/hackernews/hackernews.test.js +0 -132
- package/clis/hf/hf.test.js +0 -16
- package/clis/hupu/hot.test.js +0 -224
- package/clis/imdb/utils.test.js +0 -88
- package/clis/indeed/indeed.test.js +0 -375
- package/clis/instagram/_shared/private-publish.test.js +0 -705
- package/clis/instagram/_shared/protocol-capture.test.js +0 -114
- package/clis/instagram/download.test.js +0 -118
- package/clis/instagram/note.test.js +0 -53
- package/clis/instagram/post.test.js +0 -1647
- package/clis/instagram/reel.test.js +0 -167
- package/clis/instagram/story.test.js +0 -134
- package/clis/jd/commands.test.js +0 -41
- package/clis/jd/item.test.js +0 -354
- package/clis/jianyu/search.test.js +0 -153
- package/clis/jianyu/shared/procurement-contract.test.js +0 -72
- package/clis/jianyu/shared/procurement-detail.test.js +0 -84
- package/clis/jike/read.test.js +0 -86
- package/clis/jira/commands.test.js +0 -287
- package/clis/juejin/search.js +0 -123
- package/clis/juejin/search.test.js +0 -98
- package/clis/lesswrong/frontpage.test.js +0 -37
- package/clis/lichess/lichess.test.js +0 -85
- package/clis/linkedin/connect.test.js +0 -213
- package/clis/linkedin/inbox.test.js +0 -152
- package/clis/linkedin/job-detail.test.js +0 -38
- package/clis/linkedin/jobs-preferences.test.js +0 -43
- package/clis/linkedin/people-search.test.js +0 -216
- package/clis/linkedin/post-analytics.test.js +0 -40
- package/clis/linkedin/posts.test.js +0 -40
- package/clis/linkedin/profile-analytics.test.js +0 -67
- package/clis/linkedin/profile-experience.test.js +0 -152
- package/clis/linkedin/profile-projects.test.js +0 -111
- package/clis/linkedin/profile-read.test.js +0 -77
- package/clis/linkedin/safe-send.test.js +0 -204
- package/clis/linkedin/salesnav-inbox.test.js +0 -113
- package/clis/linkedin/salesnav-message.test.js +0 -172
- package/clis/linkedin/salesnav-search.test.js +0 -76
- package/clis/linkedin/salesnav-thread.test.js +0 -79
- package/clis/linkedin/search.test.js +0 -222
- package/clis/linkedin/sent-invitations.test.js +0 -62
- package/clis/linkedin/services-read.test.js +0 -105
- package/clis/linkedin/thread-snapshot.test.js +0 -89
- package/clis/linkedin/timeline.test.js +0 -81
- package/clis/linkedin-learning/course.test.js +0 -114
- package/clis/linkedin-learning/search.test.js +0 -144
- package/clis/linkedin-learning/trending.test.js +0 -123
- package/clis/linux-do/feed.test.js +0 -153
- package/clis/linux-do/topic-content.test.js +0 -59
- package/clis/lobsters/lobsters.test.js +0 -169
- package/clis/notebooklm/add-source.test.js +0 -97
- package/clis/notebooklm/compat.test.js +0 -16
- package/clis/notebooklm/create.test.js +0 -58
- package/clis/notebooklm/generate-audio.test.js +0 -63
- package/clis/notebooklm/generate-slides.test.js +0 -75
- package/clis/notebooklm/history.test.js +0 -58
- package/clis/notebooklm/note-list.test.js +0 -56
- package/clis/notebooklm/notes-get.test.js +0 -72
- package/clis/notebooklm/open.test.js +0 -63
- package/clis/notebooklm/rpc.test.js +0 -131
- package/clis/notebooklm/source-fulltext.test.js +0 -106
- package/clis/notebooklm/source-get.test.js +0 -84
- package/clis/notebooklm/source-guide.test.js +0 -104
- package/clis/notebooklm/summary.test.js +0 -78
- package/clis/notebooklm/utils.test.js +0 -449
- package/clis/notebooklm/write-note.test.js +0 -70
- package/clis/nuget/nuget.test.js +0 -111
- package/clis/oeis/oeis.test.js +0 -88
- package/clis/ones/task-helpers.test.js +0 -12
- package/clis/ones/worklog.test.js +0 -20
- package/clis/openfda/openfda.test.js +0 -114
- package/clis/openreview/openreview.test.js +0 -427
- package/clis/osv/osv.test.js +0 -97
- package/clis/paperreview/commands.test.js +0 -243
- package/clis/paperreview/utils.test.js +0 -49
- package/clis/pixiv/download.test.js +0 -87
- package/clis/pixiv/illusts.test.js +0 -99
- package/clis/pixiv/search.test.js +0 -83
- package/clis/powerchina/search.test.js +0 -93
- package/clis/producthunt/utils.test.js +0 -64
- package/clis/pubmed/pubmed.test.js +0 -276
- package/clis/quark/utils.test.js +0 -58
- package/clis/qwen/utils.test.js +0 -45
- package/clis/reddit/extract-media.test.js +0 -149
- package/clis/reddit/frontpage.test.js +0 -34
- package/clis/reddit/home.test.js +0 -170
- package/clis/reddit/hot.test.js +0 -32
- package/clis/reddit/popular.test.js +0 -26
- package/clis/reddit/read.test.js +0 -335
- package/clis/reddit/reply.test.js +0 -89
- package/clis/reddit/search.test.js +0 -26
- package/clis/reddit/subreddit-info.test.js +0 -163
- package/clis/reddit/subreddit.test.js +0 -31
- package/clis/reddit/subscribed.test.js +0 -168
- package/clis/reddit/whoami.test.js +0 -105
- package/clis/rednote/navigation.test.js +0 -26
- package/clis/rednote/rednote.test.js +0 -222
- package/clis/rest-countries/rest-countries.test.js +0 -83
- package/clis/reuters/reuters.test.js +0 -299
- package/clis/rfc/rfc.test.js +0 -74
- package/clis/sinafinance/stock.test.js +0 -59
- package/clis/spotify/utils.test.js +0 -67
- package/clis/stackoverflow/stackoverflow.test.js +0 -404
- package/clis/steam/steam.test.js +0 -46
- package/clis/substack/utils.test.js +0 -44
- package/clis/suno/commands.test.js +0 -188
- package/clis/suno/download.test.js +0 -151
- package/clis/suno/generate.test.js +0 -252
- package/clis/suno/utils.test.js +0 -329
- package/clis/taobao/commands.test.js +0 -41
- package/clis/tdx/hot-rank.test.js +0 -59
- package/clis/ths/hot-rank.test.js +0 -64
- package/clis/tieba/commands.test.js +0 -79
- package/clis/tieba/utils.test.js +0 -290
- package/clis/tiktok/creator-videos.test.js +0 -113
- package/clis/tiktok/refactor.test.js +0 -389
- package/clis/tiktok/write-refactor.test.js +0 -370
- package/clis/toutiao/toutiao.test.js +0 -378
- package/clis/tvmaze/tvmaze.test.js +0 -93
- package/clis/twitter/bookmark-folder.test.js +0 -395
- package/clis/twitter/bookmark-folders.test.js +0 -152
- package/clis/twitter/bookmark.test.js +0 -74
- package/clis/twitter/bookmarks.test.js +0 -205
- package/clis/twitter/delete.test.js +0 -85
- package/clis/twitter/device-follow.test.js +0 -287
- package/clis/twitter/download.test.js +0 -457
- package/clis/twitter/followers.test.js +0 -62
- package/clis/twitter/following.test.js +0 -338
- package/clis/twitter/hide-reply.test.js +0 -76
- package/clis/twitter/like.test.js +0 -73
- package/clis/twitter/likes.test.js +0 -220
- package/clis/twitter/list-add.test.js +0 -133
- package/clis/twitter/list-create.test.js +0 -169
- package/clis/twitter/list-remove.test.js +0 -110
- package/clis/twitter/list-tweets.test.js +0 -196
- package/clis/twitter/lists.test.js +0 -253
- package/clis/twitter/post.test.js +0 -258
- package/clis/twitter/profile.test.js +0 -39
- package/clis/twitter/quote.test.js +0 -194
- package/clis/twitter/reply.test.js +0 -237
- package/clis/twitter/retweet.test.js +0 -73
- package/clis/twitter/search.test.js +0 -349
- package/clis/twitter/shared.test.js +0 -794
- package/clis/twitter/thread.test.js +0 -58
- package/clis/twitter/timeline.test.js +0 -104
- package/clis/twitter/trending.test.js +0 -15
- package/clis/twitter/tweets.test.js +0 -362
- package/clis/twitter/unbookmark.test.js +0 -73
- package/clis/twitter/unlike.test.js +0 -75
- package/clis/twitter/unretweet.test.js +0 -73
- package/clis/twitter/utils.test.js +0 -169
- package/clis/uisdc/news.test.js +0 -66
- package/clis/uiverse/_shared.test.js +0 -62
- package/clis/uiverse/navigation.test.js +0 -12
- package/clis/upwork/upwork.test.js +0 -566
- package/clis/wanfang/search.test.js +0 -23
- package/clis/web/read.test.js +0 -392
- package/clis/weibo/delete.test.js +0 -94
- package/clis/weibo/envelope.test.js +0 -85
- package/clis/weibo/favorites.test.js +0 -114
- package/clis/weibo/publish.test.js +0 -192
- package/clis/weibo/user-posts.test.js +0 -92
- package/clis/weibo/utils.test.js +0 -36
- package/clis/weixin/drafts.test.js +0 -69
- package/clis/weixin/search.test.js +0 -227
- package/clis/weread/ai-outline.test.js +0 -83
- package/clis/weread/book-search.test.js +0 -242
- package/clis/weread/commands.test.js +0 -398
- package/clis/weread/private-api-regression.test.js +0 -369
- package/clis/weread/search-regression.test.js +0 -494
- package/clis/weread/utils.test.js +0 -128
- package/clis/weread-official/commands.test.js +0 -385
- package/clis/weread-official/utils.test.js +0 -242
- package/clis/wikidata/wikidata.test.js +0 -83
- package/clis/wikipedia/trending.test.js +0 -57
- package/clis/wttr/wttr.test.js +0 -84
- package/clis/xianyu/chat.test.js +0 -84
- package/clis/xianyu/im.test.js +0 -253
- package/clis/xianyu/item.test.js +0 -56
- package/clis/xianyu/publish.test.js +0 -220
- package/clis/xianyu/search.test.js +0 -17
- package/clis/xiaoe/xiaoe.test.js +0 -486
- package/clis/xiaohongshu/comments.test.js +0 -258
- package/clis/xiaohongshu/creator-note-detail.test.js +0 -451
- package/clis/xiaohongshu/creator-notes-summary.test.js +0 -94
- package/clis/xiaohongshu/creator-notes.test.js +0 -281
- package/clis/xiaohongshu/creator-stats.test.js +0 -24
- package/clis/xiaohongshu/delete-note.test.js +0 -172
- package/clis/xiaohongshu/download.test.js +0 -316
- package/clis/xiaohongshu/navigation.test.js +0 -34
- package/clis/xiaohongshu/note.test.js +0 -249
- package/clis/xiaohongshu/publish.test.js +0 -608
- package/clis/xiaohongshu/search.test.js +0 -325
- package/clis/xiaohongshu/user-helpers.test.js +0 -160
- package/clis/xiaoyuzhou/auth.test.js +0 -124
- package/clis/xiaoyuzhou/download.test.js +0 -135
- package/clis/xiaoyuzhou/podcast-episodes.test.js +0 -78
- package/clis/xiaoyuzhou/transcript.test.js +0 -195
- package/clis/xiaoyuzhou/utils.test.js +0 -39
- package/clis/xueqiu/comments.test.js +0 -696
- package/clis/xueqiu/danjuan-utils.test.js +0 -41
- package/clis/xueqiu/utils.test.js +0 -26
- package/clis/yahoo/search.test.js +0 -94
- package/clis/youdao/note.test.js +0 -99
- package/clis/youtube/channel.test.js +0 -59
- package/clis/youtube/feed.test.js +0 -131
- package/clis/youtube/transcript-group.test.js +0 -99
- package/clis/youtube/transcript.test.js +0 -296
- package/clis/youtube/utils.test.js +0 -84
- package/clis/yuanbao/ask.test.js +0 -124
- package/clis/yuanbao/new.test.js +0 -30
- package/clis/yuanbao/shared.test.js +0 -80
- package/clis/zhihu/answer-comments.test.js +0 -287
- package/clis/zhihu/answer-detail.test.js +0 -338
- package/clis/zhihu/answer.test.js +0 -54
- package/clis/zhihu/collection.test.js +0 -337
- package/clis/zhihu/collections.test.js +0 -182
- package/clis/zhihu/comment.test.js +0 -50
- package/clis/zhihu/download.test.js +0 -12
- package/clis/zhihu/favorite.test.js +0 -59
- package/clis/zhihu/follow.test.js +0 -42
- package/clis/zhihu/like.test.js +0 -41
- package/clis/zhihu/question.test.js +0 -251
- package/clis/zhihu/recommend.test.js +0 -143
- package/clis/zhihu/search.test.js +0 -198
- package/clis/zhihu/target.test.js +0 -77
- package/clis/zhihu/text.test.js +0 -24
- package/clis/zhihu/write-shared.test.js +0 -176
- package/clis/zlibrary/commands.test.js +0 -65
- package/clis/zsxq/search.test.js +0 -24
- package/clis/zsxq/topic.test.js +0 -30
- package/clis/zsxq/topics.test.js +0 -24
- package/clis/zsxq/utils.test.js +0 -31
- package/dist/src/adapter-shadow.test.js +0 -49
- package/dist/src/adapter-source.test.js +0 -29
- package/dist/src/browser/analyze.test.js +0 -166
- package/dist/src/browser/article-extract.e2e.test.js +0 -105
- package/dist/src/browser/article-extract.test.js +0 -94
- package/dist/src/browser/ax-snapshot.test.js +0 -91
- package/dist/src/browser/base-page.test.js +0 -758
- package/dist/src/browser/cdp-click-fixture.test.js +0 -87
- package/dist/src/browser/cdp.test.js +0 -79
- package/dist/src/browser/compound.test.js +0 -175
- package/dist/src/browser/daemon-client.test.js +0 -199
- package/dist/src/browser/dom-helpers.test.js +0 -106
- package/dist/src/browser/dom-snapshot.test.js +0 -313
- package/dist/src/browser/errors.test.js +0 -60
- package/dist/src/browser/extract.test.js +0 -129
- package/dist/src/browser/find.test.js +0 -180
- package/dist/src/browser/html-tree.test.js +0 -181
- package/dist/src/browser/network-cache.test.js +0 -58
- package/dist/src/browser/network-key.test.js +0 -49
- package/dist/src/browser/page.test.js +0 -378
- package/dist/src/browser/shape-filter.test.js +0 -101
- package/dist/src/browser/shape.test.js +0 -82
- package/dist/src/browser/stealth.test.js +0 -134
- package/dist/src/browser/target-errors.test.js +0 -94
- package/dist/src/browser/target-resolver.test.js +0 -118
- package/dist/src/browser/utils.test.js +0 -29
- package/dist/src/browser/verify-fixture.test.js +0 -219
- package/dist/src/browser.test.js +0 -232
- package/dist/src/build-manifest.test.js +0 -341
- package/dist/src/capabilityRouting.test.js +0 -63
- package/dist/src/cli-argv-preprocess.test.js +0 -209
- package/dist/src/cli.test.js +0 -2803
- package/dist/src/commanderAdapter.test.js +0 -352
- package/dist/src/commands/daemon.test.js +0 -219
- package/dist/src/completion.test.js +0 -24
- package/dist/src/convention-audit.test.js +0 -247
- package/dist/src/daemon.test.js +0 -60
- package/dist/src/doctor.test.js +0 -263
- package/dist/src/download/article-download.test.js +0 -235
- package/dist/src/download/index.test.js +0 -140
- package/dist/src/download/media-download.test.js +0 -112
- package/dist/src/download/progress.test.js +0 -36
- package/dist/src/electron-apps.test.js +0 -49
- package/dist/src/engine.test.js +0 -312
- package/dist/src/errors.test.js +0 -109
- package/dist/src/execution.test.js +0 -623
- package/dist/src/extension-manifest-regression.test.js +0 -12
- package/dist/src/external.test.js +0 -146
- package/dist/src/help.test.js +0 -58
- package/dist/src/hooks.test.js +0 -92
- package/dist/src/interceptor.test.js +0 -81
- package/dist/src/launcher.test.js +0 -138
- package/dist/src/node-network.test.js +0 -55
- package/dist/src/observation/artifact.test.js +0 -121
- package/dist/src/observation/manager.test.js +0 -13
- package/dist/src/observation/redaction.test.js +0 -32
- package/dist/src/observation/retention.test.js +0 -118
- package/dist/src/observation/ring-buffer.test.js +0 -22
- package/dist/src/output.test.js +0 -53
- package/dist/src/package-exports.test.js +0 -112
- package/dist/src/pipeline/executor.test.js +0 -182
- package/dist/src/pipeline/steps/download.test.js +0 -102
- package/dist/src/pipeline/steps/fetch.test.js +0 -117
- package/dist/src/pipeline/template.test.js +0 -175
- package/dist/src/pipeline/transform.test.js +0 -133
- package/dist/src/plugin-manifest.test.js +0 -179
- package/dist/src/plugin-scaffold.test.js +0 -83
- package/dist/src/plugin.test.js +0 -1324
- package/dist/src/registry.test.js +0 -209
- package/dist/src/runtime-detect.test.js +0 -39
- package/dist/src/serialization.test.js +0 -78
- package/dist/src/snapshotFormatter.test.js +0 -521
- package/dist/src/tui.test.js +0 -19
- package/dist/src/update-check.test.js +0 -116
- package/dist/src/utils.test.js +0 -155
- package/dist/src/validate.test.js +0 -90
- package/dist/src/weixin-download.test.js +0 -45
|
@@ -1,49 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from 'vitest';
|
|
2
|
-
import * as fs from 'node:fs';
|
|
3
|
-
import * as os from 'node:os';
|
|
4
|
-
import * as path from 'node:path';
|
|
5
|
-
import { findShadowedUserAdapters, formatAdapterShadowIssue } from './adapter-shadow.js';
|
|
6
|
-
describe('adapter shadow detection', () => {
|
|
7
|
-
it('reports user adapters that shadow packaged manifest commands', () => {
|
|
8
|
-
const root = fs.mkdtempSync(path.join(os.tmpdir(), 'bycli-adapter-shadow-'));
|
|
9
|
-
try {
|
|
10
|
-
const userClisDir = path.join(root, 'user-clis');
|
|
11
|
-
const builtinRoot = path.join(root, 'pkg');
|
|
12
|
-
const builtinClisDir = path.join(builtinRoot, 'clis');
|
|
13
|
-
fs.mkdirSync(path.join(userClisDir, 'instagram'), { recursive: true });
|
|
14
|
-
fs.mkdirSync(path.join(userClisDir, 'twitter'), { recursive: true });
|
|
15
|
-
fs.mkdirSync(path.join(builtinClisDir, 'instagram'), { recursive: true });
|
|
16
|
-
fs.mkdirSync(path.join(builtinClisDir, 'twitter'), { recursive: true });
|
|
17
|
-
fs.writeFileSync(path.join(userClisDir, 'instagram', 'saved.js'), '', 'utf-8');
|
|
18
|
-
fs.writeFileSync(path.join(userClisDir, 'instagram', 'utils.js'), '', 'utf-8');
|
|
19
|
-
fs.writeFileSync(path.join(userClisDir, 'twitter', 'search.js'), '', 'utf-8');
|
|
20
|
-
fs.writeFileSync(path.join(builtinClisDir, 'instagram', 'saved.js'), '', 'utf-8');
|
|
21
|
-
fs.writeFileSync(path.join(builtinClisDir, 'instagram', 'utils.js'), '', 'utf-8');
|
|
22
|
-
fs.writeFileSync(path.join(builtinClisDir, 'twitter', 'search.js'), '', 'utf-8');
|
|
23
|
-
fs.writeFileSync(path.join(builtinRoot, 'cli-manifest.json'), `${JSON.stringify([
|
|
24
|
-
{ site: 'instagram', name: 'saved', sourceFile: 'instagram/saved.js' },
|
|
25
|
-
])}\n`, 'utf-8');
|
|
26
|
-
expect(findShadowedUserAdapters({ userClisDir, builtinClisDir })).toEqual([
|
|
27
|
-
{
|
|
28
|
-
name: 'instagram/saved',
|
|
29
|
-
userPath: path.join(userClisDir, 'instagram', 'saved.js'),
|
|
30
|
-
builtinPath: path.join(builtinClisDir, 'instagram', 'saved.js'),
|
|
31
|
-
},
|
|
32
|
-
]);
|
|
33
|
-
}
|
|
34
|
-
finally {
|
|
35
|
-
fs.rmSync(root, { recursive: true, force: true });
|
|
36
|
-
}
|
|
37
|
-
});
|
|
38
|
-
it('formats a concise doctor issue', () => {
|
|
39
|
-
const issue = formatAdapterShadowIssue([
|
|
40
|
-
{
|
|
41
|
-
name: 'instagram/saved',
|
|
42
|
-
userPath: '/home/me/.bycli/clis/instagram/saved.js',
|
|
43
|
-
builtinPath: '/pkg/clis/instagram/saved.js',
|
|
44
|
-
},
|
|
45
|
-
]);
|
|
46
|
-
expect(issue).toContain('instagram/saved');
|
|
47
|
-
expect(issue).toContain('bycli adapter reset <site>');
|
|
48
|
-
});
|
|
49
|
-
});
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from 'vitest';
|
|
2
|
-
import { resolveAdapterSourcePath } from './adapter-source.js';
|
|
3
|
-
function makeCmd(overrides = {}) {
|
|
4
|
-
return {
|
|
5
|
-
site: 'test-site',
|
|
6
|
-
name: 'test-cmd', access: 'read',
|
|
7
|
-
description: 'test',
|
|
8
|
-
args: [],
|
|
9
|
-
...overrides,
|
|
10
|
-
};
|
|
11
|
-
}
|
|
12
|
-
describe('resolveAdapterSourcePath', () => {
|
|
13
|
-
it('returns source when it is a real file path (not manifest:)', () => {
|
|
14
|
-
const cmd = makeCmd({ source: '/home/user/.bycli/clis/arxiv/search.js' });
|
|
15
|
-
expect(resolveAdapterSourcePath(cmd)).toBe('/home/user/.bycli/clis/arxiv/search.js');
|
|
16
|
-
});
|
|
17
|
-
it('skips manifest: pseudo-paths and falls back to _modulePath', () => {
|
|
18
|
-
const cmd = makeCmd({ source: 'manifest:arxiv/search', _modulePath: '/pkg/clis/arxiv/search.js' });
|
|
19
|
-
expect(resolveAdapterSourcePath(cmd)).toBe('/pkg/clis/arxiv/search.js');
|
|
20
|
-
});
|
|
21
|
-
it('returns undefined when only manifest: pseudo-path and no _modulePath', () => {
|
|
22
|
-
const cmd = makeCmd({ source: 'manifest:test/cmd' });
|
|
23
|
-
expect(resolveAdapterSourcePath(cmd)).toBeUndefined();
|
|
24
|
-
});
|
|
25
|
-
it('returns _modulePath when it is the only path available', () => {
|
|
26
|
-
const cmd = makeCmd({ _modulePath: '/project/clis/site/cmd.js' });
|
|
27
|
-
expect(resolveAdapterSourcePath(cmd)).toBe('/project/clis/site/cmd.js');
|
|
28
|
-
});
|
|
29
|
-
});
|
|
@@ -1,166 +0,0 @@
|
|
|
1
|
-
import { describe, it, expect } from 'vitest';
|
|
2
|
-
import { analyzeSite, detectAntiBot, classifyPattern, findNearestAdapter, } from './analyze.js';
|
|
3
|
-
function mkSignals(overrides = {}) {
|
|
4
|
-
return {
|
|
5
|
-
requestedUrl: 'https://example.com/',
|
|
6
|
-
finalUrl: 'https://example.com/',
|
|
7
|
-
cookieNames: [],
|
|
8
|
-
networkEntries: [],
|
|
9
|
-
initialState: {
|
|
10
|
-
__INITIAL_STATE__: false,
|
|
11
|
-
__NUXT__: false,
|
|
12
|
-
__NEXT_DATA__: false,
|
|
13
|
-
__APOLLO_STATE__: false,
|
|
14
|
-
},
|
|
15
|
-
title: 'Example',
|
|
16
|
-
...overrides,
|
|
17
|
-
};
|
|
18
|
-
}
|
|
19
|
-
function mkCmd(site, name, domain) {
|
|
20
|
-
return {
|
|
21
|
-
site,
|
|
22
|
-
name,
|
|
23
|
-
access: 'read',
|
|
24
|
-
description: '',
|
|
25
|
-
domain,
|
|
26
|
-
browser: false,
|
|
27
|
-
args: [],
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
describe('detectAntiBot', () => {
|
|
31
|
-
it('flags Aliyun WAF from cookie', () => {
|
|
32
|
-
const v = detectAntiBot(mkSignals({ cookieNames: ['JSESSIONID', 'acw_sc__v2'] }));
|
|
33
|
-
expect(v.detected).toBe(true);
|
|
34
|
-
expect(v.vendor).toBe('aliyun_waf');
|
|
35
|
-
expect(v.evidence).toContain('cookie:acw_sc__v2');
|
|
36
|
-
expect(v.implication).toMatch(/browser context/i);
|
|
37
|
-
});
|
|
38
|
-
it('flags Aliyun WAF from challenge HTML body', () => {
|
|
39
|
-
const v = detectAntiBot(mkSignals({
|
|
40
|
-
networkEntries: [
|
|
41
|
-
{
|
|
42
|
-
url: 'https://x.com/',
|
|
43
|
-
status: 200,
|
|
44
|
-
contentType: 'text/html',
|
|
45
|
-
bodyPreview: "var arg1 = 'A1B2C3D4E5F6A7B8C9D0E1F2A3B4C5D6';",
|
|
46
|
-
},
|
|
47
|
-
],
|
|
48
|
-
}));
|
|
49
|
-
expect(v.detected).toBe(true);
|
|
50
|
-
expect(v.vendor).toBe('aliyun_waf');
|
|
51
|
-
});
|
|
52
|
-
it('flags Cloudflare from cf_clearance cookie', () => {
|
|
53
|
-
const v = detectAntiBot(mkSignals({ cookieNames: ['cf_clearance'] }));
|
|
54
|
-
expect(v.vendor).toBe('cloudflare');
|
|
55
|
-
expect(v.implication).toMatch(/Cloudflare/i);
|
|
56
|
-
});
|
|
57
|
-
it('flags Akamai from _abck cookie', () => {
|
|
58
|
-
const v = detectAntiBot(mkSignals({ cookieNames: ['_abck', 'bm_sz'] }));
|
|
59
|
-
expect(v.vendor).toBe('akamai');
|
|
60
|
-
});
|
|
61
|
-
it('returns no-match verdict with actionable fallback advice', () => {
|
|
62
|
-
const v = detectAntiBot(mkSignals());
|
|
63
|
-
expect(v.detected).toBe(false);
|
|
64
|
-
expect(v.vendor).toBeNull();
|
|
65
|
-
expect(v.implication).toMatch(/Node-side COOKIE fetch first/);
|
|
66
|
-
});
|
|
67
|
-
});
|
|
68
|
-
describe('classifyPattern', () => {
|
|
69
|
-
it('returns A for JSON-heavy pages without SSR state', () => {
|
|
70
|
-
const v = classifyPattern(mkSignals({
|
|
71
|
-
networkEntries: [
|
|
72
|
-
{ url: 'https://x.com/api/a', status: 200, contentType: 'application/json', bodyPreview: '{}' },
|
|
73
|
-
{ url: 'https://x.com/api/b', status: 200, contentType: 'application/json;charset=utf-8', bodyPreview: '{}' },
|
|
74
|
-
],
|
|
75
|
-
}));
|
|
76
|
-
expect(v.pattern).toBe('A');
|
|
77
|
-
expect(v.json_responses).toBe(2);
|
|
78
|
-
});
|
|
79
|
-
it('returns B when __INITIAL_STATE__ is present, beating JSON signals', () => {
|
|
80
|
-
const v = classifyPattern(mkSignals({
|
|
81
|
-
initialState: { __INITIAL_STATE__: true, __NUXT__: false, __NEXT_DATA__: false, __APOLLO_STATE__: false },
|
|
82
|
-
networkEntries: [
|
|
83
|
-
{ url: 'https://x.com/api/a', status: 200, contentType: 'application/json', bodyPreview: '{}' },
|
|
84
|
-
],
|
|
85
|
-
}));
|
|
86
|
-
expect(v.pattern).toBe('B');
|
|
87
|
-
});
|
|
88
|
-
it('returns D when auth failures dominate', () => {
|
|
89
|
-
const v = classifyPattern(mkSignals({
|
|
90
|
-
networkEntries: [
|
|
91
|
-
{ url: 'https://x.com/api/a', status: 401, contentType: 'application/json', bodyPreview: '' },
|
|
92
|
-
{ url: 'https://x.com/api/b', status: 403, contentType: 'application/json', bodyPreview: '' },
|
|
93
|
-
],
|
|
94
|
-
}));
|
|
95
|
-
expect(v.pattern).toBe('D');
|
|
96
|
-
expect(v.auth_failures).toBe(2);
|
|
97
|
-
});
|
|
98
|
-
it('returns C by default for static pages', () => {
|
|
99
|
-
const v = classifyPattern(mkSignals());
|
|
100
|
-
expect(v.pattern).toBe('C');
|
|
101
|
-
});
|
|
102
|
-
});
|
|
103
|
-
describe('findNearestAdapter', () => {
|
|
104
|
-
it('matches by domain suffix', () => {
|
|
105
|
-
const reg = new Map([
|
|
106
|
-
['51job search', mkCmd('51job', 'search', '51job.com')],
|
|
107
|
-
['51job detail', mkCmd('51job', 'detail', '51job.com')],
|
|
108
|
-
['xueqiu search', mkCmd('xueqiu', 'search', 'xueqiu.com')],
|
|
109
|
-
]);
|
|
110
|
-
const v = findNearestAdapter('https://jobs.51job.com/', reg);
|
|
111
|
-
expect(v?.site).toBe('51job');
|
|
112
|
-
expect(v?.example_commands).toContain('51job search');
|
|
113
|
-
});
|
|
114
|
-
it('falls back to site-name containment when no domain is registered', () => {
|
|
115
|
-
const reg = new Map([
|
|
116
|
-
['51job search', mkCmd('51job', 'search')],
|
|
117
|
-
]);
|
|
118
|
-
const v = findNearestAdapter('https://we.51job.com/', reg);
|
|
119
|
-
expect(v?.site).toBe('51job');
|
|
120
|
-
});
|
|
121
|
-
it('returns null when no adapter matches', () => {
|
|
122
|
-
const reg = new Map([
|
|
123
|
-
['xueqiu search', mkCmd('xueqiu', 'search', 'xueqiu.com')],
|
|
124
|
-
]);
|
|
125
|
-
const v = findNearestAdapter('https://random-site.io/', reg);
|
|
126
|
-
expect(v).toBeNull();
|
|
127
|
-
});
|
|
128
|
-
it('prefers the site with the most commands', () => {
|
|
129
|
-
const reg = new Map([
|
|
130
|
-
['a search', mkCmd('a', 'search', 'a.com')],
|
|
131
|
-
['b search', mkCmd('b', 'search', 'a.com')],
|
|
132
|
-
['b detail', mkCmd('b', 'detail', 'a.com')],
|
|
133
|
-
['b company', mkCmd('b', 'company', 'a.com')],
|
|
134
|
-
]);
|
|
135
|
-
const v = findNearestAdapter('https://jobs.a.com/', reg);
|
|
136
|
-
expect(v?.site).toBe('b');
|
|
137
|
-
});
|
|
138
|
-
});
|
|
139
|
-
describe('analyzeSite', () => {
|
|
140
|
-
it('recommends browser-context fetch when WAF is detected', () => {
|
|
141
|
-
const report = analyzeSite(mkSignals({ cookieNames: ['acw_sc__v2'] }), new Map());
|
|
142
|
-
expect(report.anti_bot.vendor).toBe('aliyun_waf');
|
|
143
|
-
expect(report.recommended_next_step).toMatch(/browser context/i);
|
|
144
|
-
});
|
|
145
|
-
it('recommends reading SSR state when Pattern B fires', () => {
|
|
146
|
-
const report = analyzeSite(mkSignals({
|
|
147
|
-
initialState: { __INITIAL_STATE__: false, __NUXT__: true, __NEXT_DATA__: false, __APOLLO_STATE__: false },
|
|
148
|
-
}), new Map());
|
|
149
|
-
expect(report.pattern.pattern).toBe('B');
|
|
150
|
-
expect(report.recommended_next_step).toMatch(/__NUXT__|__INITIAL_STATE__|__NEXT_DATA__/);
|
|
151
|
-
});
|
|
152
|
-
it('includes __APOLLO_STATE__ in Pattern B next-step guidance', () => {
|
|
153
|
-
const report = analyzeSite(mkSignals({
|
|
154
|
-
initialState: { __INITIAL_STATE__: false, __NUXT__: false, __NEXT_DATA__: false, __APOLLO_STATE__: true },
|
|
155
|
-
}), new Map());
|
|
156
|
-
expect(report.pattern.pattern).toBe('B');
|
|
157
|
-
expect(report.recommended_next_step).toMatch(/__APOLLO_STATE__/);
|
|
158
|
-
});
|
|
159
|
-
it('includes nearest_adapter when the registry has a match', () => {
|
|
160
|
-
const reg = new Map([
|
|
161
|
-
['51job search', mkCmd('51job', 'search', '51job.com')],
|
|
162
|
-
]);
|
|
163
|
-
const report = analyzeSite(mkSignals({ finalUrl: 'https://we.51job.com/' }), reg);
|
|
164
|
-
expect(report.nearest_adapter?.site).toBe('51job');
|
|
165
|
-
});
|
|
166
|
-
});
|
|
@@ -1,105 +0,0 @@
|
|
|
1
|
-
import { afterEach, describe, expect, it } from 'vitest';
|
|
2
|
-
import { JSDOM } from 'jsdom';
|
|
3
|
-
import * as fs from 'node:fs';
|
|
4
|
-
import * as os from 'node:os';
|
|
5
|
-
import * as path from 'node:path';
|
|
6
|
-
import { fileURLToPath } from 'node:url';
|
|
7
|
-
import { buildExtractArticleJs } from './article-extract.js';
|
|
8
|
-
import { downloadArticle } from '../download/article-download.js';
|
|
9
|
-
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
|
10
|
-
const fixturesDir = path.join(__dirname, '__fixtures__', 'article-extract');
|
|
11
|
-
const tempDirs = [];
|
|
12
|
-
afterEach(() => {
|
|
13
|
-
for (const dir of tempDirs)
|
|
14
|
-
fs.rmSync(dir, { recursive: true, force: true });
|
|
15
|
-
tempDirs.length = 0;
|
|
16
|
-
});
|
|
17
|
-
function loadFixture(name) {
|
|
18
|
-
return fs.readFileSync(path.join(fixturesDir, name), 'utf8');
|
|
19
|
-
}
|
|
20
|
-
function escapeHtml(text) {
|
|
21
|
-
return text.replace(/[&<>]/g, ch => ({ '&': '&', '<': '<', '>': '>' }[ch]));
|
|
22
|
-
}
|
|
23
|
-
function runExtract(html, url, options = {}, contentType) {
|
|
24
|
-
const dom = new JSDOM(html, {
|
|
25
|
-
url,
|
|
26
|
-
contentType: 'text/html',
|
|
27
|
-
pretendToBeVisual: true,
|
|
28
|
-
runScripts: 'outside-only',
|
|
29
|
-
});
|
|
30
|
-
if (contentType) {
|
|
31
|
-
Object.defineProperty(dom.window.document, 'contentType', {
|
|
32
|
-
value: contentType,
|
|
33
|
-
configurable: true,
|
|
34
|
-
});
|
|
35
|
-
}
|
|
36
|
-
return dom.window.eval(buildExtractArticleJs(options));
|
|
37
|
-
}
|
|
38
|
-
async function renderMarkdown(article, url, options = {}) {
|
|
39
|
-
const tempDir = await fs.promises.mkdtemp(path.join(os.tmpdir(), 'bycli-article-e2e-'));
|
|
40
|
-
tempDirs.push(tempDir);
|
|
41
|
-
const result = await downloadArticle({
|
|
42
|
-
title: article.title || 'untitled',
|
|
43
|
-
contentHtml: article.html,
|
|
44
|
-
sourceUrl: url,
|
|
45
|
-
}, {
|
|
46
|
-
output: tempDir,
|
|
47
|
-
downloadImages: false,
|
|
48
|
-
cleanSelectors: options.cleanSelectors,
|
|
49
|
-
});
|
|
50
|
-
expect(result[0].status).toBe('success');
|
|
51
|
-
return fs.readFileSync(result[0].saved, 'utf8');
|
|
52
|
-
}
|
|
53
|
-
describe('article extract → markdown e2e fixtures', () => {
|
|
54
|
-
it('extracts a Wikipedia article fixture and keeps infobox/reference noise out of markdown', async () => {
|
|
55
|
-
const url = 'https://en.wikipedia.org/wiki/Markdown';
|
|
56
|
-
const cleanSelectors = ['.infobox', '.navbox', '.reference', '.mw-editsection', '.metadata'];
|
|
57
|
-
const article = runExtract(loadFixture('wikipedia-markdown.html'), url, { cleanSelectors });
|
|
58
|
-
expect(article?.source).toBe('readability');
|
|
59
|
-
expect(article?.title).toBe('Markdown');
|
|
60
|
-
if (!article)
|
|
61
|
-
throw new Error('expected extracted article');
|
|
62
|
-
const md = await renderMarkdown(article, url, { cleanSelectors });
|
|
63
|
-
expect(md).toContain('lightweight markup language');
|
|
64
|
-
expect(md).toContain('John Gruber');
|
|
65
|
-
expect(md).not.toContain('Syntax description');
|
|
66
|
-
expect(md).not.toContain('Standard file extension');
|
|
67
|
-
});
|
|
68
|
-
it('extracts a Deno blog fixture, preserves embedded iframes as markdown links, and drops page chrome', async () => {
|
|
69
|
-
const url = 'https://deno.com/blog/v2.0';
|
|
70
|
-
const article = runExtract(loadFixture('deno-v2.html'), url);
|
|
71
|
-
expect(article?.source).toBe('readability');
|
|
72
|
-
expect(article?.title).toBe('Announcing Deno 2 | Deno');
|
|
73
|
-
if (!article)
|
|
74
|
-
throw new Error('expected extracted article');
|
|
75
|
-
const md = await renderMarkdown(article, url);
|
|
76
|
-
expect(md).toContain('## Announcing Deno 2');
|
|
77
|
-
expect(md).toContain('The web is humanity’s largest software platform');
|
|
78
|
-
expect(md).toMatch(/\]\(https:\/\/www\.youtube(?:-nocookie)?\.com\/embed\/[^)]+\)/);
|
|
79
|
-
expect(md).not.toContain('Skip to main content');
|
|
80
|
-
});
|
|
81
|
-
it('short-circuits non-HTML raw text pages end-to-end', async () => {
|
|
82
|
-
const url = 'https://raw.githubusercontent.com/openai/openai-cookbook/main/README.md';
|
|
83
|
-
const text = loadFixture('openai-cookbook-readme.txt');
|
|
84
|
-
const html = `<html><head><title>OpenAI Cookbook README</title></head><body><pre>${escapeHtml(text)}</pre></body></html>`;
|
|
85
|
-
const article = runExtract(html, url, {}, 'text/plain');
|
|
86
|
-
expect(article?.source).toBe('raw-text');
|
|
87
|
-
if (!article)
|
|
88
|
-
throw new Error('expected extracted article');
|
|
89
|
-
const md = await renderMarkdown(article, url);
|
|
90
|
-
expect(md).toContain('OPENAI\\_API\\_KEY');
|
|
91
|
-
expect(md).toContain('Example code and guides for accomplishing common tasks');
|
|
92
|
-
});
|
|
93
|
-
it('short-circuits a single-pre document end-to-end', async () => {
|
|
94
|
-
const url = 'https://raw.githubusercontent.com/openai/openai-cookbook/main/README.md';
|
|
95
|
-
const text = loadFixture('openai-cookbook-readme.txt');
|
|
96
|
-
const html = `<html><head><title>OpenAI Cookbook README</title></head><body><pre>${escapeHtml(text)}</pre></body></html>`;
|
|
97
|
-
const article = runExtract(html, url);
|
|
98
|
-
expect(article?.source).toBe('pre');
|
|
99
|
-
if (!article)
|
|
100
|
-
throw new Error('expected extracted article');
|
|
101
|
-
const md = await renderMarkdown(article, url);
|
|
102
|
-
expect(md).toContain('OPENAI\\_API\\_KEY');
|
|
103
|
-
expect(md).toContain('Most code examples are written in Python');
|
|
104
|
-
});
|
|
105
|
-
});
|
|
@@ -1,94 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from 'vitest';
|
|
2
|
-
import { buildExtractArticleJs, extractArticle, DEFAULT_FALLBACK_SELECTORS, } from './article-extract.js';
|
|
3
|
-
function fakePage(response) {
|
|
4
|
-
const state = { lastJs: null };
|
|
5
|
-
return {
|
|
6
|
-
lastJs: null,
|
|
7
|
-
async evaluate(js) {
|
|
8
|
-
state.lastJs = js;
|
|
9
|
-
Object.assign(this, state);
|
|
10
|
-
return response;
|
|
11
|
-
},
|
|
12
|
-
};
|
|
13
|
-
}
|
|
14
|
-
describe('buildExtractArticleJs', () => {
|
|
15
|
-
it('embeds Readability + Readerable sources once per evaluation', () => {
|
|
16
|
-
const js = buildExtractArticleJs();
|
|
17
|
-
// Both libs should be inlined (matched by identifying strings from the
|
|
18
|
-
// upstream @mozilla/readability sources).
|
|
19
|
-
expect(js).toContain('function Readability(doc, options)');
|
|
20
|
-
expect(js).toContain('function isProbablyReaderable');
|
|
21
|
-
});
|
|
22
|
-
it('serializes caller-supplied options into the evaluated JS', () => {
|
|
23
|
-
const js = buildExtractArticleJs({
|
|
24
|
-
cleanSelectors: ['.ads', '#banner'],
|
|
25
|
-
fallbackSelectors: ['article', 'body'],
|
|
26
|
-
force: true,
|
|
27
|
-
});
|
|
28
|
-
expect(js).toContain('[".ads","#banner"]');
|
|
29
|
-
expect(js).toContain('["article","body"]');
|
|
30
|
-
expect(js).toContain('const force = true;');
|
|
31
|
-
});
|
|
32
|
-
it('uses the default fallback chain when none is supplied', () => {
|
|
33
|
-
const js = buildExtractArticleJs();
|
|
34
|
-
for (const sel of DEFAULT_FALLBACK_SELECTORS) {
|
|
35
|
-
expect(js).toContain(JSON.stringify(sel));
|
|
36
|
-
}
|
|
37
|
-
});
|
|
38
|
-
it('runs fallback selection against the cleaned clone', () => {
|
|
39
|
-
const js = buildExtractArticleJs({ cleanSelectors: ['.noise'] });
|
|
40
|
-
expect(js).toContain('el = cloneDoc.querySelector(sel);');
|
|
41
|
-
expect(js).not.toContain('el = document.querySelector(sel);');
|
|
42
|
-
});
|
|
43
|
-
it('produces syntactically valid JavaScript', () => {
|
|
44
|
-
// Parsing via the Function constructor rejects any syntax error in the
|
|
45
|
-
// generated code — including accidental template-literal break-outs from
|
|
46
|
-
// the embedded Readability sources.
|
|
47
|
-
expect(() => new Function(buildExtractArticleJs())).not.toThrow();
|
|
48
|
-
expect(() => new Function(buildExtractArticleJs({ force: true }))).not.toThrow();
|
|
49
|
-
expect(() => new Function(buildExtractArticleJs({
|
|
50
|
-
cleanSelectors: ['.a', '.b'],
|
|
51
|
-
fallbackSelectors: ['main', 'body'],
|
|
52
|
-
}))).not.toThrow();
|
|
53
|
-
});
|
|
54
|
-
});
|
|
55
|
-
describe('extractArticle (host-side)', () => {
|
|
56
|
-
it('returns a normalized ExtractedArticle when the page responds with one', async () => {
|
|
57
|
-
const page = fakePage({
|
|
58
|
-
source: 'readability',
|
|
59
|
-
html: '<p>hello</p>',
|
|
60
|
-
title: 'Hello',
|
|
61
|
-
byline: 'Alice',
|
|
62
|
-
publishedTime: '2026-04-22',
|
|
63
|
-
siteName: 'Example',
|
|
64
|
-
});
|
|
65
|
-
const res = await extractArticle(page);
|
|
66
|
-
expect(res).toEqual({
|
|
67
|
-
source: 'readability',
|
|
68
|
-
html: '<p>hello</p>',
|
|
69
|
-
title: 'Hello',
|
|
70
|
-
byline: 'Alice',
|
|
71
|
-
publishedTime: '2026-04-22',
|
|
72
|
-
siteName: 'Example',
|
|
73
|
-
});
|
|
74
|
-
});
|
|
75
|
-
it('drops undefined optional fields cleanly', async () => {
|
|
76
|
-
const page = fakePage({ source: 'fallback', html: '<main>x</main>', title: 't' });
|
|
77
|
-
const res = await extractArticle(page);
|
|
78
|
-
expect(res).toEqual({ source: 'fallback', html: '<main>x</main>', title: 't' });
|
|
79
|
-
expect(res).not.toHaveProperty('byline');
|
|
80
|
-
expect(res).not.toHaveProperty('publishedTime');
|
|
81
|
-
});
|
|
82
|
-
it('returns null on a missing body or malformed payload', async () => {
|
|
83
|
-
expect(await extractArticle(fakePage(null))).toBeNull();
|
|
84
|
-
expect(await extractArticle(fakePage('oops'))).toBeNull();
|
|
85
|
-
expect(await extractArticle(fakePage({ source: 'readability' }))).toBeNull();
|
|
86
|
-
expect(await extractArticle(fakePage({ html: '<p>x</p>' }))).toBeNull();
|
|
87
|
-
});
|
|
88
|
-
it('defaults title to empty string when the page omits it', async () => {
|
|
89
|
-
const page = fakePage({ source: 'pre', html: '<body><pre>x</pre></body>' });
|
|
90
|
-
const res = await extractArticle(page);
|
|
91
|
-
expect(res?.title).toBe('');
|
|
92
|
-
expect(res?.source).toBe('pre');
|
|
93
|
-
});
|
|
94
|
-
});
|
|
@@ -1,91 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from 'vitest';
|
|
2
|
-
import { buildAxSnapshot, buildAxSnapshotFromTrees, findAxRefReplacement } from './ax-snapshot.js';
|
|
3
|
-
describe('AX snapshot prototype', () => {
|
|
4
|
-
it('builds compact refs from Accessibility.getFullAXTree output', () => {
|
|
5
|
-
const result = buildAxSnapshot({
|
|
6
|
-
nodes: [
|
|
7
|
-
{ nodeId: '1', role: { value: 'RootWebArea' }, name: { value: 'Example' }, childIds: ['2', '3'] },
|
|
8
|
-
{ nodeId: '2', role: { value: 'heading' }, name: { value: 'Expenses' }, backendDOMNodeId: 20 },
|
|
9
|
-
{
|
|
10
|
-
nodeId: '3',
|
|
11
|
-
role: { value: 'combobox' },
|
|
12
|
-
name: { value: 'Category' },
|
|
13
|
-
backendDOMNodeId: 30,
|
|
14
|
-
properties: [{ name: 'expanded', value: { value: false } }],
|
|
15
|
-
},
|
|
16
|
-
],
|
|
17
|
-
});
|
|
18
|
-
expect(result.text).toContain('source: ax');
|
|
19
|
-
expect(result.text).toContain('[1]heading "Expenses"');
|
|
20
|
-
expect(result.text).toContain('[2]combobox "Category" expanded=false');
|
|
21
|
-
expect(result.refs.get('2')).toEqual({
|
|
22
|
-
ref: '2',
|
|
23
|
-
backendNodeId: 30,
|
|
24
|
-
role: 'combobox',
|
|
25
|
-
name: 'Category',
|
|
26
|
-
});
|
|
27
|
-
});
|
|
28
|
-
it('tracks nth only for duplicate role/name pairs', () => {
|
|
29
|
-
const result = buildAxSnapshot({
|
|
30
|
-
nodes: [
|
|
31
|
-
{ nodeId: '1', role: { value: 'RootWebArea' }, childIds: ['2', '3'] },
|
|
32
|
-
{ nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 10 },
|
|
33
|
-
{ nodeId: '3', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 11 },
|
|
34
|
-
],
|
|
35
|
-
});
|
|
36
|
-
expect(result.refs.get('1')).toMatchObject({ role: 'button', name: 'Save', nth: 0 });
|
|
37
|
-
expect(result.refs.get('2')).toMatchObject({ role: 'button', name: 'Save', nth: 1 });
|
|
38
|
-
});
|
|
39
|
-
it('finds stale ref replacements by role/name/nth', () => {
|
|
40
|
-
const replacement = findAxRefReplacement({
|
|
41
|
-
nodes: [
|
|
42
|
-
{ nodeId: '1', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 10 },
|
|
43
|
-
{ nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 42 },
|
|
44
|
-
],
|
|
45
|
-
}, {
|
|
46
|
-
ref: '2',
|
|
47
|
-
role: 'button',
|
|
48
|
-
name: 'Save',
|
|
49
|
-
backendNodeId: 11,
|
|
50
|
-
nth: 1,
|
|
51
|
-
});
|
|
52
|
-
expect(replacement).toMatchObject({ ref: '2', backendNodeId: 42, role: 'button', name: 'Save', nth: 1 });
|
|
53
|
-
});
|
|
54
|
-
it('combines frame AX trees while keeping ref metadata frame-scoped', () => {
|
|
55
|
-
const result = buildAxSnapshotFromTrees([
|
|
56
|
-
{
|
|
57
|
-
tree: {
|
|
58
|
-
nodes: [
|
|
59
|
-
{ nodeId: '1', role: { value: 'RootWebArea' }, childIds: ['2'] },
|
|
60
|
-
{ nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 10 },
|
|
61
|
-
],
|
|
62
|
-
},
|
|
63
|
-
},
|
|
64
|
-
{
|
|
65
|
-
frame: { frameId: 'frame-1', url: 'https://app.example/embed' },
|
|
66
|
-
tree: {
|
|
67
|
-
nodes: [
|
|
68
|
-
{ nodeId: '1', role: { value: 'RootWebArea' }, childIds: ['2'] },
|
|
69
|
-
{ nodeId: '2', role: { value: 'button' }, name: { value: 'Save' }, backendDOMNodeId: 20 },
|
|
70
|
-
],
|
|
71
|
-
},
|
|
72
|
-
},
|
|
73
|
-
]);
|
|
74
|
-
expect(result.text).toContain('[1]button "Save"');
|
|
75
|
-
expect(result.text).toContain('frame "https://app.example/embed":');
|
|
76
|
-
expect(result.text).toContain(' [2]button "Save"');
|
|
77
|
-
expect(result.refs.get('1')).toEqual({
|
|
78
|
-
ref: '1',
|
|
79
|
-
backendNodeId: 10,
|
|
80
|
-
role: 'button',
|
|
81
|
-
name: 'Save',
|
|
82
|
-
});
|
|
83
|
-
expect(result.refs.get('2')).toEqual({
|
|
84
|
-
ref: '2',
|
|
85
|
-
backendNodeId: 20,
|
|
86
|
-
role: 'button',
|
|
87
|
-
name: 'Save',
|
|
88
|
-
frame: { frameId: 'frame-1', url: 'https://app.example/embed' },
|
|
89
|
-
});
|
|
90
|
-
});
|
|
91
|
-
});
|