@jackwener/opencli 1.3.2 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/pull_request_template.md +3 -1
- package/.github/workflows/build-extension.yml +7 -1
- package/.github/workflows/ci.yml +29 -3
- package/.github/workflows/docs.yml +1 -1
- package/.github/workflows/e2e-headed.yml +20 -0
- package/.github/workflows/release.yml +1 -1
- package/.github/workflows/security.yml +0 -3
- package/CHANGELOG.md +55 -0
- package/CONTRIBUTING.md +6 -3
- package/README.md +37 -10
- package/README.zh-CN.md +37 -10
- package/SKILL.md +7 -2
- package/TESTING.md +1 -0
- package/chatwise-opencli.ps1 +82 -0
- package/dist/analysis.d.ts +38 -0
- package/dist/analysis.js +166 -0
- package/dist/browser/cdp.d.ts +0 -4
- package/dist/browser/cdp.js +59 -38
- package/dist/browser/cdp.test.d.ts +1 -0
- package/dist/browser/cdp.test.js +52 -0
- package/dist/browser/daemon-client.js +2 -1
- package/dist/browser/discover.js +2 -1
- package/dist/browser/dom-snapshot.d.ts +2 -2
- package/dist/browser/dom-snapshot.js +54 -1
- package/dist/browser/dom-snapshot.test.js +36 -0
- package/dist/browser/errors.js +2 -1
- package/dist/browser/index.d.ts +3 -2
- package/dist/browser/index.js +2 -1
- package/dist/browser/mcp.d.ts +0 -2
- package/dist/browser/mcp.js +2 -3
- package/dist/browser/page.d.ts +4 -3
- package/dist/browser/page.js +44 -35
- package/dist/browser/stealth.d.ts +16 -0
- package/dist/browser/stealth.js +155 -0
- package/dist/browser.test.js +47 -1
- package/dist/build-manifest.js +15 -9
- package/dist/build-manifest.test.js +12 -0
- package/dist/cascade.js +4 -2
- package/dist/cli-manifest.json +639 -258
- package/dist/cli.js +57 -29
- package/dist/clis/_shared/desktop-commands.d.ts +22 -0
- package/dist/clis/_shared/desktop-commands.js +108 -0
- package/dist/clis/antigravity/serve.js +5 -2
- package/dist/clis/arxiv/search.js +1 -1
- package/dist/clis/bilibili/dynamic.test.d.ts +1 -0
- package/dist/clis/bilibili/dynamic.test.js +68 -0
- package/dist/clis/bilibili/favorite.js +4 -2
- package/dist/clis/bilibili/following.js +3 -2
- package/dist/clis/bilibili/subtitle.js +8 -7
- package/dist/clis/bilibili/utils.js +2 -2
- package/dist/clis/boss/batchgreet.js +1 -1
- package/dist/clis/boss/chatlist.js +1 -1
- package/dist/clis/boss/chatmsg.js +1 -1
- package/dist/clis/boss/detail.js +1 -1
- package/dist/clis/boss/exchange.js +1 -1
- package/dist/clis/boss/greet.js +1 -1
- package/dist/clis/boss/invite.js +1 -1
- package/dist/clis/boss/joblist.js +1 -1
- package/dist/clis/boss/mark.js +4 -3
- package/dist/clis/boss/recommend.js +1 -1
- package/dist/clis/boss/resume.js +1 -1
- package/dist/clis/boss/search.js +1 -1
- package/dist/clis/boss/send.js +5 -4
- package/dist/clis/boss/stats.js +1 -1
- package/dist/clis/chatgpt/ask.js +4 -0
- package/dist/clis/chatgpt/new.js +5 -1
- package/dist/clis/chatgpt/read.js +5 -1
- package/dist/clis/chatgpt/send.js +2 -1
- package/dist/clis/chatgpt/status.js +5 -1
- package/dist/clis/chatwise/ask.js +8 -2
- package/dist/clis/chatwise/export.js +2 -0
- package/dist/clis/chatwise/history.js +2 -0
- package/dist/clis/chatwise/model.js +8 -3
- package/dist/clis/chatwise/new.js +3 -18
- package/dist/clis/chatwise/read.js +2 -0
- package/dist/clis/chatwise/screenshot.js +3 -27
- package/dist/clis/chatwise/send.js +8 -2
- package/dist/clis/chatwise/shared.d.ts +2 -0
- package/dist/clis/chatwise/shared.js +6 -0
- package/dist/clis/chatwise/status.js +3 -22
- package/dist/clis/codex/ask.js +6 -2
- package/dist/clis/codex/dump.js +2 -25
- package/dist/clis/codex/new.js +2 -25
- package/dist/clis/codex/screenshot.js +2 -27
- package/dist/clis/codex/send.js +6 -4
- package/dist/clis/codex/status.js +2 -22
- package/dist/clis/cursor/ask.js +2 -1
- package/dist/clis/cursor/composer.js +2 -1
- package/dist/clis/cursor/dump.js +2 -25
- package/dist/clis/cursor/new.js +2 -18
- package/dist/clis/cursor/read.js +2 -1
- package/dist/clis/cursor/screenshot.js +1 -30
- package/dist/clis/cursor/send.js +2 -1
- package/dist/clis/cursor/status.js +2 -21
- package/dist/clis/dictionary/examples.yaml +25 -0
- package/dist/clis/dictionary/search.yaml +27 -0
- package/dist/clis/dictionary/synonyms.yaml +25 -0
- package/dist/clis/douban/book-hot.js +1 -1
- package/dist/clis/douban/movie-hot.js +1 -1
- package/dist/clis/douban/search.js +1 -1
- package/dist/clis/douban/utils.d.ts +4 -1
- package/dist/clis/douban/utils.js +156 -1
- package/dist/clis/doubao/ask.js +1 -1
- package/dist/clis/doubao/new.js +1 -1
- package/dist/clis/doubao/read.js +1 -1
- package/dist/clis/doubao/send.js +1 -1
- package/dist/clis/doubao/status.js +1 -1
- package/dist/clis/doubao-app/ask.js +1 -1
- package/dist/clis/doubao-app/new.js +1 -1
- package/dist/clis/doubao-app/read.js +1 -1
- package/dist/clis/doubao-app/send.js +1 -1
- package/dist/clis/grok/ask.d.ts +4 -0
- package/dist/clis/grok/ask.js +28 -10
- package/dist/clis/grok/ask.test.js +18 -0
- package/dist/clis/jd/item.d.ts +1 -0
- package/dist/clis/jd/item.js +96 -0
- package/dist/clis/jd/item.test.d.ts +1 -0
- package/dist/clis/jd/item.test.js +28 -0
- package/dist/clis/jike/feed.js +1 -1
- package/dist/clis/jike/search.js +1 -1
- package/dist/clis/linkedin/search.js +5 -4
- package/dist/clis/linkedin/timeline.d.ts +21 -0
- package/dist/clis/linkedin/timeline.js +503 -0
- package/dist/clis/linkedin/timeline.test.d.ts +1 -0
- package/dist/clis/linkedin/timeline.test.js +81 -0
- package/dist/clis/medium/feed.js +1 -1
- package/dist/clis/medium/search.js +1 -1
- package/dist/clis/medium/user.js +1 -1
- package/dist/clis/medium/{shared.js → utils.js} +2 -1
- package/dist/clis/pixiv/detail.yaml +49 -0
- package/dist/clis/pixiv/download.d.ts +7 -0
- package/dist/clis/pixiv/download.js +78 -0
- package/dist/clis/pixiv/download.test.d.ts +1 -0
- package/dist/clis/pixiv/download.test.js +87 -0
- package/dist/clis/pixiv/illusts.d.ts +8 -0
- package/dist/clis/pixiv/illusts.js +65 -0
- package/dist/clis/pixiv/illusts.test.d.ts +1 -0
- package/dist/clis/pixiv/illusts.test.js +99 -0
- package/dist/clis/pixiv/ranking.yaml +53 -0
- package/dist/clis/pixiv/search.d.ts +6 -0
- package/dist/clis/pixiv/search.js +43 -0
- package/dist/clis/pixiv/search.test.d.ts +1 -0
- package/dist/clis/pixiv/search.test.js +83 -0
- package/dist/clis/pixiv/test-utils.d.ts +12 -0
- package/dist/clis/pixiv/test-utils.js +23 -0
- package/dist/clis/pixiv/user.yaml +46 -0
- package/dist/clis/pixiv/utils.d.ts +27 -0
- package/dist/clis/pixiv/utils.js +49 -0
- package/dist/clis/reddit/comment.js +2 -1
- package/dist/clis/reddit/read.js +4 -3
- package/dist/clis/reddit/read.test.d.ts +1 -0
- package/dist/clis/reddit/read.test.js +28 -0
- package/dist/clis/reddit/save.js +2 -1
- package/dist/clis/reddit/saved.js +7 -3
- package/dist/clis/reddit/subscribe.js +2 -1
- package/dist/clis/reddit/upvote.js +2 -1
- package/dist/clis/reddit/upvoted.js +7 -3
- package/dist/clis/sinablog/article.js +1 -1
- package/dist/clis/sinablog/hot.js +1 -1
- package/dist/clis/sinablog/user.js +1 -1
- package/dist/clis/substack/feed.js +1 -1
- package/dist/clis/substack/publication.js +1 -1
- package/dist/clis/substack/search.js +3 -2
- package/dist/clis/substack/{shared.js → utils.js} +3 -2
- package/dist/clis/tiktok/search.yaml +2 -1
- package/dist/clis/twitter/accept.js +2 -1
- package/dist/clis/twitter/article.js +4 -1
- package/dist/clis/twitter/block.js +2 -1
- package/dist/clis/twitter/bookmark.js +2 -1
- package/dist/clis/twitter/bookmarks.js +3 -2
- package/dist/clis/twitter/delete.js +2 -1
- package/dist/clis/twitter/follow.js +2 -1
- package/dist/clis/twitter/followers.js +3 -2
- package/dist/clis/twitter/following.js +3 -2
- package/dist/clis/twitter/hide-reply.js +2 -1
- package/dist/clis/twitter/like.js +2 -1
- package/dist/clis/twitter/notifications.js +2 -1
- package/dist/clis/twitter/post.js +2 -1
- package/dist/clis/twitter/profile.js +5 -2
- package/dist/clis/twitter/reply-dm.js +2 -1
- package/dist/clis/twitter/reply.js +2 -1
- package/dist/clis/twitter/search.js +30 -13
- package/dist/clis/twitter/search.test.d.ts +1 -0
- package/dist/clis/twitter/search.test.js +104 -0
- package/dist/clis/twitter/thread.js +2 -2
- package/dist/clis/twitter/timeline.js +3 -2
- package/dist/clis/twitter/trending.js +3 -2
- package/dist/clis/twitter/unblock.js +2 -1
- package/dist/clis/twitter/unbookmark.js +2 -1
- package/dist/clis/twitter/unfollow.js +2 -1
- package/dist/clis/v2ex/daily.js +3 -2
- package/dist/clis/v2ex/me.js +3 -2
- package/dist/clis/v2ex/notifications.js +4 -4
- package/dist/clis/web/read.d.ts +16 -0
- package/dist/clis/web/read.js +202 -0
- package/dist/clis/xueqiu/danjuan-utils.d.ts +55 -0
- package/dist/clis/xueqiu/danjuan-utils.js +126 -0
- package/dist/clis/xueqiu/danjuan-utils.test.d.ts +1 -0
- package/dist/clis/xueqiu/danjuan-utils.test.js +41 -0
- package/dist/clis/xueqiu/fund-holdings.d.ts +1 -0
- package/dist/clis/xueqiu/fund-holdings.js +28 -0
- package/dist/clis/xueqiu/fund-snapshot.d.ts +1 -0
- package/dist/clis/xueqiu/fund-snapshot.js +25 -0
- package/dist/clis/youtube/transcript.js +5 -4
- package/dist/clis/youtube/video.js +3 -2
- package/dist/constants.d.ts +2 -0
- package/dist/constants.js +2 -0
- package/dist/daemon.js +9 -4
- package/dist/discovery.js +11 -10
- package/dist/doctor.js +4 -2
- package/dist/download/index.d.ts +4 -12
- package/dist/download/index.js +33 -12
- package/dist/download/index.test.js +79 -2
- package/dist/download/media-download.js +4 -2
- package/dist/engine.test.js +76 -4
- package/dist/execution.d.ts +1 -9
- package/dist/execution.js +56 -46
- package/dist/explore.js +12 -111
- package/dist/external-clis.yaml +0 -8
- package/dist/external.js +7 -5
- package/dist/external.test.js +4 -0
- package/dist/generate.d.ts +0 -9
- package/dist/generate.js +4 -20
- package/dist/hooks.d.ts +46 -0
- package/dist/hooks.js +56 -0
- package/dist/hooks.test.d.ts +4 -0
- package/dist/hooks.test.js +92 -0
- package/dist/interceptor.js +70 -23
- package/dist/main.js +2 -0
- package/dist/output.js +12 -6
- package/dist/pipeline/executor.js +1 -1
- package/dist/pipeline/steps/browser.js +1 -3
- package/dist/pipeline/steps/download.js +42 -26
- package/dist/pipeline/steps/download.test.d.ts +1 -0
- package/dist/pipeline/steps/download.test.js +101 -0
- package/dist/pipeline/steps/fetch.js +40 -22
- package/dist/pipeline/steps/fetch.test.d.ts +1 -0
- package/dist/pipeline/steps/fetch.test.js +123 -0
- package/dist/pipeline/steps/transform.js +2 -6
- package/dist/pipeline/template.js +66 -52
- package/dist/pipeline/template.test.js +28 -0
- package/dist/pipeline/transform.test.js +18 -0
- package/dist/plugin.d.ts +40 -1
- package/dist/plugin.js +214 -17
- package/dist/plugin.test.d.ts +1 -1
- package/dist/plugin.test.js +219 -3
- package/dist/record.js +6 -98
- package/dist/registry-api.d.ts +2 -0
- package/dist/registry-api.js +1 -0
- package/dist/registry.d.ts +5 -2
- package/dist/registry.js +1 -2
- package/dist/runtime.d.ts +0 -1
- package/dist/runtime.js +14 -4
- package/dist/snapshotFormatter.d.ts +7 -14
- package/dist/snapshotFormatter.js +38 -78
- package/dist/utils.d.ts +9 -0
- package/dist/utils.js +29 -0
- package/dist/validate.js +3 -5
- package/dist/yaml-schema.d.ts +26 -0
- package/dist/yaml-schema.js +5 -0
- package/docs/.vitepress/config.mts +3 -0
- package/docs/adapters/browser/dictionary.md +27 -0
- package/docs/adapters/browser/douban.md +18 -8
- package/docs/adapters/browser/jd.md +27 -0
- package/docs/adapters/browser/linkedin.md +6 -0
- package/docs/adapters/browser/pixiv.md +92 -0
- package/docs/adapters/browser/web.md +30 -0
- package/docs/adapters/browser/wikipedia.md +0 -9
- package/docs/adapters/browser/xueqiu.md +27 -9
- package/docs/adapters/desktop/antigravity.md +0 -3
- package/docs/adapters/index.md +11 -9
- package/docs/comparison.md +125 -0
- package/docs/developer/contributing.md +21 -2
- package/docs/developer/testing.md +14 -8
- package/docs/developer/ts-adapter.md +18 -0
- package/docs/developer/yaml-adapter.md +16 -0
- package/docs/guide/plugins.md +10 -0
- package/docs/zh/guide/plugins.md +10 -0
- package/extension/dist/background.js +519 -444
- package/extension/manifest.json +1 -1
- package/extension/package.json +1 -1
- package/extension/src/background.test.ts +46 -1
- package/extension/src/background.ts +108 -33
- package/extension/src/cdp.ts +9 -9
- package/package.json +3 -2
- package/scripts/check-doc-coverage.sh +2 -0
- package/src/analysis.ts +170 -0
- package/src/browser/cdp.test.ts +66 -0
- package/src/browser/cdp.ts +64 -41
- package/src/browser/daemon-client.ts +4 -3
- package/src/browser/discover.ts +2 -1
- package/src/browser/dom-snapshot.test.ts +42 -0
- package/src/browser/dom-snapshot.ts +56 -3
- package/src/browser/errors.ts +2 -1
- package/src/browser/index.ts +3 -2
- package/src/browser/mcp.ts +2 -4
- package/src/browser/page.ts +43 -35
- package/src/browser/stealth.ts +156 -0
- package/src/browser.test.ts +51 -1
- package/src/build-manifest.test.ts +14 -0
- package/src/build-manifest.ts +13 -32
- package/src/cascade.ts +5 -3
- package/src/cli.ts +66 -34
- package/src/clis/_shared/desktop-commands.ts +121 -0
- package/src/clis/antigravity/serve.ts +6 -3
- package/src/clis/arxiv/search.ts +1 -1
- package/src/clis/bilibili/dynamic.test.ts +79 -0
- package/src/clis/bilibili/favorite.ts +5 -2
- package/src/clis/bilibili/following.ts +3 -2
- package/src/clis/bilibili/subtitle.ts +8 -7
- package/src/clis/bilibili/utils.ts +2 -2
- package/src/clis/boss/batchgreet.ts +1 -1
- package/src/clis/boss/chatlist.ts +1 -1
- package/src/clis/boss/chatmsg.ts +1 -1
- package/src/clis/boss/detail.ts +1 -1
- package/src/clis/boss/exchange.ts +1 -1
- package/src/clis/boss/greet.ts +1 -1
- package/src/clis/boss/invite.ts +1 -1
- package/src/clis/boss/joblist.ts +1 -1
- package/src/clis/boss/mark.ts +4 -3
- package/src/clis/boss/recommend.ts +1 -1
- package/src/clis/boss/resume.ts +1 -1
- package/src/clis/boss/search.ts +1 -1
- package/src/clis/boss/send.ts +5 -4
- package/src/clis/boss/stats.ts +1 -1
- package/src/clis/chatgpt/ask.ts +5 -0
- package/src/clis/chatgpt/new.ts +7 -2
- package/src/clis/chatgpt/read.ts +7 -2
- package/src/clis/chatgpt/send.ts +3 -2
- package/src/clis/chatgpt/status.ts +6 -1
- package/src/clis/chatwise/ask.ts +7 -2
- package/src/clis/chatwise/export.ts +2 -0
- package/src/clis/chatwise/history.ts +2 -0
- package/src/clis/chatwise/model.ts +7 -3
- package/src/clis/chatwise/new.ts +3 -20
- package/src/clis/chatwise/read.ts +2 -0
- package/src/clis/chatwise/screenshot.ts +3 -32
- package/src/clis/chatwise/send.ts +7 -2
- package/src/clis/chatwise/shared.ts +8 -0
- package/src/clis/chatwise/status.ts +3 -24
- package/src/clis/codex/ask.ts +5 -2
- package/src/clis/codex/dump.ts +2 -27
- package/src/clis/codex/new.ts +2 -28
- package/src/clis/codex/screenshot.ts +2 -32
- package/src/clis/codex/send.ts +5 -4
- package/src/clis/codex/status.ts +2 -24
- package/src/clis/cursor/ask.ts +2 -1
- package/src/clis/cursor/composer.ts +2 -1
- package/src/clis/cursor/dump.ts +2 -27
- package/src/clis/cursor/new.ts +2 -20
- package/src/clis/cursor/read.ts +2 -1
- package/src/clis/cursor/screenshot.ts +1 -36
- package/src/clis/cursor/send.ts +2 -1
- package/src/clis/cursor/status.ts +2 -22
- package/src/clis/dictionary/examples.yaml +25 -0
- package/src/clis/dictionary/search.yaml +27 -0
- package/src/clis/dictionary/synonyms.yaml +25 -0
- package/src/clis/douban/book-hot.ts +1 -1
- package/src/clis/douban/movie-hot.ts +1 -1
- package/src/clis/douban/search.ts +1 -1
- package/src/clis/douban/utils.ts +165 -1
- package/src/clis/doubao/ask.ts +1 -1
- package/src/clis/doubao/new.ts +1 -1
- package/src/clis/doubao/read.ts +1 -1
- package/src/clis/doubao/send.ts +1 -1
- package/src/clis/doubao/status.ts +1 -1
- package/src/clis/doubao-app/ask.ts +1 -1
- package/src/clis/doubao-app/new.ts +1 -1
- package/src/clis/doubao-app/read.ts +1 -1
- package/src/clis/doubao-app/send.ts +1 -1
- package/src/clis/grok/ask.test.ts +25 -0
- package/src/clis/grok/ask.ts +25 -12
- package/src/clis/jd/item.test.ts +35 -0
- package/src/clis/jd/item.ts +101 -0
- package/src/clis/jike/feed.ts +1 -1
- package/src/clis/jike/search.ts +1 -1
- package/src/clis/linkedin/search.ts +5 -4
- package/src/clis/linkedin/timeline.test.ts +99 -0
- package/src/clis/linkedin/timeline.ts +532 -0
- package/src/clis/medium/feed.ts +1 -1
- package/src/clis/medium/search.ts +1 -1
- package/src/clis/medium/user.ts +1 -1
- package/src/clis/medium/{shared.ts → utils.ts} +2 -1
- package/src/clis/pixiv/detail.yaml +49 -0
- package/src/clis/pixiv/download.test.ts +114 -0
- package/src/clis/pixiv/download.ts +91 -0
- package/src/clis/pixiv/illusts.test.ts +115 -0
- package/src/clis/pixiv/illusts.ts +78 -0
- package/src/clis/pixiv/ranking.yaml +53 -0
- package/src/clis/pixiv/search.test.ts +97 -0
- package/src/clis/pixiv/search.ts +53 -0
- package/src/clis/pixiv/test-utils.ts +29 -0
- package/src/clis/pixiv/user.yaml +46 -0
- package/src/clis/pixiv/utils.ts +62 -0
- package/src/clis/reddit/comment.ts +2 -1
- package/src/clis/reddit/read.test.ts +34 -0
- package/src/clis/reddit/read.ts +4 -3
- package/src/clis/reddit/save.ts +2 -1
- package/src/clis/reddit/saved.ts +6 -2
- package/src/clis/reddit/subscribe.ts +2 -1
- package/src/clis/reddit/upvote.ts +2 -1
- package/src/clis/reddit/upvoted.ts +6 -2
- package/src/clis/sinablog/article.ts +1 -1
- package/src/clis/sinablog/hot.ts +1 -1
- package/src/clis/sinablog/user.ts +1 -1
- package/src/clis/substack/feed.ts +1 -1
- package/src/clis/substack/publication.ts +1 -1
- package/src/clis/substack/search.ts +3 -2
- package/src/clis/substack/{shared.ts → utils.ts} +3 -2
- package/src/clis/tiktok/search.yaml +2 -1
- package/src/clis/twitter/accept.ts +2 -1
- package/src/clis/twitter/article.ts +3 -1
- package/src/clis/twitter/block.ts +2 -1
- package/src/clis/twitter/bookmark.ts +2 -1
- package/src/clis/twitter/bookmarks.ts +3 -2
- package/src/clis/twitter/delete.ts +2 -1
- package/src/clis/twitter/follow.ts +2 -1
- package/src/clis/twitter/followers.ts +3 -2
- package/src/clis/twitter/following.ts +3 -2
- package/src/clis/twitter/hide-reply.ts +2 -1
- package/src/clis/twitter/like.ts +2 -1
- package/src/clis/twitter/notifications.ts +2 -1
- package/src/clis/twitter/post.ts +2 -1
- package/src/clis/twitter/profile.ts +4 -2
- package/src/clis/twitter/reply-dm.ts +2 -1
- package/src/clis/twitter/reply.ts +2 -1
- package/src/clis/twitter/search.test.ts +113 -0
- package/src/clis/twitter/search.ts +38 -14
- package/src/clis/twitter/thread.ts +2 -2
- package/src/clis/twitter/timeline.ts +3 -2
- package/src/clis/twitter/trending.ts +3 -2
- package/src/clis/twitter/unblock.ts +2 -1
- package/src/clis/twitter/unbookmark.ts +2 -1
- package/src/clis/twitter/unfollow.ts +2 -1
- package/src/clis/v2ex/daily.ts +3 -2
- package/src/clis/v2ex/me.ts +3 -2
- package/src/clis/v2ex/notifications.ts +3 -4
- package/src/clis/web/read.ts +210 -0
- package/src/clis/xueqiu/danjuan-utils.test.ts +49 -0
- package/src/clis/xueqiu/danjuan-utils.ts +176 -0
- package/src/clis/xueqiu/fund-holdings.ts +32 -0
- package/src/clis/xueqiu/fund-snapshot.ts +27 -0
- package/src/clis/youtube/transcript.ts +5 -4
- package/src/clis/youtube/video.ts +3 -2
- package/src/constants.ts +3 -0
- package/src/daemon.ts +7 -5
- package/src/discovery.ts +12 -34
- package/src/doctor.ts +5 -3
- package/src/download/index.test.ts +93 -2
- package/src/download/index.ts +44 -23
- package/src/download/media-download.ts +5 -3
- package/src/engine.test.ts +84 -3
- package/src/execution.ts +62 -46
- package/src/explore.ts +21 -90
- package/src/external-clis.yaml +0 -8
- package/src/external.test.ts +9 -0
- package/src/external.ts +12 -10
- package/src/generate.ts +4 -41
- package/src/hooks.test.ts +126 -0
- package/src/hooks.ts +90 -0
- package/src/interceptor.ts +73 -23
- package/src/main.ts +2 -0
- package/src/output.ts +14 -6
- package/src/pipeline/executor.ts +1 -1
- package/src/pipeline/steps/browser.ts +1 -3
- package/src/pipeline/steps/download.test.ts +136 -0
- package/src/pipeline/steps/download.ts +47 -34
- package/src/pipeline/steps/fetch.test.ts +179 -0
- package/src/pipeline/steps/fetch.ts +39 -23
- package/src/pipeline/steps/transform.ts +2 -6
- package/src/pipeline/template.test.ts +28 -0
- package/src/pipeline/template.ts +67 -79
- package/src/pipeline/transform.test.ts +20 -0
- package/src/plugin.test.ts +251 -3
- package/src/plugin.ts +265 -21
- package/src/record.ts +12 -84
- package/src/registry-api.ts +2 -0
- package/src/registry.ts +7 -4
- package/src/runtime.ts +14 -4
- package/src/snapshotFormatter.ts +43 -121
- package/src/utils.ts +39 -0
- package/src/validate.ts +3 -6
- package/src/yaml-schema.ts +28 -0
- package/tests/e2e/browser-auth.test.ts +25 -0
- package/tests/e2e/plugin-management.test.ts +137 -0
- package/tests/e2e/public-commands.test.ts +34 -1
- package/vitest.config.ts +19 -1
- package/.github/workflows/pkg-pr-new.yml +0 -30
- package/dist/clis/douban/shared.d.ts +0 -4
- package/dist/clis/douban/shared.js +0 -155
- package/src/clis/douban/shared.ts +0 -165
- /package/dist/clis/boss/{common.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/boss/{common.js → utils.js} +0 -0
- /package/dist/clis/doubao/{common.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/doubao/{common.js → utils.js} +0 -0
- /package/dist/clis/doubao-app/{common.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/doubao-app/{common.js → utils.js} +0 -0
- /package/dist/clis/jike/{shared.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/jike/{shared.js → utils.js} +0 -0
- /package/dist/clis/medium/{shared.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/sinablog/{shared.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/sinablog/{shared.js → utils.js} +0 -0
- /package/dist/clis/substack/{shared.d.ts → utils.d.ts} +0 -0
- /package/src/clis/boss/{common.ts → utils.ts} +0 -0
- /package/src/clis/doubao/{common.ts → utils.ts} +0 -0
- /package/src/clis/doubao-app/{common.ts → utils.ts} +0 -0
- /package/src/clis/jike/{shared.ts → utils.ts} +0 -0
- /package/src/clis/sinablog/{shared.ts → utils.ts} +0 -0
|
@@ -1,155 +0,0 @@
|
|
|
1
|
-
import { CliError } from '../../errors.js';
|
|
2
|
-
function clampLimit(limit) {
|
|
3
|
-
return Math.max(1, Math.min(limit || 20, 50));
|
|
4
|
-
}
|
|
5
|
-
async function ensureDoubanReady(page) {
|
|
6
|
-
const state = await page.evaluate(`
|
|
7
|
-
(() => {
|
|
8
|
-
const title = (document.title || '').trim();
|
|
9
|
-
const href = (location.href || '').trim();
|
|
10
|
-
const blocked = href.includes('sec.douban.com') || /登录跳转/.test(title) || /异常请求/.test(document.body?.innerText || '');
|
|
11
|
-
return { blocked, title, href };
|
|
12
|
-
})()
|
|
13
|
-
`);
|
|
14
|
-
if (state?.blocked) {
|
|
15
|
-
throw new CliError('AUTH_REQUIRED', 'Douban requires a logged-in browser session before these commands can load data.', 'Please sign in to douban.com in the browser that opencli reuses, then rerun the command.');
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
export async function loadDoubanBookHot(page, limit) {
|
|
19
|
-
const safeLimit = clampLimit(limit);
|
|
20
|
-
await page.goto('https://book.douban.com/chart');
|
|
21
|
-
await page.wait(4);
|
|
22
|
-
await ensureDoubanReady(page);
|
|
23
|
-
const data = await page.evaluate(`
|
|
24
|
-
(() => {
|
|
25
|
-
const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
26
|
-
const books = [];
|
|
27
|
-
for (const el of Array.from(document.querySelectorAll('.media.clearfix'))) {
|
|
28
|
-
try {
|
|
29
|
-
const titleEl = el.querySelector('h2 a[href*="/subject/"]');
|
|
30
|
-
const title = normalize(titleEl?.textContent);
|
|
31
|
-
let url = titleEl?.getAttribute('href') || '';
|
|
32
|
-
if (!title || !url) continue;
|
|
33
|
-
if (!url.startsWith('http')) url = 'https://book.douban.com' + url;
|
|
34
|
-
|
|
35
|
-
const info = normalize(el.querySelector('.subject-abstract, .pl, .pub')?.textContent);
|
|
36
|
-
const infoParts = info.split('/').map((part) => part.trim()).filter(Boolean);
|
|
37
|
-
const ratingText = normalize(el.querySelector('.subject-rating .font-small, .rating_nums, .rating')?.textContent);
|
|
38
|
-
const quote = Array.from(el.querySelectorAll('.subject-tags .tag'))
|
|
39
|
-
.map((node) => normalize(node.textContent))
|
|
40
|
-
.filter(Boolean)
|
|
41
|
-
.join(' / ');
|
|
42
|
-
|
|
43
|
-
books.push({
|
|
44
|
-
rank: parseInt(normalize(el.querySelector('.green-num-box')?.textContent), 10) || books.length + 1,
|
|
45
|
-
title,
|
|
46
|
-
rating: parseFloat(ratingText) || 0,
|
|
47
|
-
quote,
|
|
48
|
-
author: infoParts[0] || '',
|
|
49
|
-
publisher: infoParts.find((part) => /出版社|出版公司|Press/i.test(part)) || infoParts[2] || '',
|
|
50
|
-
year: infoParts.find((part) => /\\d{4}(?:-\\d{1,2})?/.test(part))?.match(/\\d{4}/)?.[0] || '',
|
|
51
|
-
price: infoParts.find((part) => /元|USD|\\$|¥/.test(part)) || '',
|
|
52
|
-
url,
|
|
53
|
-
cover: el.querySelector('img')?.getAttribute('src') || '',
|
|
54
|
-
});
|
|
55
|
-
} catch {}
|
|
56
|
-
}
|
|
57
|
-
return books.slice(0, ${safeLimit});
|
|
58
|
-
})()
|
|
59
|
-
`);
|
|
60
|
-
return Array.isArray(data) ? data : [];
|
|
61
|
-
}
|
|
62
|
-
export async function loadDoubanMovieHot(page, limit) {
|
|
63
|
-
const safeLimit = clampLimit(limit);
|
|
64
|
-
await page.goto('https://movie.douban.com/chart');
|
|
65
|
-
await page.wait(4);
|
|
66
|
-
await ensureDoubanReady(page);
|
|
67
|
-
const data = await page.evaluate(`
|
|
68
|
-
(() => {
|
|
69
|
-
const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
70
|
-
const results = [];
|
|
71
|
-
for (const el of Array.from(document.querySelectorAll('.item'))) {
|
|
72
|
-
const titleEl = el.querySelector('.pl2 a');
|
|
73
|
-
const title = normalize(titleEl?.textContent);
|
|
74
|
-
let url = titleEl?.getAttribute('href') || '';
|
|
75
|
-
if (!title || !url) continue;
|
|
76
|
-
if (!url.startsWith('http')) url = 'https://movie.douban.com' + url;
|
|
77
|
-
|
|
78
|
-
const info = normalize(el.querySelector('.pl2 p')?.textContent);
|
|
79
|
-
const infoParts = info.split('/').map((part) => part.trim()).filter(Boolean);
|
|
80
|
-
const releaseIndex = (() => {
|
|
81
|
-
for (let i = infoParts.length - 1; i >= 0; i -= 1) {
|
|
82
|
-
if (/\\d{4}-\\d{2}-\\d{2}|\\d{4}\\/\\d{2}\\/\\d{2}/.test(infoParts[i])) return i;
|
|
83
|
-
}
|
|
84
|
-
return -1;
|
|
85
|
-
})();
|
|
86
|
-
const directorPart = releaseIndex >= 1 ? infoParts[releaseIndex - 1] : '';
|
|
87
|
-
const regionPart = releaseIndex >= 2 ? infoParts[releaseIndex - 2] : '';
|
|
88
|
-
const yearMatch = info.match(/\\b(19|20)\\d{2}\\b/);
|
|
89
|
-
results.push({
|
|
90
|
-
rank: results.length + 1,
|
|
91
|
-
title,
|
|
92
|
-
rating: parseFloat(normalize(el.querySelector('.rating_nums')?.textContent)) || 0,
|
|
93
|
-
quote: normalize(el.querySelector('.inq')?.textContent),
|
|
94
|
-
director: directorPart.replace(/^导演:\\s*/, ''),
|
|
95
|
-
year: yearMatch?.[0] || '',
|
|
96
|
-
region: regionPart,
|
|
97
|
-
url,
|
|
98
|
-
cover: el.querySelector('img')?.getAttribute('src') || '',
|
|
99
|
-
});
|
|
100
|
-
if (results.length >= ${safeLimit}) break;
|
|
101
|
-
}
|
|
102
|
-
return results;
|
|
103
|
-
})()
|
|
104
|
-
`);
|
|
105
|
-
return Array.isArray(data) ? data : [];
|
|
106
|
-
}
|
|
107
|
-
export async function searchDouban(page, type, keyword, limit) {
|
|
108
|
-
const safeLimit = clampLimit(limit);
|
|
109
|
-
await page.goto(`https://search.douban.com/${encodeURIComponent(type)}/subject_search?search_text=${encodeURIComponent(keyword)}`);
|
|
110
|
-
await page.wait(2);
|
|
111
|
-
await ensureDoubanReady(page);
|
|
112
|
-
const data = await page.evaluate(`
|
|
113
|
-
(async () => {
|
|
114
|
-
const type = ${JSON.stringify(type)};
|
|
115
|
-
const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
116
|
-
const seen = new Set();
|
|
117
|
-
const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
|
|
118
|
-
|
|
119
|
-
for (let i = 0; i < 20; i += 1) {
|
|
120
|
-
if (document.querySelector('.item-root .title-text, .item-root .title a')) break;
|
|
121
|
-
await sleep(300);
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
const items = Array.from(document.querySelectorAll('.item-root'));
|
|
125
|
-
|
|
126
|
-
const results = [];
|
|
127
|
-
for (const el of items) {
|
|
128
|
-
const titleEl = el.querySelector('.title-text, .title a, a[title]');
|
|
129
|
-
const title = normalize(titleEl?.textContent) || normalize(titleEl?.getAttribute('title'));
|
|
130
|
-
let url = titleEl?.getAttribute('href') || '';
|
|
131
|
-
if (!title || !url) continue;
|
|
132
|
-
if (!url.startsWith('http')) url = 'https://search.douban.com' + url;
|
|
133
|
-
if (!url.includes('/subject/') || seen.has(url)) continue;
|
|
134
|
-
seen.add(url);
|
|
135
|
-
const ratingText = normalize(el.querySelector('.rating_nums')?.textContent);
|
|
136
|
-
const abstract = normalize(
|
|
137
|
-
el.querySelector('.meta.abstract, .meta, .abstract, p')?.textContent,
|
|
138
|
-
);
|
|
139
|
-
results.push({
|
|
140
|
-
rank: results.length + 1,
|
|
141
|
-
id: url.match(/subject\\/(\\d+)/)?.[1] || '',
|
|
142
|
-
type,
|
|
143
|
-
title,
|
|
144
|
-
rating: ratingText.includes('.') ? parseFloat(ratingText) : 0,
|
|
145
|
-
abstract: abstract.slice(0, 100) + (abstract.length > 100 ? '...' : ''),
|
|
146
|
-
url,
|
|
147
|
-
cover: el.querySelector('img')?.getAttribute('src') || '',
|
|
148
|
-
});
|
|
149
|
-
if (results.length >= ${safeLimit}) break;
|
|
150
|
-
}
|
|
151
|
-
return results;
|
|
152
|
-
})()
|
|
153
|
-
`);
|
|
154
|
-
return Array.isArray(data) ? data : [];
|
|
155
|
-
}
|
|
@@ -1,165 +0,0 @@
|
|
|
1
|
-
import { CliError } from '../../errors.js';
|
|
2
|
-
import type { IPage } from '../../types.js';
|
|
3
|
-
|
|
4
|
-
function clampLimit(limit: number): number {
|
|
5
|
-
return Math.max(1, Math.min(limit || 20, 50));
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
async function ensureDoubanReady(page: IPage): Promise<void> {
|
|
9
|
-
const state = await page.evaluate(`
|
|
10
|
-
(() => {
|
|
11
|
-
const title = (document.title || '').trim();
|
|
12
|
-
const href = (location.href || '').trim();
|
|
13
|
-
const blocked = href.includes('sec.douban.com') || /登录跳转/.test(title) || /异常请求/.test(document.body?.innerText || '');
|
|
14
|
-
return { blocked, title, href };
|
|
15
|
-
})()
|
|
16
|
-
`);
|
|
17
|
-
if (state?.blocked) {
|
|
18
|
-
throw new CliError(
|
|
19
|
-
'AUTH_REQUIRED',
|
|
20
|
-
'Douban requires a logged-in browser session before these commands can load data.',
|
|
21
|
-
'Please sign in to douban.com in the browser that opencli reuses, then rerun the command.',
|
|
22
|
-
);
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export async function loadDoubanBookHot(page: IPage, limit: number): Promise<any[]> {
|
|
27
|
-
const safeLimit = clampLimit(limit);
|
|
28
|
-
await page.goto('https://book.douban.com/chart');
|
|
29
|
-
await page.wait(4);
|
|
30
|
-
await ensureDoubanReady(page);
|
|
31
|
-
const data = await page.evaluate(`
|
|
32
|
-
(() => {
|
|
33
|
-
const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
34
|
-
const books = [];
|
|
35
|
-
for (const el of Array.from(document.querySelectorAll('.media.clearfix'))) {
|
|
36
|
-
try {
|
|
37
|
-
const titleEl = el.querySelector('h2 a[href*="/subject/"]');
|
|
38
|
-
const title = normalize(titleEl?.textContent);
|
|
39
|
-
let url = titleEl?.getAttribute('href') || '';
|
|
40
|
-
if (!title || !url) continue;
|
|
41
|
-
if (!url.startsWith('http')) url = 'https://book.douban.com' + url;
|
|
42
|
-
|
|
43
|
-
const info = normalize(el.querySelector('.subject-abstract, .pl, .pub')?.textContent);
|
|
44
|
-
const infoParts = info.split('/').map((part) => part.trim()).filter(Boolean);
|
|
45
|
-
const ratingText = normalize(el.querySelector('.subject-rating .font-small, .rating_nums, .rating')?.textContent);
|
|
46
|
-
const quote = Array.from(el.querySelectorAll('.subject-tags .tag'))
|
|
47
|
-
.map((node) => normalize(node.textContent))
|
|
48
|
-
.filter(Boolean)
|
|
49
|
-
.join(' / ');
|
|
50
|
-
|
|
51
|
-
books.push({
|
|
52
|
-
rank: parseInt(normalize(el.querySelector('.green-num-box')?.textContent), 10) || books.length + 1,
|
|
53
|
-
title,
|
|
54
|
-
rating: parseFloat(ratingText) || 0,
|
|
55
|
-
quote,
|
|
56
|
-
author: infoParts[0] || '',
|
|
57
|
-
publisher: infoParts.find((part) => /出版社|出版公司|Press/i.test(part)) || infoParts[2] || '',
|
|
58
|
-
year: infoParts.find((part) => /\\d{4}(?:-\\d{1,2})?/.test(part))?.match(/\\d{4}/)?.[0] || '',
|
|
59
|
-
price: infoParts.find((part) => /元|USD|\\$|¥/.test(part)) || '',
|
|
60
|
-
url,
|
|
61
|
-
cover: el.querySelector('img')?.getAttribute('src') || '',
|
|
62
|
-
});
|
|
63
|
-
} catch {}
|
|
64
|
-
}
|
|
65
|
-
return books.slice(0, ${safeLimit});
|
|
66
|
-
})()
|
|
67
|
-
`);
|
|
68
|
-
return Array.isArray(data) ? data : [];
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
export async function loadDoubanMovieHot(page: IPage, limit: number): Promise<any[]> {
|
|
72
|
-
const safeLimit = clampLimit(limit);
|
|
73
|
-
await page.goto('https://movie.douban.com/chart');
|
|
74
|
-
await page.wait(4);
|
|
75
|
-
await ensureDoubanReady(page);
|
|
76
|
-
const data = await page.evaluate(`
|
|
77
|
-
(() => {
|
|
78
|
-
const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
79
|
-
const results = [];
|
|
80
|
-
for (const el of Array.from(document.querySelectorAll('.item'))) {
|
|
81
|
-
const titleEl = el.querySelector('.pl2 a');
|
|
82
|
-
const title = normalize(titleEl?.textContent);
|
|
83
|
-
let url = titleEl?.getAttribute('href') || '';
|
|
84
|
-
if (!title || !url) continue;
|
|
85
|
-
if (!url.startsWith('http')) url = 'https://movie.douban.com' + url;
|
|
86
|
-
|
|
87
|
-
const info = normalize(el.querySelector('.pl2 p')?.textContent);
|
|
88
|
-
const infoParts = info.split('/').map((part) => part.trim()).filter(Boolean);
|
|
89
|
-
const releaseIndex = (() => {
|
|
90
|
-
for (let i = infoParts.length - 1; i >= 0; i -= 1) {
|
|
91
|
-
if (/\\d{4}-\\d{2}-\\d{2}|\\d{4}\\/\\d{2}\\/\\d{2}/.test(infoParts[i])) return i;
|
|
92
|
-
}
|
|
93
|
-
return -1;
|
|
94
|
-
})();
|
|
95
|
-
const directorPart = releaseIndex >= 1 ? infoParts[releaseIndex - 1] : '';
|
|
96
|
-
const regionPart = releaseIndex >= 2 ? infoParts[releaseIndex - 2] : '';
|
|
97
|
-
const yearMatch = info.match(/\\b(19|20)\\d{2}\\b/);
|
|
98
|
-
results.push({
|
|
99
|
-
rank: results.length + 1,
|
|
100
|
-
title,
|
|
101
|
-
rating: parseFloat(normalize(el.querySelector('.rating_nums')?.textContent)) || 0,
|
|
102
|
-
quote: normalize(el.querySelector('.inq')?.textContent),
|
|
103
|
-
director: directorPart.replace(/^导演:\\s*/, ''),
|
|
104
|
-
year: yearMatch?.[0] || '',
|
|
105
|
-
region: regionPart,
|
|
106
|
-
url,
|
|
107
|
-
cover: el.querySelector('img')?.getAttribute('src') || '',
|
|
108
|
-
});
|
|
109
|
-
if (results.length >= ${safeLimit}) break;
|
|
110
|
-
}
|
|
111
|
-
return results;
|
|
112
|
-
})()
|
|
113
|
-
`);
|
|
114
|
-
return Array.isArray(data) ? data : [];
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
export async function searchDouban(page: IPage, type: string, keyword: string, limit: number): Promise<any[]> {
|
|
118
|
-
const safeLimit = clampLimit(limit);
|
|
119
|
-
await page.goto(`https://search.douban.com/${encodeURIComponent(type)}/subject_search?search_text=${encodeURIComponent(keyword)}`);
|
|
120
|
-
await page.wait(2);
|
|
121
|
-
await ensureDoubanReady(page);
|
|
122
|
-
const data = await page.evaluate(`
|
|
123
|
-
(async () => {
|
|
124
|
-
const type = ${JSON.stringify(type)};
|
|
125
|
-
const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
126
|
-
const seen = new Set();
|
|
127
|
-
const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
|
|
128
|
-
|
|
129
|
-
for (let i = 0; i < 20; i += 1) {
|
|
130
|
-
if (document.querySelector('.item-root .title-text, .item-root .title a')) break;
|
|
131
|
-
await sleep(300);
|
|
132
|
-
}
|
|
133
|
-
|
|
134
|
-
const items = Array.from(document.querySelectorAll('.item-root'));
|
|
135
|
-
|
|
136
|
-
const results = [];
|
|
137
|
-
for (const el of items) {
|
|
138
|
-
const titleEl = el.querySelector('.title-text, .title a, a[title]');
|
|
139
|
-
const title = normalize(titleEl?.textContent) || normalize(titleEl?.getAttribute('title'));
|
|
140
|
-
let url = titleEl?.getAttribute('href') || '';
|
|
141
|
-
if (!title || !url) continue;
|
|
142
|
-
if (!url.startsWith('http')) url = 'https://search.douban.com' + url;
|
|
143
|
-
if (!url.includes('/subject/') || seen.has(url)) continue;
|
|
144
|
-
seen.add(url);
|
|
145
|
-
const ratingText = normalize(el.querySelector('.rating_nums')?.textContent);
|
|
146
|
-
const abstract = normalize(
|
|
147
|
-
el.querySelector('.meta.abstract, .meta, .abstract, p')?.textContent,
|
|
148
|
-
);
|
|
149
|
-
results.push({
|
|
150
|
-
rank: results.length + 1,
|
|
151
|
-
id: url.match(/subject\\/(\\d+)/)?.[1] || '',
|
|
152
|
-
type,
|
|
153
|
-
title,
|
|
154
|
-
rating: ratingText.includes('.') ? parseFloat(ratingText) : 0,
|
|
155
|
-
abstract: abstract.slice(0, 100) + (abstract.length > 100 ? '...' : ''),
|
|
156
|
-
url,
|
|
157
|
-
cover: el.querySelector('img')?.getAttribute('src') || '',
|
|
158
|
-
});
|
|
159
|
-
if (results.length >= ${safeLimit}) break;
|
|
160
|
-
}
|
|
161
|
-
return results;
|
|
162
|
-
})()
|
|
163
|
-
`);
|
|
164
|
-
return Array.isArray(data) ? data : [];
|
|
165
|
-
}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|