@jackwener/opencli 1.3.3 → 1.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/actions/setup-chrome/action.yml +5 -4
- package/.github/pull_request_template.md +3 -1
- package/.github/workflows/build-extension.yml +7 -1
- package/.github/workflows/ci.yml +46 -6
- package/.github/workflows/docs.yml +1 -1
- package/.github/workflows/e2e-headed.yml +36 -3
- package/.github/workflows/release.yml +1 -1
- package/.github/workflows/security.yml +0 -3
- package/CHANGELOG.md +78 -0
- package/CONTRIBUTING.md +6 -3
- package/PRIVACY.md +57 -0
- package/README.md +31 -4
- package/README.zh-CN.md +31 -4
- package/SKILL.md +107 -2
- package/TESTING.md +1 -0
- package/chatwise-opencli.ps1 +82 -0
- package/dist/analysis.d.ts +38 -0
- package/dist/analysis.js +166 -0
- package/dist/browser/cdp.d.ts +0 -4
- package/dist/browser/cdp.js +53 -41
- package/dist/browser/cdp.test.d.ts +1 -0
- package/dist/browser/cdp.test.js +52 -0
- package/dist/browser/dom-snapshot.d.ts +2 -2
- package/dist/browser/dom-snapshot.js +54 -1
- package/dist/browser/dom-snapshot.test.js +36 -0
- package/dist/browser/index.d.ts +2 -2
- package/dist/browser/index.js +1 -1
- package/dist/browser/mcp.d.ts +0 -2
- package/dist/browser/mcp.js +2 -3
- package/dist/browser/page.d.ts +4 -3
- package/dist/browser/page.js +34 -37
- package/dist/browser/stealth.d.ts +0 -2
- package/dist/browser/stealth.js +24 -9
- package/dist/browser.test.js +2 -2
- package/dist/build-manifest.js +15 -9
- package/dist/build-manifest.test.js +12 -0
- package/dist/cascade.js +4 -2
- package/dist/cli-manifest.json +1325 -256
- package/dist/cli.js +57 -29
- package/dist/clis/_shared/desktop-commands.d.ts +22 -0
- package/dist/clis/_shared/desktop-commands.js +108 -0
- package/dist/clis/antigravity/serve.js +5 -2
- package/dist/clis/apple-podcasts/search.js +2 -1
- package/dist/clis/arxiv/search.js +3 -3
- package/dist/clis/bbc/news.js +0 -1
- package/dist/clis/bilibili/dynamic.test.d.ts +1 -0
- package/dist/clis/bilibili/dynamic.test.js +68 -0
- package/dist/clis/bilibili/favorite.js +4 -2
- package/dist/clis/bilibili/following.js +3 -2
- package/dist/clis/bilibili/subtitle.js +8 -7
- package/dist/clis/bilibili/utils.js +2 -2
- package/dist/clis/boss/batchgreet.js +1 -1
- package/dist/clis/boss/chatlist.js +1 -1
- package/dist/clis/boss/chatmsg.js +1 -1
- package/dist/clis/boss/detail.js +1 -1
- package/dist/clis/boss/exchange.js +1 -1
- package/dist/clis/boss/greet.js +1 -1
- package/dist/clis/boss/invite.js +1 -1
- package/dist/clis/boss/joblist.js +1 -1
- package/dist/clis/boss/mark.js +4 -3
- package/dist/clis/boss/recommend.js +1 -1
- package/dist/clis/boss/resume.js +1 -1
- package/dist/clis/boss/search.js +1 -1
- package/dist/clis/boss/send.js +5 -4
- package/dist/clis/boss/stats.js +1 -1
- package/dist/clis/chatgpt/ask.js +4 -0
- package/dist/clis/chatgpt/new.js +5 -1
- package/dist/clis/chatgpt/read.js +5 -1
- package/dist/clis/chatgpt/send.js +2 -1
- package/dist/clis/chatgpt/status.js +5 -1
- package/dist/clis/chatwise/ask.js +8 -2
- package/dist/clis/chatwise/export.js +2 -0
- package/dist/clis/chatwise/history.js +2 -0
- package/dist/clis/chatwise/model.js +8 -3
- package/dist/clis/chatwise/new.js +3 -18
- package/dist/clis/chatwise/read.js +2 -0
- package/dist/clis/chatwise/screenshot.js +3 -27
- package/dist/clis/chatwise/send.js +8 -2
- package/dist/clis/chatwise/shared.d.ts +2 -0
- package/dist/clis/chatwise/shared.js +6 -0
- package/dist/clis/chatwise/status.js +3 -22
- package/dist/clis/codex/ask.js +6 -2
- package/dist/clis/codex/dump.js +2 -25
- package/dist/clis/codex/new.js +2 -25
- package/dist/clis/codex/screenshot.js +2 -27
- package/dist/clis/codex/send.js +6 -4
- package/dist/clis/codex/status.js +2 -22
- package/dist/clis/ctrip/search.js +0 -1
- package/dist/clis/cursor/ask.js +2 -1
- package/dist/clis/cursor/composer.js +2 -1
- package/dist/clis/cursor/dump.js +2 -25
- package/dist/clis/cursor/new.js +2 -18
- package/dist/clis/cursor/read.js +2 -1
- package/dist/clis/cursor/screenshot.js +1 -30
- package/dist/clis/cursor/send.js +2 -1
- package/dist/clis/cursor/status.js +2 -21
- package/dist/clis/dictionary/examples.yaml +25 -0
- package/dist/clis/dictionary/search.yaml +27 -0
- package/dist/clis/dictionary/synonyms.yaml +25 -0
- package/dist/clis/douban/book-hot.js +1 -1
- package/dist/clis/douban/movie-hot.js +1 -1
- package/dist/clis/douban/search.js +1 -1
- package/dist/clis/douban/utils.d.ts +4 -1
- package/dist/clis/douban/utils.js +156 -1
- package/dist/clis/doubao/ask.js +1 -1
- package/dist/clis/doubao/new.js +1 -1
- package/dist/clis/doubao/read.js +1 -1
- package/dist/clis/doubao/send.js +1 -1
- package/dist/clis/doubao/status.js +1 -1
- package/dist/clis/doubao-app/ask.js +1 -1
- package/dist/clis/doubao-app/new.js +1 -1
- package/dist/clis/doubao-app/read.js +1 -1
- package/dist/clis/doubao-app/send.js +1 -1
- package/dist/clis/douyin/_shared/browser-fetch.d.ts +10 -0
- package/dist/clis/douyin/_shared/browser-fetch.js +30 -0
- package/dist/clis/douyin/_shared/browser-fetch.test.d.ts +1 -0
- package/dist/clis/douyin/_shared/browser-fetch.test.js +31 -0
- package/dist/clis/douyin/_shared/creation-id.d.ts +1 -0
- package/dist/clis/douyin/_shared/creation-id.js +5 -0
- package/dist/clis/douyin/_shared/creation-id.test.d.ts +1 -0
- package/dist/clis/douyin/_shared/creation-id.test.js +22 -0
- package/dist/clis/douyin/_shared/imagex-upload.d.ts +20 -0
- package/dist/clis/douyin/_shared/imagex-upload.js +53 -0
- package/dist/clis/douyin/_shared/imagex-upload.test.d.ts +1 -0
- package/dist/clis/douyin/_shared/imagex-upload.test.js +87 -0
- package/dist/clis/douyin/_shared/sts2.d.ts +8 -0
- package/dist/clis/douyin/_shared/sts2.js +15 -0
- package/dist/clis/douyin/_shared/text-extra.d.ts +18 -0
- package/dist/clis/douyin/_shared/text-extra.js +15 -0
- package/dist/clis/douyin/_shared/text-extra.test.d.ts +1 -0
- package/dist/clis/douyin/_shared/text-extra.test.js +37 -0
- package/dist/clis/douyin/_shared/timing.d.ts +2 -0
- package/dist/clis/douyin/_shared/timing.js +22 -0
- package/dist/clis/douyin/_shared/timing.test.d.ts +1 -0
- package/dist/clis/douyin/_shared/timing.test.js +28 -0
- package/dist/clis/douyin/_shared/tos-upload-short-read.test.d.ts +11 -0
- package/dist/clis/douyin/_shared/tos-upload-short-read.test.js +83 -0
- package/dist/clis/douyin/_shared/tos-upload.d.ts +53 -0
- package/dist/clis/douyin/_shared/tos-upload.js +295 -0
- package/dist/clis/douyin/_shared/tos-upload.test.d.ts +1 -0
- package/dist/clis/douyin/_shared/tos-upload.test.js +229 -0
- package/dist/clis/douyin/_shared/transcode.d.ts +27 -0
- package/dist/clis/douyin/_shared/transcode.js +45 -0
- package/dist/clis/douyin/_shared/transcode.test.d.ts +1 -0
- package/dist/clis/douyin/_shared/transcode.test.js +93 -0
- package/dist/clis/douyin/_shared/types.d.ts +26 -0
- package/dist/clis/douyin/_shared/types.js +1 -0
- package/dist/clis/douyin/activities.d.ts +1 -0
- package/dist/clis/douyin/activities.js +20 -0
- package/dist/clis/douyin/activities.test.d.ts +1 -0
- package/dist/clis/douyin/activities.test.js +22 -0
- package/dist/clis/douyin/collections.d.ts +1 -0
- package/dist/clis/douyin/collections.js +22 -0
- package/dist/clis/douyin/collections.test.d.ts +1 -0
- package/dist/clis/douyin/collections.test.js +23 -0
- package/dist/clis/douyin/delete.d.ts +1 -0
- package/dist/clis/douyin/delete.js +18 -0
- package/dist/clis/douyin/delete.test.d.ts +1 -0
- package/dist/clis/douyin/delete.test.js +11 -0
- package/dist/clis/douyin/draft.d.ts +14 -0
- package/dist/clis/douyin/draft.js +237 -0
- package/dist/clis/douyin/draft.test.d.ts +1 -0
- package/dist/clis/douyin/draft.test.js +11 -0
- package/dist/clis/douyin/drafts.d.ts +1 -0
- package/dist/clis/douyin/drafts.js +23 -0
- package/dist/clis/douyin/drafts.test.d.ts +1 -0
- package/dist/clis/douyin/drafts.test.js +11 -0
- package/dist/clis/douyin/hashtag.d.ts +1 -0
- package/dist/clis/douyin/hashtag.js +45 -0
- package/dist/clis/douyin/hashtag.test.d.ts +1 -0
- package/dist/clis/douyin/hashtag.test.js +25 -0
- package/dist/clis/douyin/location.d.ts +1 -0
- package/dist/clis/douyin/location.js +24 -0
- package/dist/clis/douyin/location.test.d.ts +1 -0
- package/dist/clis/douyin/location.test.js +23 -0
- package/dist/clis/douyin/profile.d.ts +1 -0
- package/dist/clis/douyin/profile.js +28 -0
- package/dist/clis/douyin/profile.test.d.ts +1 -0
- package/dist/clis/douyin/profile.test.js +11 -0
- package/dist/clis/douyin/publish.d.ts +14 -0
- package/dist/clis/douyin/publish.js +288 -0
- package/dist/clis/douyin/publish.test.d.ts +1 -0
- package/dist/clis/douyin/publish.test.js +38 -0
- package/dist/clis/douyin/stats.d.ts +1 -0
- package/dist/clis/douyin/stats.js +27 -0
- package/dist/clis/douyin/stats.test.d.ts +1 -0
- package/dist/clis/douyin/stats.test.js +22 -0
- package/dist/clis/douyin/update.d.ts +1 -0
- package/dist/clis/douyin/update.js +31 -0
- package/dist/clis/douyin/update.test.d.ts +1 -0
- package/dist/clis/douyin/update.test.js +11 -0
- package/dist/clis/douyin/videos.d.ts +1 -0
- package/dist/clis/douyin/videos.js +34 -0
- package/dist/clis/douyin/videos.test.d.ts +1 -0
- package/dist/clis/douyin/videos.test.js +11 -0
- package/dist/clis/grok/ask.d.ts +4 -0
- package/dist/clis/grok/ask.js +28 -10
- package/dist/clis/grok/ask.test.js +18 -0
- package/dist/clis/hackernews/search.yaml +1 -1
- package/dist/clis/instagram/search.yaml +2 -1
- package/dist/clis/jd/item.d.ts +1 -0
- package/dist/clis/jd/item.js +96 -0
- package/dist/clis/jd/item.test.d.ts +1 -0
- package/dist/clis/jd/item.test.js +28 -0
- package/dist/clis/jike/feed.js +1 -1
- package/dist/clis/jike/search.js +1 -1
- package/dist/clis/linkedin/search.js +5 -4
- package/dist/clis/linkedin/timeline.d.ts +21 -0
- package/dist/clis/linkedin/timeline.js +503 -0
- package/dist/clis/linkedin/timeline.test.d.ts +1 -0
- package/dist/clis/linkedin/timeline.test.js +81 -0
- package/dist/clis/linux-do/search.yaml +3 -1
- package/dist/clis/medium/feed.js +1 -1
- package/dist/clis/medium/search.js +2 -2
- package/dist/clis/medium/user.js +1 -1
- package/dist/clis/medium/{shared.js → utils.js} +2 -1
- package/dist/clis/pixiv/detail.yaml +49 -0
- package/dist/clis/pixiv/download.d.ts +7 -0
- package/dist/clis/pixiv/download.js +78 -0
- package/dist/clis/pixiv/download.test.d.ts +1 -0
- package/dist/clis/pixiv/download.test.js +87 -0
- package/dist/clis/pixiv/illusts.d.ts +8 -0
- package/dist/clis/pixiv/illusts.js +65 -0
- package/dist/clis/pixiv/illusts.test.d.ts +1 -0
- package/dist/clis/pixiv/illusts.test.js +99 -0
- package/dist/clis/pixiv/ranking.yaml +53 -0
- package/dist/clis/pixiv/search.d.ts +6 -0
- package/dist/clis/pixiv/search.js +43 -0
- package/dist/clis/pixiv/search.test.d.ts +1 -0
- package/dist/clis/pixiv/search.test.js +83 -0
- package/dist/clis/pixiv/test-utils.d.ts +12 -0
- package/dist/clis/pixiv/test-utils.js +23 -0
- package/dist/clis/pixiv/user.yaml +46 -0
- package/dist/clis/pixiv/utils.d.ts +27 -0
- package/dist/clis/pixiv/utils.js +49 -0
- package/dist/clis/reddit/comment.js +2 -1
- package/dist/clis/reddit/read.js +4 -3
- package/dist/clis/reddit/read.test.d.ts +1 -0
- package/dist/clis/reddit/read.test.js +28 -0
- package/dist/clis/reddit/save.js +2 -1
- package/dist/clis/reddit/saved.js +7 -3
- package/dist/clis/reddit/subscribe.js +2 -1
- package/dist/clis/reddit/upvote.js +2 -1
- package/dist/clis/reddit/upvoted.js +7 -3
- package/dist/clis/reuters/search.js +0 -1
- package/dist/clis/sinablog/article.js +1 -1
- package/dist/clis/sinablog/hot.js +1 -1
- package/dist/clis/sinablog/user.js +1 -1
- package/dist/clis/substack/feed.js +1 -1
- package/dist/clis/substack/publication.js +1 -1
- package/dist/clis/substack/search.js +3 -2
- package/dist/clis/substack/{shared.js → utils.js} +3 -2
- package/dist/clis/tiktok/search.yaml +2 -1
- package/dist/clis/twitter/accept.js +2 -1
- package/dist/clis/twitter/article.js +4 -1
- package/dist/clis/twitter/block.js +2 -1
- package/dist/clis/twitter/bookmark.js +2 -1
- package/dist/clis/twitter/bookmarks.js +3 -2
- package/dist/clis/twitter/delete.js +2 -1
- package/dist/clis/twitter/follow.js +2 -1
- package/dist/clis/twitter/followers.js +3 -2
- package/dist/clis/twitter/following.js +3 -2
- package/dist/clis/twitter/hide-reply.js +2 -1
- package/dist/clis/twitter/like.js +2 -1
- package/dist/clis/twitter/notifications.js +2 -1
- package/dist/clis/twitter/post.js +2 -1
- package/dist/clis/twitter/profile.js +5 -2
- package/dist/clis/twitter/reply-dm.js +2 -1
- package/dist/clis/twitter/reply.js +2 -1
- package/dist/clis/twitter/search.js +32 -13
- package/dist/clis/twitter/search.test.d.ts +1 -0
- package/dist/clis/twitter/search.test.js +156 -0
- package/dist/clis/twitter/thread.js +2 -2
- package/dist/clis/twitter/timeline.js +3 -2
- package/dist/clis/twitter/trending.js +3 -2
- package/dist/clis/twitter/unblock.js +2 -1
- package/dist/clis/twitter/unbookmark.js +2 -1
- package/dist/clis/twitter/unfollow.js +2 -1
- package/dist/clis/v2ex/daily.js +3 -2
- package/dist/clis/v2ex/me.js +3 -2
- package/dist/clis/v2ex/notifications.js +4 -4
- package/dist/clis/web/read.d.ts +16 -0
- package/dist/clis/web/read.js +202 -0
- package/dist/clis/weibo/comments.d.ts +1 -0
- package/dist/clis/weibo/comments.js +53 -0
- package/dist/clis/weibo/feed.d.ts +1 -0
- package/dist/clis/weibo/feed.js +56 -0
- package/dist/clis/weibo/hot.js +0 -1
- package/dist/clis/weibo/me.d.ts +1 -0
- package/dist/clis/weibo/me.js +76 -0
- package/dist/clis/weibo/post.d.ts +1 -0
- package/dist/clis/weibo/post.js +75 -0
- package/dist/clis/weibo/user.d.ts +1 -0
- package/dist/clis/weibo/user.js +63 -0
- package/dist/clis/weibo/utils.d.ts +6 -0
- package/dist/clis/weibo/utils.js +30 -0
- package/dist/clis/weread/search.js +3 -2
- package/dist/clis/xueqiu/danjuan-utils.d.ts +55 -0
- package/dist/clis/xueqiu/danjuan-utils.js +126 -0
- package/dist/clis/xueqiu/danjuan-utils.test.d.ts +1 -0
- package/dist/clis/xueqiu/danjuan-utils.test.js +41 -0
- package/dist/clis/xueqiu/fund-holdings.d.ts +1 -0
- package/dist/clis/xueqiu/fund-holdings.js +28 -0
- package/dist/clis/xueqiu/fund-snapshot.d.ts +1 -0
- package/dist/clis/xueqiu/fund-snapshot.js +25 -0
- package/dist/clis/xueqiu/search.yaml +2 -1
- package/dist/clis/yahoo-finance/quote.js +0 -1
- package/dist/clis/youtube/channel.d.ts +1 -0
- package/dist/clis/youtube/channel.js +150 -0
- package/dist/clis/youtube/comments.d.ts +1 -0
- package/dist/clis/youtube/comments.js +95 -0
- package/dist/clis/youtube/search.js +0 -1
- package/dist/clis/youtube/transcript.js +5 -4
- package/dist/clis/youtube/video.js +3 -2
- package/dist/clis/zhihu/search.yaml +2 -1
- package/dist/daemon.js +7 -3
- package/dist/discovery.js +11 -10
- package/dist/doctor.js +2 -1
- package/dist/download/index.d.ts +4 -12
- package/dist/download/index.js +33 -12
- package/dist/download/index.test.js +79 -2
- package/dist/download/media-download.js +4 -2
- package/dist/engine.test.js +76 -4
- package/dist/execution.d.ts +1 -9
- package/dist/execution.js +56 -46
- package/dist/explore.js +12 -111
- package/dist/external-clis.yaml +0 -25
- package/dist/external.js +7 -5
- package/dist/external.test.js +4 -0
- package/dist/generate.d.ts +0 -9
- package/dist/generate.js +4 -20
- package/dist/hooks.d.ts +46 -0
- package/dist/hooks.js +56 -0
- package/dist/hooks.test.d.ts +4 -0
- package/dist/hooks.test.js +92 -0
- package/dist/interceptor.js +70 -23
- package/dist/main.js +2 -0
- package/dist/output.js +12 -6
- package/dist/pipeline/executor.js +1 -1
- package/dist/pipeline/steps/browser.js +1 -3
- package/dist/pipeline/steps/download.js +42 -26
- package/dist/pipeline/steps/download.test.d.ts +1 -0
- package/dist/pipeline/steps/download.test.js +101 -0
- package/dist/pipeline/steps/fetch.js +40 -22
- package/dist/pipeline/steps/fetch.test.d.ts +1 -0
- package/dist/pipeline/steps/fetch.test.js +123 -0
- package/dist/pipeline/steps/transform.js +2 -6
- package/dist/pipeline/template.js +66 -52
- package/dist/pipeline/template.test.js +28 -0
- package/dist/pipeline/transform.test.js +18 -0
- package/dist/plugin.d.ts +40 -1
- package/dist/plugin.js +214 -17
- package/dist/plugin.test.d.ts +1 -1
- package/dist/plugin.test.js +219 -3
- package/dist/record.js +6 -98
- package/dist/registry-api.d.ts +2 -0
- package/dist/registry-api.js +1 -0
- package/dist/registry.d.ts +5 -2
- package/dist/registry.js +1 -2
- package/dist/runtime.d.ts +0 -1
- package/dist/runtime.js +14 -4
- package/dist/snapshotFormatter.d.ts +7 -14
- package/dist/snapshotFormatter.js +38 -78
- package/dist/utils.d.ts +9 -0
- package/dist/utils.js +29 -0
- package/dist/validate.js +3 -5
- package/dist/weread-search-regression.test.d.ts +1 -0
- package/dist/weread-search-regression.test.js +39 -0
- package/dist/yaml-schema.d.ts +26 -0
- package/dist/yaml-schema.js +5 -0
- package/docs/.vitepress/config.mts +16 -0
- package/docs/adapters/browser/dictionary.md +27 -0
- package/docs/adapters/browser/douyin.md +75 -0
- package/docs/adapters/browser/jd.md +27 -0
- package/docs/adapters/browser/linkedin.md +6 -0
- package/docs/adapters/browser/pixiv.md +92 -0
- package/docs/adapters/browser/twitter.md +6 -0
- package/docs/adapters/browser/web.md +30 -0
- package/docs/adapters/browser/xueqiu.md +27 -9
- package/docs/adapters/index.md +9 -2
- package/docs/comparison.md +125 -0
- package/docs/developer/contributing.md +21 -2
- package/docs/developer/testing.md +14 -8
- package/docs/developer/ts-adapter.md +18 -0
- package/docs/developer/yaml-adapter.md +16 -0
- package/docs/guide/plugins.md +10 -0
- package/docs/zh/guide/plugins.md +10 -0
- package/extension/dist/background.js +100 -35
- package/extension/manifest.json +6 -2
- package/extension/package.json +1 -1
- package/extension/popup.html +84 -0
- package/extension/popup.js +25 -0
- package/extension/src/background.test.ts +46 -1
- package/extension/src/background.ts +128 -34
- package/extension/src/cdp.ts +9 -9
- package/package.json +3 -2
- package/scripts/check-doc-coverage.sh +2 -0
- package/src/analysis.ts +170 -0
- package/src/browser/cdp.test.ts +66 -0
- package/src/browser/cdp.ts +59 -44
- package/src/browser/dom-snapshot.test.ts +42 -0
- package/src/browser/dom-snapshot.ts +56 -3
- package/src/browser/index.ts +2 -2
- package/src/browser/mcp.ts +2 -4
- package/src/browser/page.ts +34 -37
- package/src/browser/stealth.ts +24 -10
- package/src/browser.test.ts +2 -2
- package/src/build-manifest.test.ts +14 -0
- package/src/build-manifest.ts +13 -31
- package/src/cascade.ts +5 -3
- package/src/cli.ts +66 -34
- package/src/clis/_shared/desktop-commands.ts +121 -0
- package/src/clis/antigravity/serve.ts +6 -3
- package/src/clis/apple-podcasts/search.ts +2 -1
- package/src/clis/arxiv/search.ts +3 -3
- package/src/clis/bbc/news.ts +0 -1
- package/src/clis/bilibili/dynamic.test.ts +79 -0
- package/src/clis/bilibili/favorite.ts +5 -2
- package/src/clis/bilibili/following.ts +3 -2
- package/src/clis/bilibili/subtitle.ts +8 -7
- package/src/clis/bilibili/utils.ts +2 -2
- package/src/clis/boss/batchgreet.ts +1 -1
- package/src/clis/boss/chatlist.ts +1 -1
- package/src/clis/boss/chatmsg.ts +1 -1
- package/src/clis/boss/detail.ts +1 -1
- package/src/clis/boss/exchange.ts +1 -1
- package/src/clis/boss/greet.ts +1 -1
- package/src/clis/boss/invite.ts +1 -1
- package/src/clis/boss/joblist.ts +1 -1
- package/src/clis/boss/mark.ts +4 -3
- package/src/clis/boss/recommend.ts +1 -1
- package/src/clis/boss/resume.ts +1 -1
- package/src/clis/boss/search.ts +1 -1
- package/src/clis/boss/send.ts +5 -4
- package/src/clis/boss/stats.ts +1 -1
- package/src/clis/chatgpt/ask.ts +5 -0
- package/src/clis/chatgpt/new.ts +7 -2
- package/src/clis/chatgpt/read.ts +7 -2
- package/src/clis/chatgpt/send.ts +3 -2
- package/src/clis/chatgpt/status.ts +6 -1
- package/src/clis/chatwise/ask.ts +7 -2
- package/src/clis/chatwise/export.ts +2 -0
- package/src/clis/chatwise/history.ts +2 -0
- package/src/clis/chatwise/model.ts +7 -3
- package/src/clis/chatwise/new.ts +3 -20
- package/src/clis/chatwise/read.ts +2 -0
- package/src/clis/chatwise/screenshot.ts +3 -32
- package/src/clis/chatwise/send.ts +7 -2
- package/src/clis/chatwise/shared.ts +8 -0
- package/src/clis/chatwise/status.ts +3 -24
- package/src/clis/codex/ask.ts +5 -2
- package/src/clis/codex/dump.ts +2 -27
- package/src/clis/codex/new.ts +2 -28
- package/src/clis/codex/screenshot.ts +2 -32
- package/src/clis/codex/send.ts +5 -4
- package/src/clis/codex/status.ts +2 -24
- package/src/clis/ctrip/search.ts +0 -1
- package/src/clis/cursor/ask.ts +2 -1
- package/src/clis/cursor/composer.ts +2 -1
- package/src/clis/cursor/dump.ts +2 -27
- package/src/clis/cursor/new.ts +2 -20
- package/src/clis/cursor/read.ts +2 -1
- package/src/clis/cursor/screenshot.ts +1 -36
- package/src/clis/cursor/send.ts +2 -1
- package/src/clis/cursor/status.ts +2 -22
- package/src/clis/dictionary/examples.yaml +25 -0
- package/src/clis/dictionary/search.yaml +27 -0
- package/src/clis/dictionary/synonyms.yaml +25 -0
- package/src/clis/douban/book-hot.ts +1 -1
- package/src/clis/douban/movie-hot.ts +1 -1
- package/src/clis/douban/search.ts +1 -1
- package/src/clis/douban/utils.ts +165 -1
- package/src/clis/doubao/ask.ts +1 -1
- package/src/clis/doubao/new.ts +1 -1
- package/src/clis/doubao/read.ts +1 -1
- package/src/clis/doubao/send.ts +1 -1
- package/src/clis/doubao/status.ts +1 -1
- package/src/clis/doubao-app/ask.ts +1 -1
- package/src/clis/doubao-app/new.ts +1 -1
- package/src/clis/doubao-app/read.ts +1 -1
- package/src/clis/doubao-app/send.ts +1 -1
- package/src/clis/douyin/_shared/browser-fetch.test.ts +38 -0
- package/src/clis/douyin/_shared/browser-fetch.ts +45 -0
- package/src/clis/douyin/_shared/creation-id.test.ts +26 -0
- package/src/clis/douyin/_shared/creation-id.ts +8 -0
- package/src/clis/douyin/_shared/imagex-upload.test.ts +113 -0
- package/src/clis/douyin/_shared/imagex-upload.ts +76 -0
- package/src/clis/douyin/_shared/sts2.ts +20 -0
- package/src/clis/douyin/_shared/text-extra.test.ts +42 -0
- package/src/clis/douyin/_shared/text-extra.ts +33 -0
- package/src/clis/douyin/_shared/timing.test.ts +38 -0
- package/src/clis/douyin/_shared/timing.ts +22 -0
- package/src/clis/douyin/_shared/tos-upload-short-read.test.ts +102 -0
- package/src/clis/douyin/_shared/tos-upload.test.ts +281 -0
- package/src/clis/douyin/_shared/tos-upload.ts +444 -0
- package/src/clis/douyin/_shared/transcode.test.ts +117 -0
- package/src/clis/douyin/_shared/transcode.ts +78 -0
- package/src/clis/douyin/_shared/types.ts +29 -0
- package/src/clis/douyin/activities.test.ts +25 -0
- package/src/clis/douyin/activities.ts +23 -0
- package/src/clis/douyin/collections.test.ts +26 -0
- package/src/clis/douyin/collections.ts +25 -0
- package/src/clis/douyin/delete.test.ts +12 -0
- package/src/clis/douyin/delete.ts +20 -0
- package/src/clis/douyin/draft.test.ts +12 -0
- package/src/clis/douyin/draft.ts +282 -0
- package/src/clis/douyin/drafts.test.ts +12 -0
- package/src/clis/douyin/drafts.ts +27 -0
- package/src/clis/douyin/hashtag.test.ts +28 -0
- package/src/clis/douyin/hashtag.ts +56 -0
- package/src/clis/douyin/location.test.ts +26 -0
- package/src/clis/douyin/location.ts +27 -0
- package/src/clis/douyin/profile.test.ts +12 -0
- package/src/clis/douyin/profile.ts +37 -0
- package/src/clis/douyin/publish.test.ts +45 -0
- package/src/clis/douyin/publish.ts +340 -0
- package/src/clis/douyin/stats.test.ts +25 -0
- package/src/clis/douyin/stats.ts +30 -0
- package/src/clis/douyin/update.test.ts +12 -0
- package/src/clis/douyin/update.ts +43 -0
- package/src/clis/douyin/videos.test.ts +12 -0
- package/src/clis/douyin/videos.ts +49 -0
- package/src/clis/grok/ask.test.ts +25 -0
- package/src/clis/grok/ask.ts +25 -12
- package/src/clis/hackernews/search.yaml +1 -1
- package/src/clis/instagram/search.yaml +2 -1
- package/src/clis/jd/item.test.ts +35 -0
- package/src/clis/jd/item.ts +101 -0
- package/src/clis/jike/feed.ts +1 -1
- package/src/clis/jike/search.ts +1 -1
- package/src/clis/linkedin/search.ts +5 -4
- package/src/clis/linkedin/timeline.test.ts +99 -0
- package/src/clis/linkedin/timeline.ts +532 -0
- package/src/clis/linux-do/search.yaml +3 -1
- package/src/clis/medium/feed.ts +1 -1
- package/src/clis/medium/search.ts +2 -2
- package/src/clis/medium/user.ts +1 -1
- package/src/clis/medium/{shared.ts → utils.ts} +2 -1
- package/src/clis/pixiv/detail.yaml +49 -0
- package/src/clis/pixiv/download.test.ts +114 -0
- package/src/clis/pixiv/download.ts +91 -0
- package/src/clis/pixiv/illusts.test.ts +115 -0
- package/src/clis/pixiv/illusts.ts +78 -0
- package/src/clis/pixiv/ranking.yaml +53 -0
- package/src/clis/pixiv/search.test.ts +97 -0
- package/src/clis/pixiv/search.ts +53 -0
- package/src/clis/pixiv/test-utils.ts +29 -0
- package/src/clis/pixiv/user.yaml +46 -0
- package/src/clis/pixiv/utils.ts +62 -0
- package/src/clis/reddit/comment.ts +2 -1
- package/src/clis/reddit/read.test.ts +34 -0
- package/src/clis/reddit/read.ts +4 -3
- package/src/clis/reddit/save.ts +2 -1
- package/src/clis/reddit/saved.ts +6 -2
- package/src/clis/reddit/subscribe.ts +2 -1
- package/src/clis/reddit/upvote.ts +2 -1
- package/src/clis/reddit/upvoted.ts +6 -2
- package/src/clis/reuters/search.ts +0 -1
- package/src/clis/sinablog/article.ts +1 -1
- package/src/clis/sinablog/hot.ts +1 -1
- package/src/clis/sinablog/user.ts +1 -1
- package/src/clis/substack/feed.ts +1 -1
- package/src/clis/substack/publication.ts +1 -1
- package/src/clis/substack/search.ts +3 -2
- package/src/clis/substack/{shared.ts → utils.ts} +3 -2
- package/src/clis/tiktok/search.yaml +2 -1
- package/src/clis/twitter/accept.ts +2 -1
- package/src/clis/twitter/article.ts +3 -1
- package/src/clis/twitter/block.ts +2 -1
- package/src/clis/twitter/bookmark.ts +2 -1
- package/src/clis/twitter/bookmarks.ts +3 -2
- package/src/clis/twitter/delete.ts +2 -1
- package/src/clis/twitter/follow.ts +2 -1
- package/src/clis/twitter/followers.ts +3 -2
- package/src/clis/twitter/following.ts +3 -2
- package/src/clis/twitter/hide-reply.ts +2 -1
- package/src/clis/twitter/like.ts +2 -1
- package/src/clis/twitter/notifications.ts +2 -1
- package/src/clis/twitter/post.ts +2 -1
- package/src/clis/twitter/profile.ts +4 -2
- package/src/clis/twitter/reply-dm.ts +2 -1
- package/src/clis/twitter/reply.ts +2 -1
- package/src/clis/twitter/search.test.ts +180 -0
- package/src/clis/twitter/search.ts +40 -14
- package/src/clis/twitter/thread.ts +2 -2
- package/src/clis/twitter/timeline.ts +3 -2
- package/src/clis/twitter/trending.ts +3 -2
- package/src/clis/twitter/unblock.ts +2 -1
- package/src/clis/twitter/unbookmark.ts +2 -1
- package/src/clis/twitter/unfollow.ts +2 -1
- package/src/clis/v2ex/daily.ts +3 -2
- package/src/clis/v2ex/me.ts +3 -2
- package/src/clis/v2ex/notifications.ts +3 -4
- package/src/clis/web/read.ts +210 -0
- package/src/clis/weibo/comments.ts +54 -0
- package/src/clis/weibo/feed.ts +57 -0
- package/src/clis/weibo/hot.ts +0 -1
- package/src/clis/weibo/me.ts +77 -0
- package/src/clis/weibo/post.ts +77 -0
- package/src/clis/weibo/user.ts +64 -0
- package/src/clis/weibo/utils.ts +32 -0
- package/src/clis/weread/search.ts +3 -2
- package/src/clis/xueqiu/danjuan-utils.test.ts +49 -0
- package/src/clis/xueqiu/danjuan-utils.ts +176 -0
- package/src/clis/xueqiu/fund-holdings.ts +32 -0
- package/src/clis/xueqiu/fund-snapshot.ts +27 -0
- package/src/clis/xueqiu/search.yaml +2 -1
- package/src/clis/yahoo-finance/quote.ts +0 -1
- package/src/clis/youtube/channel.ts +155 -0
- package/src/clis/youtube/comments.ts +97 -0
- package/src/clis/youtube/search.ts +0 -1
- package/src/clis/youtube/transcript.ts +5 -4
- package/src/clis/youtube/video.ts +3 -2
- package/src/clis/zhihu/search.yaml +2 -1
- package/src/daemon.ts +5 -4
- package/src/discovery.ts +12 -34
- package/src/doctor.ts +3 -2
- package/src/download/index.test.ts +93 -2
- package/src/download/index.ts +44 -23
- package/src/download/media-download.ts +5 -3
- package/src/engine.test.ts +84 -3
- package/src/execution.ts +62 -46
- package/src/explore.ts +21 -90
- package/src/external-clis.yaml +0 -25
- package/src/external.test.ts +9 -0
- package/src/external.ts +12 -10
- package/src/generate.ts +4 -41
- package/src/hooks.test.ts +126 -0
- package/src/hooks.ts +90 -0
- package/src/interceptor.ts +73 -23
- package/src/main.ts +2 -0
- package/src/output.ts +14 -6
- package/src/pipeline/executor.ts +1 -1
- package/src/pipeline/steps/browser.ts +1 -3
- package/src/pipeline/steps/download.test.ts +136 -0
- package/src/pipeline/steps/download.ts +47 -34
- package/src/pipeline/steps/fetch.test.ts +179 -0
- package/src/pipeline/steps/fetch.ts +39 -23
- package/src/pipeline/steps/transform.ts +2 -6
- package/src/pipeline/template.test.ts +28 -0
- package/src/pipeline/template.ts +67 -79
- package/src/pipeline/transform.test.ts +20 -0
- package/src/plugin.test.ts +251 -3
- package/src/plugin.ts +265 -21
- package/src/record.ts +12 -84
- package/src/registry-api.ts +2 -0
- package/src/registry.ts +7 -4
- package/src/runtime.ts +14 -4
- package/src/snapshotFormatter.ts +43 -121
- package/src/utils.ts +39 -0
- package/src/validate.ts +3 -5
- package/src/weread-search-regression.test.ts +44 -0
- package/src/yaml-schema.ts +28 -0
- package/tests/e2e/browser-auth.test.ts +25 -0
- package/tests/e2e/browser-public-extended.test.ts +162 -0
- package/tests/e2e/browser-public.test.ts +7 -146
- package/tests/e2e/plugin-management.test.ts +137 -0
- package/tests/e2e/public-commands.test.ts +34 -1
- package/vitest.config.ts +33 -8
- package/.github/workflows/pkg-pr-new.yml +0 -30
- package/dist/clis/douban/shared.d.ts +0 -4
- package/dist/clis/douban/shared.js +0 -155
- package/src/clis/douban/shared.ts +0 -165
- /package/dist/clis/boss/{common.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/boss/{common.js → utils.js} +0 -0
- /package/dist/clis/doubao/{common.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/doubao/{common.js → utils.js} +0 -0
- /package/dist/clis/doubao-app/{common.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/doubao-app/{common.js → utils.js} +0 -0
- /package/dist/clis/jike/{shared.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/jike/{shared.js → utils.js} +0 -0
- /package/dist/clis/medium/{shared.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/sinablog/{shared.d.ts → utils.d.ts} +0 -0
- /package/dist/clis/sinablog/{shared.js → utils.js} +0 -0
- /package/dist/clis/substack/{shared.d.ts → utils.d.ts} +0 -0
- /package/src/clis/boss/{common.ts → utils.ts} +0 -0
- /package/src/clis/doubao/{common.ts → utils.ts} +0 -0
- /package/src/clis/doubao-app/{common.ts → utils.ts} +0 -0
- /package/src/clis/jike/{shared.ts → utils.ts} +0 -0
- /package/src/clis/sinablog/{shared.ts → utils.ts} +0 -0
|
@@ -0,0 +1,503 @@
|
|
|
1
|
+
import { cli, Strategy } from '../../registry.js';
|
|
2
|
+
import { AuthRequiredError, EmptyResultError } from '../../errors.js';
|
|
3
|
+
function normalizeWhitespace(value) {
|
|
4
|
+
return String(value ?? '').replace(/\s+/g, ' ').trim();
|
|
5
|
+
}
|
|
6
|
+
function parseMetric(value) {
|
|
7
|
+
const raw = normalizeWhitespace(value).toLowerCase();
|
|
8
|
+
if (!raw)
|
|
9
|
+
return 0;
|
|
10
|
+
const compact = raw.replace(/,/g, '');
|
|
11
|
+
const match = compact.match(/(\d+(?:\.\d+)?)(k|m)?/i);
|
|
12
|
+
if (!match)
|
|
13
|
+
return 0;
|
|
14
|
+
const base = Number(match[1]);
|
|
15
|
+
const suffix = (match[2] || '').toLowerCase();
|
|
16
|
+
if (suffix === 'k')
|
|
17
|
+
return Math.round(base * 1000);
|
|
18
|
+
if (suffix === 'm')
|
|
19
|
+
return Math.round(base * 1000000);
|
|
20
|
+
return Math.round(base);
|
|
21
|
+
}
|
|
22
|
+
function buildPostId(post) {
|
|
23
|
+
const url = normalizeWhitespace(post.url);
|
|
24
|
+
if (url)
|
|
25
|
+
return url;
|
|
26
|
+
const author = normalizeWhitespace(post.author);
|
|
27
|
+
const text = normalizeWhitespace(post.text);
|
|
28
|
+
const postedAt = normalizeWhitespace(post.posted_at);
|
|
29
|
+
return `${author}::${postedAt}::${text.slice(0, 120)}`;
|
|
30
|
+
}
|
|
31
|
+
function mergeTimelinePosts(existing, batch) {
|
|
32
|
+
const seen = new Set(existing.map(post => post.id));
|
|
33
|
+
const merged = [...existing];
|
|
34
|
+
for (const rawPost of batch) {
|
|
35
|
+
const post = {
|
|
36
|
+
id: buildPostId(rawPost),
|
|
37
|
+
author: normalizeWhitespace(rawPost.author),
|
|
38
|
+
author_url: normalizeWhitespace(rawPost.author_url),
|
|
39
|
+
headline: normalizeWhitespace(rawPost.headline),
|
|
40
|
+
text: normalizeWhitespace(rawPost.text),
|
|
41
|
+
posted_at: normalizeWhitespace(rawPost.posted_at),
|
|
42
|
+
reactions: Number(rawPost.reactions) || 0,
|
|
43
|
+
comments: Number(rawPost.comments) || 0,
|
|
44
|
+
url: normalizeWhitespace(rawPost.url),
|
|
45
|
+
};
|
|
46
|
+
if (!post.author || !post.text)
|
|
47
|
+
continue;
|
|
48
|
+
if (seen.has(post.id))
|
|
49
|
+
continue;
|
|
50
|
+
seen.add(post.id);
|
|
51
|
+
merged.push(post);
|
|
52
|
+
}
|
|
53
|
+
return merged;
|
|
54
|
+
}
|
|
55
|
+
async function extractVisiblePosts(page) {
|
|
56
|
+
return page.evaluate(`(function () {
|
|
57
|
+
function normalize(value) {
|
|
58
|
+
return String(value || '').replace(/\\s+/g, ' ').trim();
|
|
59
|
+
}
|
|
60
|
+
function textOf(root, selector) {
|
|
61
|
+
var el = root.querySelector(selector);
|
|
62
|
+
return el ? el.textContent : '';
|
|
63
|
+
}
|
|
64
|
+
function hrefOf(root, selector) {
|
|
65
|
+
var el = root.querySelector(selector);
|
|
66
|
+
return el && el.href ? el.href : '';
|
|
67
|
+
}
|
|
68
|
+
function attrOf(root, selector, attr) {
|
|
69
|
+
var el = root.querySelector(selector);
|
|
70
|
+
return el ? el.getAttribute(attr) : '';
|
|
71
|
+
}
|
|
72
|
+
function cleanTimestamp(value) {
|
|
73
|
+
return normalize(String(value || '').replace(/[•.]/g, ' '));
|
|
74
|
+
}
|
|
75
|
+
function parseMetric(value) {
|
|
76
|
+
var raw = normalize(value).toLowerCase();
|
|
77
|
+
var match;
|
|
78
|
+
var base;
|
|
79
|
+
var suffix;
|
|
80
|
+
if (!raw) return 0;
|
|
81
|
+
match = raw.replace(/,/g, '').match(/(\\d+(?:\\.\\d+)?)(k|m)?/i);
|
|
82
|
+
if (!match) return 0;
|
|
83
|
+
base = Number(match[1]);
|
|
84
|
+
suffix = (match[2] || '').toLowerCase();
|
|
85
|
+
if (suffix === 'k') return Math.round(base * 1000);
|
|
86
|
+
if (suffix === 'm') return Math.round(base * 1000000);
|
|
87
|
+
return Math.round(base);
|
|
88
|
+
}
|
|
89
|
+
function splitBlocks(text) {
|
|
90
|
+
var lines = String(text || '').split('\\n');
|
|
91
|
+
var blocks = [];
|
|
92
|
+
var current = [];
|
|
93
|
+
var i;
|
|
94
|
+
var line;
|
|
95
|
+
for (i = 0; i < lines.length; i += 1) {
|
|
96
|
+
line = normalize(lines[i]);
|
|
97
|
+
if (!line) {
|
|
98
|
+
if (current.length) {
|
|
99
|
+
blocks.push(normalize(current.join(' ')));
|
|
100
|
+
current = [];
|
|
101
|
+
}
|
|
102
|
+
continue;
|
|
103
|
+
}
|
|
104
|
+
current.push(line);
|
|
105
|
+
}
|
|
106
|
+
if (current.length) blocks.push(normalize(current.join(' ')));
|
|
107
|
+
return blocks;
|
|
108
|
+
}
|
|
109
|
+
function looksLikeTimestamp(value) {
|
|
110
|
+
var lower = String(value || '').toLowerCase();
|
|
111
|
+
return /^\\d+\\s*(s|m|h|d|w|mo|yr|min)(\\s*[•.])?$/i.test(lower);
|
|
112
|
+
}
|
|
113
|
+
function looksLikeBadge(value) {
|
|
114
|
+
var lower = String(value || '').toLowerCase();
|
|
115
|
+
return String(value || '').indexOf('•') === 0
|
|
116
|
+
|| lower === '1st'
|
|
117
|
+
|| lower === '2nd'
|
|
118
|
+
|| lower === '3rd'
|
|
119
|
+
|| lower === 'degree connection';
|
|
120
|
+
}
|
|
121
|
+
function looksLikeAction(value) {
|
|
122
|
+
return /^(follow|send message|connect|visit my website|view my newsletter|subscribe)$/i.test((value || '').toLowerCase());
|
|
123
|
+
}
|
|
124
|
+
function looksLikeCta(value) {
|
|
125
|
+
return /^(book an appointment|view my services|visit my website|view my newsletter|subscribe|learn more|contact us)$/i.test((value || '').toLowerCase());
|
|
126
|
+
}
|
|
127
|
+
function looksLikeEngagement(value) {
|
|
128
|
+
return /(reactions?|comments?|reposts?)/i.test(String(value || ''));
|
|
129
|
+
}
|
|
130
|
+
function looksLikeFooterAction(value) {
|
|
131
|
+
return /^(like|comment|repost|send|reply|load more comments)$/i.test((value || '').toLowerCase());
|
|
132
|
+
}
|
|
133
|
+
function findActivityUrn(root) {
|
|
134
|
+
var elements = [root].concat(Array.from(root.querySelectorAll('*')));
|
|
135
|
+
var i;
|
|
136
|
+
var j;
|
|
137
|
+
var attrs;
|
|
138
|
+
var value;
|
|
139
|
+
var match;
|
|
140
|
+
for (i = 0; i < elements.length; i += 1) {
|
|
141
|
+
attrs = Array.from(elements[i].attributes || []);
|
|
142
|
+
for (j = 0; j < attrs.length; j += 1) {
|
|
143
|
+
value = String(attrs[j].value || '');
|
|
144
|
+
match = value.match(/urn:li:activity:\\d+/);
|
|
145
|
+
if (match) return match[0];
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
return '';
|
|
149
|
+
}
|
|
150
|
+
function parseReactionCount(root, blocks) {
|
|
151
|
+
var direct = textOf(root, '.social-details-social-counts__reactions-count');
|
|
152
|
+
var rootText = String(root.innerText || '');
|
|
153
|
+
var i;
|
|
154
|
+
var value;
|
|
155
|
+
value = rootText.match(/and\\s+(\\d[\\d,]*)\\s+others\\s+reacted/i);
|
|
156
|
+
if (value) return parseMetric(value[1]) + 1;
|
|
157
|
+
value = rootText.match(/and\\s+(\\d[\\d,]*)\\s+others(?!\\s+comments?)(?!\\s+reposts?)/i);
|
|
158
|
+
if (value) return parseMetric(value[1]) + 1;
|
|
159
|
+
value = rootText.match(/(\\d[\\d,]*)\\s+reactions?/i);
|
|
160
|
+
if (value) return parseMetric(value[0]);
|
|
161
|
+
if (direct) return parseMetric(direct);
|
|
162
|
+
for (i = 0; i < blocks.length; i += 1) {
|
|
163
|
+
value = blocks[i];
|
|
164
|
+
if (/and\\s+\\d[\\d,]*\\s+others(?!\\s+comments?)(?!\\s+reposts?)/i.test(value)) {
|
|
165
|
+
return parseMetric(value) + 1;
|
|
166
|
+
}
|
|
167
|
+
if (/reactions?/i.test(value)) return parseMetric(value);
|
|
168
|
+
if (/and\\s+\\d+[\\d,]*\\s+others\\s+reacted/i.test(value)) return parseMetric(value) + 1;
|
|
169
|
+
}
|
|
170
|
+
return 0;
|
|
171
|
+
}
|
|
172
|
+
function parseCommentCount(blocks) {
|
|
173
|
+
var i;
|
|
174
|
+
var text = blocks.join(' ');
|
|
175
|
+
var match = text.match(/(\\d[\\d,]*)\\s+comments?/i);
|
|
176
|
+
if (match) return parseMetric(match[0]);
|
|
177
|
+
for (i = 0; i < blocks.length; i += 1) {
|
|
178
|
+
if (/comments?/i.test(blocks[i])) return parseMetric(blocks[i]);
|
|
179
|
+
}
|
|
180
|
+
return 0;
|
|
181
|
+
}
|
|
182
|
+
function selectProfileLink(root, author) {
|
|
183
|
+
var links = Array.from(root.querySelectorAll('a[href*="/in/"], a[href*="/company/"]'));
|
|
184
|
+
var normalizedAuthor = normalize(author).toLowerCase();
|
|
185
|
+
var i;
|
|
186
|
+
var label;
|
|
187
|
+
for (i = 0; i < links.length; i += 1) {
|
|
188
|
+
label = normalize(links[i].textContent || links[i].getAttribute('aria-label')).toLowerCase();
|
|
189
|
+
if (!links[i].href) continue;
|
|
190
|
+
if (normalizedAuthor && label.indexOf(normalizedAuthor) >= 0) return links[i];
|
|
191
|
+
}
|
|
192
|
+
return links[0] || null;
|
|
193
|
+
}
|
|
194
|
+
function selectProfileUrl(root, author) {
|
|
195
|
+
var link = selectProfileLink(root, author);
|
|
196
|
+
return link && link.href ? link.href : '';
|
|
197
|
+
}
|
|
198
|
+
function parseActorLinkMeta(root, author) {
|
|
199
|
+
var link = selectProfileLink(root, author);
|
|
200
|
+
var text = normalize(link ? link.textContent : '');
|
|
201
|
+
var normalizedAuthor = normalize(author);
|
|
202
|
+
var match;
|
|
203
|
+
var rest;
|
|
204
|
+
var headline = '';
|
|
205
|
+
var postedAt = '';
|
|
206
|
+
if (!text || !normalizedAuthor) return { headline: '', postedAt: '' };
|
|
207
|
+
if (text.indexOf(normalizedAuthor) === 0) {
|
|
208
|
+
rest = normalize(text.slice(normalizedAuthor.length));
|
|
209
|
+
} else {
|
|
210
|
+
rest = text;
|
|
211
|
+
}
|
|
212
|
+
rest = normalize(rest.replace(/^[•·]\\s*(1st|2nd|3rd\\+?|3rd|degree connection)/i, ''));
|
|
213
|
+
match = rest.match(/(\\d+\\s*(?:s|m|h|d|w|mo|yr|min))\\s*[•·]?$/i);
|
|
214
|
+
if (match) {
|
|
215
|
+
postedAt = cleanTimestamp(match[1]);
|
|
216
|
+
headline = normalize(rest.slice(0, rest.length - match[0].length));
|
|
217
|
+
} else {
|
|
218
|
+
headline = rest;
|
|
219
|
+
}
|
|
220
|
+
headline = normalize(headline.replace(/^(book an appointment|view my services|visit my website|view my newsletter)\\s*/i, ''));
|
|
221
|
+
return { headline: headline, postedAt: postedAt };
|
|
222
|
+
}
|
|
223
|
+
function stripBodyTail(value) {
|
|
224
|
+
return normalize(String(value || '')
|
|
225
|
+
.replace(/\\s+\\d[\\d,]*\\s+reactions?[\\s\\S]*$/i, '')
|
|
226
|
+
.replace(/\\s+\\d[\\d,]*\\s+comments?[\\s\\S]*$/i, '')
|
|
227
|
+
.replace(/\\s+[A-Z][^\\n]+\\s+and\\s+\\d[\\d,]*\\s+others\\s+reacted[\\s\\S]*$/i, '')
|
|
228
|
+
.replace(/\\s+Like\\s+Comment\\s+Repost\\s+Send[\\s\\S]*$/i, '')
|
|
229
|
+
.replace(/\\s+Reaction button state:[\\s\\S]*$/i, '')
|
|
230
|
+
.replace(/^\\d+\\s*(?:s|m|h|d|w|mo|yr|min)\\s*[•.]?\\s*Follow\\s+/i, '')
|
|
231
|
+
);
|
|
232
|
+
}
|
|
233
|
+
function parseActorMeta(root) {
|
|
234
|
+
var actorLink = root.querySelector('a[href*="/in/"], a[href*="/company/"]');
|
|
235
|
+
var actorText = normalize(actorLink ? actorLink.textContent : '');
|
|
236
|
+
var author = '';
|
|
237
|
+
var headline = '';
|
|
238
|
+
var postedAt = '';
|
|
239
|
+
var match;
|
|
240
|
+
if (actorText) {
|
|
241
|
+
match = actorText.match(/^(.+?)\\s+[•·]\\s+(1st|2nd|3rd\\+?|3rd|degree connection)(.*)$/i);
|
|
242
|
+
if (match) {
|
|
243
|
+
author = normalize(match[1]);
|
|
244
|
+
actorText = normalize(match[3]);
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
match = actorText.match(/(.+?)\\s+(\\d+\\s*(?:s|m|h|d|w|mo|yr|min))\\s*[•·]?$/i);
|
|
248
|
+
if (match) {
|
|
249
|
+
headline = normalize(match[1]);
|
|
250
|
+
postedAt = cleanTimestamp(match[2]);
|
|
251
|
+
} else if (actorText) {
|
|
252
|
+
headline = actorText;
|
|
253
|
+
}
|
|
254
|
+
return {
|
|
255
|
+
author: author,
|
|
256
|
+
headline: headline,
|
|
257
|
+
postedAt: postedAt,
|
|
258
|
+
authorUrl: actorLink && actorLink.href ? actorLink.href : '',
|
|
259
|
+
};
|
|
260
|
+
}
|
|
261
|
+
function extractFromListItem(root) {
|
|
262
|
+
var blocks = splitBlocks(root.innerText || '');
|
|
263
|
+
var filtered = [];
|
|
264
|
+
var i;
|
|
265
|
+
var value;
|
|
266
|
+
var author = '';
|
|
267
|
+
var authorUrl = '';
|
|
268
|
+
var headline = '';
|
|
269
|
+
var postedAt = '';
|
|
270
|
+
var text = '';
|
|
271
|
+
var bodyStart = -1;
|
|
272
|
+
var permalink;
|
|
273
|
+
var url;
|
|
274
|
+
var reactions;
|
|
275
|
+
var comments;
|
|
276
|
+
var endIndex = -1;
|
|
277
|
+
var urn;
|
|
278
|
+
|
|
279
|
+
if (blocks.length < 5) return null;
|
|
280
|
+
if (blocks[0] !== 'Feed post') return null;
|
|
281
|
+
|
|
282
|
+
for (i = 1; i < blocks.length; i += 1) {
|
|
283
|
+
value = blocks[i];
|
|
284
|
+
if (!value) continue;
|
|
285
|
+
if (/commented on this|reposted this|liked this|suggested/i.test(value)) continue;
|
|
286
|
+
filtered.push(value);
|
|
287
|
+
}
|
|
288
|
+
if (filtered.length < 4) return null;
|
|
289
|
+
|
|
290
|
+
for (i = 0; i < filtered.length; i += 1) {
|
|
291
|
+
value = filtered[i];
|
|
292
|
+
if (!author && !looksLikeBadge(value) && !looksLikeAction(value) && !looksLikeTimestamp(value)) {
|
|
293
|
+
author = value;
|
|
294
|
+
continue;
|
|
295
|
+
}
|
|
296
|
+
if (author && !headline && !looksLikeBadge(value) && !looksLikeAction(value) && !looksLikeTimestamp(value) && !looksLikeCta(value)) {
|
|
297
|
+
headline = value;
|
|
298
|
+
continue;
|
|
299
|
+
}
|
|
300
|
+
if (!postedAt && looksLikeTimestamp(value)) {
|
|
301
|
+
postedAt = cleanTimestamp(value);
|
|
302
|
+
continue;
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
if (!author) return null;
|
|
307
|
+
authorUrl = selectProfileUrl(root, author);
|
|
308
|
+
if (!headline || !postedAt) {
|
|
309
|
+
var actorMeta = parseActorLinkMeta(root, author);
|
|
310
|
+
if (!headline && actorMeta.headline) headline = actorMeta.headline;
|
|
311
|
+
if (!postedAt && actorMeta.postedAt) postedAt = actorMeta.postedAt;
|
|
312
|
+
}
|
|
313
|
+
|
|
314
|
+
for (i = 0; i < filtered.length; i += 1) {
|
|
315
|
+
value = filtered[i];
|
|
316
|
+
if (looksLikeAction(value)) {
|
|
317
|
+
bodyStart = i + 1;
|
|
318
|
+
break;
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
if (bodyStart < 0 && postedAt) {
|
|
322
|
+
bodyStart = filtered.indexOf(postedAt) + 1;
|
|
323
|
+
}
|
|
324
|
+
if (bodyStart < 0) bodyStart = Math.min(filtered.length, headline ? 2 : 1);
|
|
325
|
+
|
|
326
|
+
for (i = bodyStart; i < filtered.length; i += 1) {
|
|
327
|
+
value = filtered[i];
|
|
328
|
+
if (looksLikeEngagement(value) || looksLikeFooterAction(value)) {
|
|
329
|
+
endIndex = i;
|
|
330
|
+
break;
|
|
331
|
+
}
|
|
332
|
+
}
|
|
333
|
+
if (endIndex < 0) endIndex = filtered.length;
|
|
334
|
+
|
|
335
|
+
text = stripBodyTail(filtered.slice(bodyStart, endIndex).join('\\n\\n'));
|
|
336
|
+
if (!text) return null;
|
|
337
|
+
|
|
338
|
+
permalink = root.querySelector('a[href*="/feed/update/"], a[href*="/posts/"], a[href*="/pulse/"]');
|
|
339
|
+
url = permalink ? permalink.href : '';
|
|
340
|
+
urn = findActivityUrn(root);
|
|
341
|
+
if (!url && urn) url = 'https://www.linkedin.com/feed/update/' + urn + '/';
|
|
342
|
+
reactions = parseReactionCount(root, filtered);
|
|
343
|
+
comments = parseCommentCount(filtered);
|
|
344
|
+
|
|
345
|
+
return {
|
|
346
|
+
id: url || (author + '::' + postedAt + '::' + text.slice(0, 120)),
|
|
347
|
+
author: author,
|
|
348
|
+
author_url: authorUrl,
|
|
349
|
+
headline: headline,
|
|
350
|
+
text: text,
|
|
351
|
+
posted_at: postedAt,
|
|
352
|
+
reactions: reactions,
|
|
353
|
+
comments: comments,
|
|
354
|
+
url: url,
|
|
355
|
+
};
|
|
356
|
+
}
|
|
357
|
+
function commentMetric(root) {
|
|
358
|
+
var links = Array.from(root.querySelectorAll('button, a'));
|
|
359
|
+
var i;
|
|
360
|
+
var label;
|
|
361
|
+
for (i = 0; i < links.length; i += 1) {
|
|
362
|
+
label = normalize(links[i].textContent || links[i].getAttribute('aria-label'));
|
|
363
|
+
if (/comment/i.test(label)) return parseMetric(label);
|
|
364
|
+
}
|
|
365
|
+
return 0;
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
var currentUrl = window.location.href;
|
|
369
|
+
var path = String(window.location.pathname || '');
|
|
370
|
+
var loginRequired = path.indexOf('/login') >= 0
|
|
371
|
+
|| path.indexOf('/checkpoint/') >= 0
|
|
372
|
+
|| Boolean(document.querySelector('input[name="session_key"], form.login__form'));
|
|
373
|
+
var moreButtons = Array.from(document.querySelectorAll('button, a[role="button"]'))
|
|
374
|
+
.filter(function (el) {
|
|
375
|
+
return /see more|more/i.test(normalize(el.textContent))
|
|
376
|
+
|| /see more|more/i.test(normalize(el.getAttribute('aria-label')));
|
|
377
|
+
})
|
|
378
|
+
.slice(0, 8);
|
|
379
|
+
var cards = Array.from(document.querySelectorAll('article, .feed-shared-update-v2, .occludable-update, [role="listitem"]'));
|
|
380
|
+
var seen = new Set();
|
|
381
|
+
var posts = [];
|
|
382
|
+
var i;
|
|
383
|
+
var card;
|
|
384
|
+
var root;
|
|
385
|
+
var author;
|
|
386
|
+
var headline;
|
|
387
|
+
var text;
|
|
388
|
+
var postedAt;
|
|
389
|
+
var permalink;
|
|
390
|
+
var url;
|
|
391
|
+
var reactions;
|
|
392
|
+
var comments;
|
|
393
|
+
|
|
394
|
+
for (i = 0; i < moreButtons.length; i += 1) {
|
|
395
|
+
try { moreButtons[i].click(); } catch (err) {}
|
|
396
|
+
}
|
|
397
|
+
|
|
398
|
+
for (i = 0; i < cards.length; i += 1) {
|
|
399
|
+
card = cards[i];
|
|
400
|
+
root = card.closest('article, .feed-shared-update-v2, .occludable-update, [role="listitem"]') || card;
|
|
401
|
+
if (!root || seen.has(root)) continue;
|
|
402
|
+
seen.add(root);
|
|
403
|
+
|
|
404
|
+
if (String(root.getAttribute('role') || '') === 'listitem') {
|
|
405
|
+
var extracted = extractFromListItem(root);
|
|
406
|
+
if (extracted) posts.push(extracted);
|
|
407
|
+
continue;
|
|
408
|
+
}
|
|
409
|
+
|
|
410
|
+
author = normalize(
|
|
411
|
+
textOf(root, '.update-components-actor__title span[dir="ltr"]')
|
|
412
|
+
|| textOf(root, '.update-components-actor__title')
|
|
413
|
+
|| textOf(root, '[data-control-name="actor"] span[dir="ltr"]')
|
|
414
|
+
|| textOf(root, '[data-control-name="actor"]')
|
|
415
|
+
);
|
|
416
|
+
headline = normalize(
|
|
417
|
+
textOf(root, '.update-components-actor__description')
|
|
418
|
+
|| textOf(root, '.update-components-actor__sub-description')
|
|
419
|
+
);
|
|
420
|
+
text = normalize(
|
|
421
|
+
textOf(root, '.update-components-text span[dir="ltr"]')
|
|
422
|
+
|| textOf(root, '.update-components-text')
|
|
423
|
+
|| textOf(root, '.feed-shared-inline-show-more-text span[dir="ltr"]')
|
|
424
|
+
|| textOf(root, '.feed-shared-inline-show-more-text')
|
|
425
|
+
|| textOf(root, '[data-test-id="main-feed-activity-card"] .break-words')
|
|
426
|
+
);
|
|
427
|
+
postedAt = normalize(
|
|
428
|
+
textOf(root, '.update-components-actor__sub-description a')
|
|
429
|
+
|| textOf(root, '.update-components-actor__sub-description span[aria-hidden="true"]')
|
|
430
|
+
|| textOf(root, 'time')
|
|
431
|
+
);
|
|
432
|
+
permalink = root.querySelector('a[href*="/feed/update/"], a[href*="/posts/"], a[href*="/pulse/"]');
|
|
433
|
+
url = permalink ? permalink.href : '';
|
|
434
|
+
if (url && url.indexOf('/') === 0) url = new URL(url, currentUrl).toString();
|
|
435
|
+
reactions = parseMetric(
|
|
436
|
+
textOf(root, '.social-details-social-counts__reactions-count')
|
|
437
|
+
|| attrOf(root, '[aria-label*="reaction"]', 'aria-label')
|
|
438
|
+
|| attrOf(root, '[aria-label*="like"]', 'aria-label')
|
|
439
|
+
);
|
|
440
|
+
comments = commentMetric(root);
|
|
441
|
+
|
|
442
|
+
if (!author || !text) continue;
|
|
443
|
+
|
|
444
|
+
posts.push({
|
|
445
|
+
id: url || (author + '::' + postedAt + '::' + text.slice(0, 120)),
|
|
446
|
+
author: author,
|
|
447
|
+
author_url: hrefOf(root, 'a[href*="/in/"], a[href*="/company/"]'),
|
|
448
|
+
headline: headline,
|
|
449
|
+
text: text,
|
|
450
|
+
posted_at: postedAt,
|
|
451
|
+
reactions: reactions,
|
|
452
|
+
comments: comments,
|
|
453
|
+
url: url,
|
|
454
|
+
});
|
|
455
|
+
}
|
|
456
|
+
|
|
457
|
+
return { loginRequired: loginRequired, posts: posts };
|
|
458
|
+
})()`);
|
|
459
|
+
}
|
|
460
|
+
cli({
|
|
461
|
+
site: 'linkedin',
|
|
462
|
+
name: 'timeline',
|
|
463
|
+
description: 'Read LinkedIn home timeline posts',
|
|
464
|
+
domain: 'www.linkedin.com',
|
|
465
|
+
strategy: Strategy.COOKIE,
|
|
466
|
+
browser: true,
|
|
467
|
+
args: [
|
|
468
|
+
{ name: 'limit', type: 'int', default: 20, help: 'Number of posts to return (max 100)' },
|
|
469
|
+
],
|
|
470
|
+
columns: ['rank', 'author', 'author_url', 'headline', 'text', 'posted_at', 'reactions', 'comments', 'url'],
|
|
471
|
+
func: async (page, kwargs) => {
|
|
472
|
+
const limit = Math.max(1, Math.min(kwargs.limit ?? 20, 100));
|
|
473
|
+
await page.goto('https://www.linkedin.com/feed/');
|
|
474
|
+
await page.wait(4);
|
|
475
|
+
let posts = [];
|
|
476
|
+
let sawLoginWall = false;
|
|
477
|
+
for (let i = 0; i < 6 && posts.length < limit; i++) {
|
|
478
|
+
const batch = await extractVisiblePosts(page);
|
|
479
|
+
if (batch?.loginRequired)
|
|
480
|
+
sawLoginWall = true;
|
|
481
|
+
posts = mergeTimelinePosts(posts, Array.isArray(batch?.posts) ? batch.posts : []);
|
|
482
|
+
if (posts.length >= limit)
|
|
483
|
+
break;
|
|
484
|
+
await page.autoScroll({ times: 1, delayMs: 1200 });
|
|
485
|
+
await page.wait(1);
|
|
486
|
+
}
|
|
487
|
+
if (sawLoginWall && posts.length === 0) {
|
|
488
|
+
throw new AuthRequiredError('linkedin.com', 'LinkedIn timeline requires an active signed-in browser session');
|
|
489
|
+
}
|
|
490
|
+
if (posts.length === 0) {
|
|
491
|
+
throw new EmptyResultError('linkedin timeline', 'Make sure your LinkedIn home feed is visible in the browser.');
|
|
492
|
+
}
|
|
493
|
+
return posts.slice(0, limit).map((post, index) => ({
|
|
494
|
+
rank: index + 1,
|
|
495
|
+
...post,
|
|
496
|
+
}));
|
|
497
|
+
},
|
|
498
|
+
});
|
|
499
|
+
export const __test__ = {
|
|
500
|
+
parseMetric,
|
|
501
|
+
buildPostId,
|
|
502
|
+
mergeTimelinePosts,
|
|
503
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import './timeline.js';
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { getRegistry } from '../../registry.js';
|
|
3
|
+
import './timeline.js';
|
|
4
|
+
const { parseMetric, buildPostId, mergeTimelinePosts } = await import('./timeline.js').then((m) => m.__test__);
|
|
5
|
+
describe('linkedin timeline adapter', () => {
|
|
6
|
+
const command = getRegistry().get('linkedin/timeline');
|
|
7
|
+
it('registers the command with correct shape', () => {
|
|
8
|
+
expect(command).toBeDefined();
|
|
9
|
+
expect(command.site).toBe('linkedin');
|
|
10
|
+
expect(command.name).toBe('timeline');
|
|
11
|
+
expect(command.domain).toBe('www.linkedin.com');
|
|
12
|
+
expect(command.strategy).toBe('cookie');
|
|
13
|
+
expect(command.browser).toBe(true);
|
|
14
|
+
expect(typeof command.func).toBe('function');
|
|
15
|
+
});
|
|
16
|
+
it('has limit arg with default 20', () => {
|
|
17
|
+
const limitArg = command.args.find((a) => a.name === 'limit');
|
|
18
|
+
expect(limitArg).toBeDefined();
|
|
19
|
+
expect(limitArg.default).toBe(20);
|
|
20
|
+
});
|
|
21
|
+
it('includes expected columns', () => {
|
|
22
|
+
expect(command.columns).toEqual(expect.arrayContaining(['author', 'text', 'reactions', 'comments', 'url']));
|
|
23
|
+
});
|
|
24
|
+
});
|
|
25
|
+
describe('parseMetric', () => {
|
|
26
|
+
it('parses plain numbers', () => {
|
|
27
|
+
expect(parseMetric('42')).toBe(42);
|
|
28
|
+
expect(parseMetric('1,234')).toBe(1234);
|
|
29
|
+
});
|
|
30
|
+
it('handles k/m suffixes', () => {
|
|
31
|
+
expect(parseMetric('2.5k')).toBe(2500);
|
|
32
|
+
expect(parseMetric('1.2M')).toBe(1200000);
|
|
33
|
+
});
|
|
34
|
+
it('returns 0 for empty/undefined', () => {
|
|
35
|
+
expect(parseMetric('')).toBe(0);
|
|
36
|
+
expect(parseMetric(undefined)).toBe(0);
|
|
37
|
+
expect(parseMetric(null)).toBe(0);
|
|
38
|
+
});
|
|
39
|
+
});
|
|
40
|
+
describe('buildPostId', () => {
|
|
41
|
+
it('uses url when present', () => {
|
|
42
|
+
expect(buildPostId({ url: 'https://linkedin.com/post/123' })).toBe('https://linkedin.com/post/123');
|
|
43
|
+
});
|
|
44
|
+
it('falls back to composite key', () => {
|
|
45
|
+
const id = buildPostId({ author: 'Alice', posted_at: '2h', text: 'Hello world' });
|
|
46
|
+
expect(id).toBe('Alice::2h::Hello world');
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
describe('mergeTimelinePosts', () => {
|
|
50
|
+
it('deduplicates by url', () => {
|
|
51
|
+
const url = 'https://linkedin.com/post/1';
|
|
52
|
+
const a = {
|
|
53
|
+
id: url,
|
|
54
|
+
author: 'Alice',
|
|
55
|
+
author_url: '',
|
|
56
|
+
headline: '',
|
|
57
|
+
text: 'Hello',
|
|
58
|
+
posted_at: '1h',
|
|
59
|
+
reactions: 5,
|
|
60
|
+
comments: 1,
|
|
61
|
+
url,
|
|
62
|
+
};
|
|
63
|
+
const result = mergeTimelinePosts([a], [a]);
|
|
64
|
+
expect(result).toHaveLength(1);
|
|
65
|
+
});
|
|
66
|
+
it('skips posts without author or text', () => {
|
|
67
|
+
const empty = {
|
|
68
|
+
id: '2',
|
|
69
|
+
author: '',
|
|
70
|
+
author_url: '',
|
|
71
|
+
headline: '',
|
|
72
|
+
text: 'some text',
|
|
73
|
+
posted_at: '',
|
|
74
|
+
reactions: 0,
|
|
75
|
+
comments: 0,
|
|
76
|
+
url: '',
|
|
77
|
+
};
|
|
78
|
+
const result = mergeTimelinePosts([], [empty]);
|
|
79
|
+
expect(result).toHaveLength(0);
|
|
80
|
+
});
|
|
81
|
+
});
|
|
@@ -31,6 +31,7 @@ pipeline:
|
|
|
31
31
|
views: t.views,
|
|
32
32
|
likes: t.like_count,
|
|
33
33
|
replies: (t.posts_count || 1) - 1,
|
|
34
|
+
url: 'https://linux.do/t/topic/' + t.id,
|
|
34
35
|
}));
|
|
35
36
|
})()
|
|
36
37
|
|
|
@@ -40,7 +41,8 @@ pipeline:
|
|
|
40
41
|
views: ${{ item.views }}
|
|
41
42
|
likes: ${{ item.likes }}
|
|
42
43
|
replies: ${{ item.replies }}
|
|
44
|
+
url: ${{ item.url }}
|
|
43
45
|
|
|
44
46
|
- limit: ${{ args.limit }}
|
|
45
47
|
|
|
46
|
-
columns: [rank, title, views, likes, replies]
|
|
48
|
+
columns: [rank, title, views, likes, replies, url]
|
package/dist/clis/medium/feed.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { cli, Strategy } from '../../registry.js';
|
|
2
|
-
import { buildMediumSearchUrl, loadMediumPosts } from './
|
|
2
|
+
import { buildMediumSearchUrl, loadMediumPosts } from './utils.js';
|
|
3
3
|
cli({
|
|
4
4
|
site: 'medium',
|
|
5
5
|
name: 'search',
|
|
@@ -10,6 +10,6 @@ cli({
|
|
|
10
10
|
{ name: 'keyword', required: true, positional: true, help: '搜索关键词' },
|
|
11
11
|
{ name: 'limit', type: 'int', default: 20, help: '返回的文章数量' },
|
|
12
12
|
],
|
|
13
|
-
columns: ['rank', 'title', 'author', 'date', 'readTime', 'claps'],
|
|
13
|
+
columns: ['rank', 'title', 'author', 'date', 'readTime', 'claps', 'url'],
|
|
14
14
|
func: async (page, args) => loadMediumPosts(page, buildMediumSearchUrl(args.keyword), Number(args.limit) || 20),
|
|
15
15
|
});
|
package/dist/clis/medium/user.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { CommandExecutionError } from '../../errors.js';
|
|
1
2
|
export function buildMediumTagUrl(topic) {
|
|
2
3
|
return topic ? `https://medium.com/tag/${encodeURIComponent(topic)}` : 'https://medium.com/tag/technology';
|
|
3
4
|
}
|
|
@@ -9,7 +10,7 @@ export function buildMediumUserUrl(username) {
|
|
|
9
10
|
}
|
|
10
11
|
export async function loadMediumPosts(page, url, limit) {
|
|
11
12
|
if (!page)
|
|
12
|
-
throw new
|
|
13
|
+
throw new CommandExecutionError('Browser session required for medium posts');
|
|
13
14
|
await page.goto(url);
|
|
14
15
|
await page.wait(5);
|
|
15
16
|
const data = await page.evaluate(`
|