@zenalexa/unicli 0.220.1 → 0.221.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +28 -6
- package/README.md +8 -8
- package/README.zh-CN.md +8 -8
- package/dist/adapters/bilibili/comments.js +66 -4
- package/dist/adapters/bilibili/comments.js.map +1 -1
- package/dist/adapters/bilibili/compat.js +2 -2
- package/dist/adapters/bilibili/compat.js.map +1 -1
- package/dist/adapters/bilibili/download.js +4 -4
- package/dist/adapters/bilibili/download.js.map +1 -1
- package/dist/adapters/bilibili/wbi.d.ts.map +1 -1
- package/dist/adapters/bilibili/wbi.js +3 -3
- package/dist/adapters/bilibili/wbi.js.map +1 -1
- package/dist/adapters/cipo/_shared.d.ts +21 -0
- package/dist/adapters/cipo/_shared.d.ts.map +1 -0
- package/dist/adapters/cipo/_shared.js +67 -0
- package/dist/adapters/cipo/_shared.js.map +1 -0
- package/dist/adapters/cipo/get.d.ts +19 -0
- package/dist/adapters/cipo/get.d.ts.map +1 -0
- package/dist/adapters/cipo/get.js +140 -0
- package/dist/adapters/cipo/get.js.map +1 -0
- package/dist/adapters/cipo/legal-status.d.ts +19 -0
- package/dist/adapters/cipo/legal-status.d.ts.map +1 -0
- package/dist/adapters/cipo/legal-status.js +111 -0
- package/dist/adapters/cipo/legal-status.js.map +1 -0
- package/dist/adapters/cipo/search.d.ts +20 -0
- package/dist/adapters/cipo/search.d.ts.map +1 -0
- package/dist/adapters/cipo/search.js +148 -0
- package/dist/adapters/cipo/search.js.map +1 -0
- package/dist/adapters/cnipa/_shared.d.ts +47 -0
- package/dist/adapters/cnipa/_shared.d.ts.map +1 -0
- package/dist/adapters/cnipa/_shared.js +97 -0
- package/dist/adapters/cnipa/_shared.js.map +1 -0
- package/dist/adapters/cnipa/get.d.ts +19 -0
- package/dist/adapters/cnipa/get.d.ts.map +1 -0
- package/dist/adapters/cnipa/get.js +149 -0
- package/dist/adapters/cnipa/get.js.map +1 -0
- package/dist/adapters/cnipa/legal-status.d.ts +19 -0
- package/dist/adapters/cnipa/legal-status.d.ts.map +1 -0
- package/dist/adapters/cnipa/legal-status.js +119 -0
- package/dist/adapters/cnipa/legal-status.js.map +1 -0
- package/dist/adapters/cnipa/search.d.ts +21 -0
- package/dist/adapters/cnipa/search.d.ts.map +1 -0
- package/dist/adapters/cnipa/search.js +170 -0
- package/dist/adapters/cnipa/search.js.map +1 -0
- package/dist/adapters/espacenet/_shared.d.ts +21 -0
- package/dist/adapters/espacenet/_shared.d.ts.map +1 -0
- package/dist/adapters/espacenet/_shared.js +67 -0
- package/dist/adapters/espacenet/_shared.js.map +1 -0
- package/dist/adapters/espacenet/family.d.ts +19 -0
- package/dist/adapters/espacenet/family.d.ts.map +1 -0
- package/dist/adapters/espacenet/family.js +118 -0
- package/dist/adapters/espacenet/family.js.map +1 -0
- package/dist/adapters/espacenet/get.d.ts +19 -0
- package/dist/adapters/espacenet/get.d.ts.map +1 -0
- package/dist/adapters/espacenet/get.js +130 -0
- package/dist/adapters/espacenet/get.js.map +1 -0
- package/dist/adapters/espacenet/legal-status.d.ts +19 -0
- package/dist/adapters/espacenet/legal-status.d.ts.map +1 -0
- package/dist/adapters/espacenet/legal-status.js +110 -0
- package/dist/adapters/espacenet/legal-status.js.map +1 -0
- package/dist/adapters/espacenet/search.d.ts +20 -0
- package/dist/adapters/espacenet/search.d.ts.map +1 -0
- package/dist/adapters/espacenet/search.js +165 -0
- package/dist/adapters/espacenet/search.js.map +1 -0
- package/dist/adapters/facebook/subtitles.d.ts +9 -0
- package/dist/adapters/facebook/subtitles.d.ts.map +1 -0
- package/dist/adapters/facebook/subtitles.js +42 -0
- package/dist/adapters/facebook/subtitles.js.map +1 -0
- package/dist/adapters/fips/_shared.d.ts +21 -0
- package/dist/adapters/fips/_shared.d.ts.map +1 -0
- package/dist/adapters/fips/_shared.js +77 -0
- package/dist/adapters/fips/_shared.js.map +1 -0
- package/dist/adapters/fips/get.d.ts +19 -0
- package/dist/adapters/fips/get.d.ts.map +1 -0
- package/dist/adapters/fips/get.js +139 -0
- package/dist/adapters/fips/get.js.map +1 -0
- package/dist/adapters/fips/search.d.ts +20 -0
- package/dist/adapters/fips/search.d.ts.map +1 -0
- package/dist/adapters/fips/search.js +148 -0
- package/dist/adapters/fips/search.js.map +1 -0
- package/dist/adapters/freepatentsonline-web/_shared.d.ts +72 -0
- package/dist/adapters/freepatentsonline-web/_shared.d.ts.map +1 -0
- package/dist/adapters/freepatentsonline-web/_shared.js +216 -0
- package/dist/adapters/freepatentsonline-web/_shared.js.map +1 -0
- package/dist/adapters/freepatentsonline-web/get.d.ts +21 -0
- package/dist/adapters/freepatentsonline-web/get.d.ts.map +1 -0
- package/dist/adapters/freepatentsonline-web/get.js +127 -0
- package/dist/adapters/freepatentsonline-web/get.js.map +1 -0
- package/dist/adapters/freepatentsonline-web/search.d.ts +22 -0
- package/dist/adapters/freepatentsonline-web/search.d.ts.map +1 -0
- package/dist/adapters/freepatentsonline-web/search.js +149 -0
- package/dist/adapters/freepatentsonline-web/search.js.map +1 -0
- package/dist/adapters/google-patents-web/_shared.d.ts +110 -0
- package/dist/adapters/google-patents-web/_shared.d.ts.map +1 -0
- package/dist/adapters/google-patents-web/_shared.js +164 -0
- package/dist/adapters/google-patents-web/_shared.js.map +1 -0
- package/dist/adapters/google-patents-web/get.d.ts +36 -0
- package/dist/adapters/google-patents-web/get.d.ts.map +1 -0
- package/dist/adapters/google-patents-web/get.js +187 -0
- package/dist/adapters/google-patents-web/get.js.map +1 -0
- package/dist/adapters/google-patents-web/search.d.ts +23 -0
- package/dist/adapters/google-patents-web/search.d.ts.map +1 -0
- package/dist/adapters/google-patents-web/search.js +169 -0
- package/dist/adapters/google-patents-web/search.js.map +1 -0
- package/dist/adapters/inpi-br/_shared.d.ts +21 -0
- package/dist/adapters/inpi-br/_shared.d.ts.map +1 -0
- package/dist/adapters/inpi-br/_shared.js +67 -0
- package/dist/adapters/inpi-br/_shared.js.map +1 -0
- package/dist/adapters/inpi-br/get.d.ts +19 -0
- package/dist/adapters/inpi-br/get.d.ts.map +1 -0
- package/dist/adapters/inpi-br/get.js +142 -0
- package/dist/adapters/inpi-br/get.js.map +1 -0
- package/dist/adapters/inpi-br/search.d.ts +20 -0
- package/dist/adapters/inpi-br/search.d.ts.map +1 -0
- package/dist/adapters/inpi-br/search.js +154 -0
- package/dist/adapters/inpi-br/search.js.map +1 -0
- package/dist/adapters/instagram/subtitles.d.ts +9 -0
- package/dist/adapters/instagram/subtitles.d.ts.map +1 -0
- package/dist/adapters/instagram/subtitles.js +42 -0
- package/dist/adapters/instagram/subtitles.js.map +1 -0
- package/dist/adapters/mastodon/statuses.d.ts +40 -0
- package/dist/adapters/mastodon/statuses.d.ts.map +1 -0
- package/dist/adapters/mastodon/statuses.js +153 -0
- package/dist/adapters/mastodon/statuses.js.map +1 -0
- package/dist/adapters/reddit/comments.d.ts +9 -0
- package/dist/adapters/reddit/comments.d.ts.map +1 -0
- package/dist/adapters/reddit/comments.js +124 -0
- package/dist/adapters/reddit/comments.js.map +1 -0
- package/dist/adapters/threads/post.d.ts +32 -0
- package/dist/adapters/threads/post.d.ts.map +1 -0
- package/dist/adapters/threads/post.js +287 -0
- package/dist/adapters/threads/post.js.map +1 -0
- package/dist/adapters/tiktok/subtitles.d.ts +9 -0
- package/dist/adapters/tiktok/subtitles.d.ts.map +1 -0
- package/dist/adapters/tiktok/subtitles.js +42 -0
- package/dist/adapters/tiktok/subtitles.js.map +1 -0
- package/dist/adapters/twitter/accept.js +2 -2
- package/dist/adapters/twitter/accept.js.map +1 -1
- package/dist/adapters/twitter/browser-fallback.d.ts +26 -0
- package/dist/adapters/twitter/browser-fallback.d.ts.map +1 -0
- package/dist/adapters/twitter/browser-fallback.js +93 -0
- package/dist/adapters/twitter/browser-fallback.js.map +1 -0
- package/dist/adapters/twitter/browser-state.d.ts +11 -0
- package/dist/adapters/twitter/browser-state.d.ts.map +1 -0
- package/dist/adapters/twitter/browser-state.js +46 -0
- package/dist/adapters/twitter/browser-state.js.map +1 -0
- package/dist/adapters/twitter/client.d.ts.map +1 -1
- package/dist/adapters/twitter/client.js +36 -13
- package/dist/adapters/twitter/client.js.map +1 -1
- package/dist/adapters/twitter/reply-dm.js +2 -2
- package/dist/adapters/twitter/reply-dm.js.map +1 -1
- package/dist/adapters/twitter/reply.js +1 -0
- package/dist/adapters/twitter/reply.js.map +1 -1
- package/dist/adapters/twitter/search.js +11 -18
- package/dist/adapters/twitter/search.js.map +1 -1
- package/dist/adapters/twitter/thread.d.ts +14 -0
- package/dist/adapters/twitter/thread.d.ts.map +1 -1
- package/dist/adapters/twitter/thread.js +28 -2
- package/dist/adapters/twitter/thread.js.map +1 -1
- package/dist/adapters/twitter/trending.js +13 -59
- package/dist/adapters/twitter/trending.js.map +1 -1
- package/dist/adapters/xiaohongshu/browser-state.d.ts +19 -0
- package/dist/adapters/xiaohongshu/browser-state.d.ts.map +1 -0
- package/dist/adapters/xiaohongshu/browser-state.js +67 -0
- package/dist/adapters/xiaohongshu/browser-state.js.map +1 -0
- package/dist/adapters/xiaohongshu/comments.js +28 -5
- package/dist/adapters/xiaohongshu/comments.js.map +1 -1
- package/dist/adapters/xiaohongshu/download.js +49 -11
- package/dist/adapters/xiaohongshu/download.js.map +1 -1
- package/dist/adapters/xiaohongshu/search.d.ts.map +1 -1
- package/dist/adapters/xiaohongshu/search.js +11 -5
- package/dist/adapters/xiaohongshu/search.js.map +1 -1
- package/dist/adapters/xiaohongshu/trending.d.ts +9 -0
- package/dist/adapters/xiaohongshu/trending.d.ts.map +1 -0
- package/dist/adapters/xiaohongshu/trending.js +94 -0
- package/dist/adapters/xiaohongshu/trending.js.map +1 -0
- package/dist/adapters/youtube/comments.d.ts +80 -0
- package/dist/adapters/youtube/comments.d.ts.map +1 -1
- package/dist/adapters/youtube/comments.js +108 -12
- package/dist/adapters/youtube/comments.js.map +1 -1
- package/dist/adapters/youtube/subtitles.d.ts +9 -0
- package/dist/adapters/youtube/subtitles.d.ts.map +1 -0
- package/dist/adapters/youtube/subtitles.js +42 -0
- package/dist/adapters/youtube/subtitles.js.map +1 -0
- package/dist/adapters/yt-dlp/subtitles.d.ts +9 -0
- package/dist/adapters/yt-dlp/subtitles.d.ts.map +1 -0
- package/dist/adapters/yt-dlp/subtitles.js +41 -0
- package/dist/adapters/yt-dlp/subtitles.js.map +1 -0
- package/dist/adapters/zhihu/answer-detail.d.ts +39 -0
- package/dist/adapters/zhihu/answer-detail.d.ts.map +1 -0
- package/dist/adapters/zhihu/answer-detail.js +204 -0
- package/dist/adapters/zhihu/answer-detail.js.map +1 -0
- package/dist/adapters/zhihu/comment.d.ts +9 -0
- package/dist/adapters/zhihu/comment.d.ts.map +1 -0
- package/dist/adapters/zhihu/comment.js +149 -0
- package/dist/adapters/zhihu/comment.js.map +1 -0
- package/dist/adapters/zhihu/recommend.d.ts +36 -0
- package/dist/adapters/zhihu/recommend.d.ts.map +1 -0
- package/dist/adapters/zhihu/recommend.js +151 -0
- package/dist/adapters/zhihu/recommend.js.map +1 -0
- package/dist/browser/bridge.d.ts.map +1 -1
- package/dist/browser/bridge.js +14 -3
- package/dist/browser/bridge.js.map +1 -1
- package/dist/browser/daemon-client.d.ts +6 -0
- package/dist/browser/daemon-client.d.ts.map +1 -1
- package/dist/browser/daemon-client.js +75 -15
- package/dist/browser/daemon-client.js.map +1 -1
- package/dist/browser/daemon.js +39 -15
- package/dist/browser/daemon.js.map +1 -1
- package/dist/browser/protocol.d.ts +1 -0
- package/dist/browser/protocol.d.ts.map +1 -1
- package/dist/browser/protocol.js +1 -0
- package/dist/browser/protocol.js.map +1 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +6 -0
- package/dist/cli.js.map +1 -1
- package/dist/commands/approvals.d.ts.map +1 -1
- package/dist/commands/approvals.js +1 -37
- package/dist/commands/approvals.js.map +1 -1
- package/dist/commands/browser/index.d.ts.map +1 -1
- package/dist/commands/browser/index.js +7 -2
- package/dist/commands/browser/index.js.map +1 -1
- package/dist/commands/daemon.d.ts.map +1 -1
- package/dist/commands/daemon.js +7 -3
- package/dist/commands/daemon.js.map +1 -1
- package/dist/commands/dispatch.d.ts.map +1 -1
- package/dist/commands/dispatch.js +27 -3
- package/dist/commands/dispatch.js.map +1 -1
- package/dist/commands/patent-doctor.d.ts +48 -0
- package/dist/commands/patent-doctor.d.ts.map +1 -0
- package/dist/commands/patent-doctor.js +109 -0
- package/dist/commands/patent-doctor.js.map +1 -0
- package/dist/commands/patent.d.ts +78 -0
- package/dist/commands/patent.d.ts.map +1 -0
- package/dist/commands/patent.js +919 -0
- package/dist/commands/patent.js.map +1 -0
- package/dist/commands/social.d.ts +19 -0
- package/dist/commands/social.d.ts.map +1 -0
- package/dist/commands/social.js +236 -0
- package/dist/commands/social.js.map +1 -0
- package/dist/core/registry.d.ts +1 -1
- package/dist/core/registry.d.ts.map +1 -1
- package/dist/core/registry.js +11 -2
- package/dist/core/registry.js.map +1 -1
- package/dist/discovery/loader.d.ts.map +1 -1
- package/dist/discovery/loader.js +4 -0
- package/dist/discovery/loader.js.map +1 -1
- package/dist/engine/approval-presenter.d.ts +10 -0
- package/dist/engine/approval-presenter.d.ts.map +1 -0
- package/dist/engine/approval-presenter.js +45 -0
- package/dist/engine/approval-presenter.js.map +1 -0
- package/dist/engine/approval-store.d.ts +4 -0
- package/dist/engine/approval-store.d.ts.map +1 -1
- package/dist/engine/approval-store.js +85 -11
- package/dist/engine/approval-store.js.map +1 -1
- package/dist/engine/auth/oauth2-cc.d.ts +67 -0
- package/dist/engine/auth/oauth2-cc.d.ts.map +1 -0
- package/dist/engine/auth/oauth2-cc.js +120 -0
- package/dist/engine/auth/oauth2-cc.js.map +1 -0
- package/dist/engine/cookies.d.ts +10 -0
- package/dist/engine/cookies.d.ts.map +1 -1
- package/dist/engine/cookies.js +64 -0
- package/dist/engine/cookies.js.map +1 -1
- package/dist/engine/download.d.ts +5 -0
- package/dist/engine/download.d.ts.map +1 -1
- package/dist/engine/download.js +11 -4
- package/dist/engine/download.js.map +1 -1
- package/dist/engine/executor.d.ts +1 -0
- package/dist/engine/executor.d.ts.map +1 -1
- package/dist/engine/executor.js +25 -0
- package/dist/engine/executor.js.map +1 -1
- package/dist/engine/framework.d.ts +5 -5
- package/dist/engine/framework.js +5 -5
- package/dist/engine/harden.d.ts +1 -1
- package/dist/engine/harden.js +1 -1
- package/dist/engine/kernel/stages.d.ts.map +1 -1
- package/dist/engine/kernel/stages.js +2 -1
- package/dist/engine/kernel/stages.js.map +1 -1
- package/dist/engine/normalizer/patent-envelope.d.ts +61 -0
- package/dist/engine/normalizer/patent-envelope.d.ts.map +1 -0
- package/dist/engine/normalizer/patent-envelope.js +132 -0
- package/dist/engine/normalizer/patent-envelope.js.map +1 -0
- package/dist/engine/research.d.ts +5 -7
- package/dist/engine/research.d.ts.map +1 -1
- package/dist/engine/research.js +6 -9
- package/dist/engine/research.js.map +1 -1
- package/dist/engine/steps/browser-helpers.d.ts +2 -2
- package/dist/engine/steps/browser-helpers.d.ts.map +1 -1
- package/dist/engine/steps/browser-helpers.js +39 -16
- package/dist/engine/steps/browser-helpers.js.map +1 -1
- package/dist/engine/steps/download.d.ts +1 -0
- package/dist/engine/steps/download.d.ts.map +1 -1
- package/dist/engine/steps/download.js +3 -1
- package/dist/engine/steps/download.js.map +1 -1
- package/dist/engine/steps/index.d.ts +2 -0
- package/dist/engine/steps/index.d.ts.map +1 -1
- package/dist/engine/steps/index.js +2 -0
- package/dist/engine/steps/index.js.map +1 -1
- package/dist/engine/steps/oauth2-token.d.ts +41 -0
- package/dist/engine/steps/oauth2-token.d.ts.map +1 -0
- package/dist/engine/steps/oauth2-token.js +115 -0
- package/dist/engine/steps/oauth2-token.js.map +1 -0
- package/dist/engine/steps/select-xml.d.ts +34 -0
- package/dist/engine/steps/select-xml.d.ts.map +1 -0
- package/dist/engine/steps/select-xml.js +222 -0
- package/dist/engine/steps/select-xml.js.map +1 -0
- package/dist/engine/template.d.ts.map +1 -1
- package/dist/engine/template.js +7 -0
- package/dist/engine/template.js.map +1 -1
- package/dist/engine/transport/mcp-browser.d.ts +128 -0
- package/dist/engine/transport/mcp-browser.d.ts.map +1 -0
- package/dist/engine/transport/mcp-browser.js +120 -0
- package/dist/engine/transport/mcp-browser.js.map +1 -0
- package/dist/fast-path/handlers/approvals.d.ts +11 -0
- package/dist/fast-path/handlers/approvals.d.ts.map +1 -0
- package/dist/fast-path/handlers/approvals.js +136 -0
- package/dist/fast-path/handlers/approvals.js.map +1 -0
- package/dist/fast-path/manifest.d.ts +1 -0
- package/dist/fast-path/manifest.d.ts.map +1 -1
- package/dist/fast-path/manifest.js.map +1 -1
- package/dist/fast-path.d.ts.map +1 -1
- package/dist/fast-path.js +3 -0
- package/dist/fast-path.js.map +1 -1
- package/dist/index.d.ts +23 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +38 -0
- package/dist/index.js.map +1 -0
- package/dist/manifest-compact.txt +3 -3
- package/dist/manifest-search.json +1 -1
- package/dist/manifest.json +2239 -176
- package/dist/output/auth-guidance.d.ts +14 -0
- package/dist/output/auth-guidance.d.ts.map +1 -0
- package/dist/output/auth-guidance.js +50 -0
- package/dist/output/auth-guidance.js.map +1 -0
- package/dist/output/error-map.d.ts +1 -1
- package/dist/output/error-map.d.ts.map +1 -1
- package/dist/output/error-map.js +28 -4
- package/dist/output/error-map.js.map +1 -1
- package/dist/output/next-actions.d.ts.map +1 -1
- package/dist/output/next-actions.js +19 -3
- package/dist/output/next-actions.js.map +1 -1
- package/dist/registry.d.ts +18 -1
- package/dist/registry.d.ts.map +1 -1
- package/dist/registry.js +5 -0
- package/dist/registry.js.map +1 -1
- package/dist/social/browser-errors.d.ts +13 -0
- package/dist/social/browser-errors.d.ts.map +1 -0
- package/dist/social/browser-errors.js +36 -0
- package/dist/social/browser-errors.js.map +1 -0
- package/dist/social/capabilities.d.ts +29 -0
- package/dist/social/capabilities.d.ts.map +1 -0
- package/dist/social/capabilities.js +448 -0
- package/dist/social/capabilities.js.map +1 -0
- package/dist/social/comments.d.ts +26 -0
- package/dist/social/comments.d.ts.map +1 -0
- package/dist/social/comments.js +97 -0
- package/dist/social/comments.js.map +1 -0
- package/dist/social/video-text.d.ts +27 -0
- package/dist/social/video-text.d.ts.map +1 -0
- package/dist/social/video-text.js +140 -0
- package/dist/social/video-text.js.map +1 -0
- package/dist/types/patent.d.ts +160 -0
- package/dist/types/patent.d.ts.map +1 -0
- package/dist/types/patent.js +16 -0
- package/dist/types/patent.js.map +1 -0
- package/dist/types.d.ts +12 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +9 -4
- package/server.json +3 -3
- package/skills/unicli/SKILL.md +1 -1
- package/skills/unicli-claude-code/SKILL.md +1 -1
- package/skills/unicli-hermes/SKILL.md +1 -1
- package/src/adapters/bilibili/comments-tree.test.ts +41 -0
- package/src/adapters/bilibili/comments.ts +78 -4
- package/src/adapters/bilibili/compat.ts +5 -2
- package/src/adapters/bilibili/download.ts +7 -4
- package/src/adapters/bilibili/wbi.ts +6 -3
- package/src/adapters/brave/search.yaml +53 -0
- package/src/adapters/cipo/_shared.ts +98 -0
- package/src/adapters/cipo/get.ts +188 -0
- package/src/adapters/cipo/legal-status.ts +148 -0
- package/src/adapters/cipo/search.ts +195 -0
- package/src/adapters/cnipa/_shared.ts +138 -0
- package/src/adapters/cnipa/get.ts +199 -0
- package/src/adapters/cnipa/legal-status.ts +162 -0
- package/src/adapters/cnipa/search.ts +229 -0
- package/src/adapters/dpma/get.yaml +67 -0
- package/src/adapters/dpma/search.yaml +77 -0
- package/src/adapters/duckduckgo/search.yaml +54 -0
- package/src/adapters/duckduckgo/suggest.yaml +52 -0
- package/src/adapters/epo/family.yaml +69 -0
- package/src/adapters/epo/get.yaml +74 -0
- package/src/adapters/epo/legal-status.yaml +63 -0
- package/src/adapters/epo/search.yaml +84 -0
- package/src/adapters/espacenet/_shared.ts +98 -0
- package/src/adapters/espacenet/family.ts +161 -0
- package/src/adapters/espacenet/get.ts +185 -0
- package/src/adapters/espacenet/legal-status.ts +151 -0
- package/src/adapters/espacenet/search.ts +229 -0
- package/src/adapters/facebook/subtitles.ts +44 -0
- package/src/adapters/fips/_shared.ts +109 -0
- package/src/adapters/fips/get.ts +186 -0
- package/src/adapters/fips/search.ts +195 -0
- package/src/adapters/freepatentsonline-web/_shared.ts +273 -0
- package/src/adapters/freepatentsonline-web/get.ts +144 -0
- package/src/adapters/freepatentsonline-web/search.ts +170 -0
- package/src/adapters/google-patents-bq/prior-art.yaml +80 -0
- package/src/adapters/google-patents-bq/search.yaml +97 -0
- package/src/adapters/google-patents-web/_shared.ts +242 -0
- package/src/adapters/google-patents-web/get.ts +224 -0
- package/src/adapters/google-patents-web/search.ts +196 -0
- package/src/adapters/inpi-br/_shared.ts +98 -0
- package/src/adapters/inpi-br/get.ts +193 -0
- package/src/adapters/inpi-br/search.ts +206 -0
- package/src/adapters/inpi-fr/get.yaml +62 -0
- package/src/adapters/inpi-fr/search.yaml +74 -0
- package/src/adapters/instagram/subtitles.ts +44 -0
- package/src/adapters/ipaustralia/get.yaml +67 -0
- package/src/adapters/ipaustralia/search.yaml +74 -0
- package/src/adapters/jpo/get.yaml +63 -0
- package/src/adapters/jpo/search.yaml +76 -0
- package/src/adapters/kipris/get.yaml +69 -0
- package/src/adapters/kipris/legal-status.yaml +58 -0
- package/src/adapters/kipris/search.yaml +79 -0
- package/src/adapters/lens/get.yaml +64 -0
- package/src/adapters/lens/search.yaml +82 -0
- package/src/adapters/mastodon/statuses.test.ts +82 -0
- package/src/adapters/mastodon/statuses.ts +208 -0
- package/src/adapters/patsnap/get.yaml +65 -0
- package/src/adapters/patsnap/search.yaml +77 -0
- package/src/adapters/pqai/prior-art.yaml +59 -0
- package/src/adapters/pqai/search.yaml +60 -0
- package/src/adapters/reddit/comments-tree.test.ts +79 -0
- package/src/adapters/reddit/comments.ts +159 -0
- package/src/adapters/threads/post.test.ts +64 -0
- package/src/adapters/threads/post.ts +366 -0
- package/src/adapters/threads/user.yaml +73 -0
- package/src/adapters/tiktok/subtitles.ts +44 -0
- package/src/adapters/twitter/accept.ts +5 -2
- package/src/adapters/twitter/browser-fallback.ts +138 -0
- package/src/adapters/twitter/browser-state.ts +74 -0
- package/src/adapters/twitter/client.ts +51 -21
- package/src/adapters/twitter/reply-dm.ts +5 -2
- package/src/adapters/twitter/reply.ts +1 -0
- package/src/adapters/twitter/search.ts +12 -38
- package/src/adapters/twitter/thread.test.ts +43 -0
- package/src/adapters/twitter/thread.ts +44 -2
- package/src/adapters/twitter/trending.ts +14 -95
- package/src/adapters/ukipo/info.yaml +43 -0
- package/src/adapters/uspto/get.yaml +67 -0
- package/src/adapters/uspto/legal-status.yaml +58 -0
- package/src/adapters/uspto/search.yaml +88 -0
- package/src/adapters/wipo-patentscope/info.yaml +43 -0
- package/src/adapters/xiaohongshu/browser-state.ts +95 -0
- package/src/adapters/xiaohongshu/comments.ts +29 -6
- package/src/adapters/xiaohongshu/download.ts +60 -11
- package/src/adapters/xiaohongshu/search.ts +18 -6
- package/src/adapters/xiaohongshu/trending.ts +112 -0
- package/src/adapters/yahoo/search.yaml +52 -0
- package/src/adapters/youtube/comments-microformat.test.ts +35 -0
- package/src/adapters/youtube/comments-tree.test.ts +74 -0
- package/src/adapters/youtube/comments.ts +166 -12
- package/src/adapters/youtube/subtitles.ts +44 -0
- package/src/adapters/yt-dlp/subtitles.ts +43 -0
- package/src/adapters/zhihu/answer-detail.test.ts +83 -0
- package/src/adapters/zhihu/answer-detail.ts +275 -0
- package/src/adapters/zhihu/comment-tree.test.ts +57 -0
- package/src/adapters/zhihu/comment.ts +186 -0
- package/src/adapters/zhihu/recommend.test.ts +65 -0
- package/src/adapters/zhihu/recommend.ts +207 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"comments.js","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/comments.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,SAAS,iBAAiB,CAAC,GAAY,EAAE,QAAQ,GAAG,EAAE;IACpD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,8DAA8D;IAC3E,MAAM,EAAE,qBAAqB;IAC7B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,IAAI;IACb,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,qBAAqB;SACnC;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,uCAAuC;SACrD;QACD;YACE,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,wBAAwB;SACtC;KACF;IACD,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"comments.js","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/comments.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,SAAS,iBAAiB,CAAC,GAAY,EAAE,QAAQ,GAAG,EAAE;IACpD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,8DAA8D;IAC3E,MAAM,EAAE,qBAAqB;IAC7B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,IAAI;IACb,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,qBAAqB;SACnC;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,uCAAuC;SACrD;QACD;YACE,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,wBAAwB;SACtC;KACF;IACD,OAAO,EAAE;QACP,MAAM;QACN,UAAU;QACV,YAAY;QACZ,YAAY;QACZ,WAAW;QACX,OAAO;QACP,MAAM;QACN,QAAQ;QACR,MAAM;QACN,OAAO;QACP,SAAS;QACT,SAAS;QACT,MAAM;QACN,UAAU;QACV,UAAU;KACX;IACD,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,IAAa,CAAC;QACxB,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAEtC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEhB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;;;8BAGL,MAAM,CAAC,WAAW,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA4D5C,CAAC,CAA4B,CAAC;QAE/B,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAWD,MAAM,GAAG,GAAkB,IAAI,CAAC,OAAwB,IAAI,EAAE,CAAC;QAE/D,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,OAAO,GAAiB,EAAE,CAAC;YACjC,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;gBACpB,IAAI,CAAC,CAAC,CAAC,QAAQ;oBAAE,QAAQ,EAAE,CAAC;gBAC5B,IAAI,QAAQ,GAAG,KAAK;oBAAE,MAAM;gBAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YACD,OAAO,oBAAoB,CAAC,OAAO,EAAE;gBACnC,QAAQ,EAAE,aAAa;gBACvB,SAAS,EAAE,GAAG;aACf,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE;YAC/C,QAAQ,EAAE,aAAa;YACvB,SAAS,EAAE,GAAG;SACf,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5C,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -5,15 +5,44 @@
|
|
|
5
5
|
* __INITIAL_STATE__, then downloads them with cookie authentication.
|
|
6
6
|
*/
|
|
7
7
|
import { cli, Strategy } from "../../registry.js";
|
|
8
|
-
import {
|
|
8
|
+
import { loadCookiesWithCDP, formatCookieHeader, } from "../../engine/cookies.js";
|
|
9
|
+
import { mkdir, writeFile } from "node:fs/promises";
|
|
10
|
+
import { join } from "node:path";
|
|
11
|
+
import { USER_AGENT } from "../../constants.js";
|
|
9
12
|
import { parseNoteId, buildNoteUrl } from "./note-helpers.js";
|
|
10
13
|
/** Build authenticated headers for Xiaohongshu downloads. */
|
|
11
|
-
function buildCookieHeader() {
|
|
12
|
-
const cookies =
|
|
14
|
+
async function buildCookieHeader() {
|
|
15
|
+
const cookies = await loadCookiesWithCDP("xiaohongshu", "www.xiaohongshu.com");
|
|
13
16
|
if (cookies)
|
|
14
17
|
return formatCookieHeader(cookies);
|
|
15
18
|
return "";
|
|
16
19
|
}
|
|
20
|
+
function extensionForMedia(type, url) {
|
|
21
|
+
try {
|
|
22
|
+
const pathname = new URL(url).pathname;
|
|
23
|
+
const match = /\.[a-zA-Z0-9]{2,5}$/.exec(pathname);
|
|
24
|
+
if (match)
|
|
25
|
+
return match[0].toLowerCase();
|
|
26
|
+
}
|
|
27
|
+
catch {
|
|
28
|
+
return type === "video" ? ".mp4" : ".jpg";
|
|
29
|
+
}
|
|
30
|
+
return type === "video" ? ".mp4" : ".jpg";
|
|
31
|
+
}
|
|
32
|
+
async function downloadMedia(url, path, cookieHeader) {
|
|
33
|
+
const headers = {
|
|
34
|
+
"User-Agent": USER_AGENT,
|
|
35
|
+
Referer: "https://www.xiaohongshu.com/",
|
|
36
|
+
};
|
|
37
|
+
if (cookieHeader)
|
|
38
|
+
headers.Cookie = cookieHeader;
|
|
39
|
+
const response = await fetch(url, { headers });
|
|
40
|
+
if (!response.ok) {
|
|
41
|
+
throw new Error(`Xiaohongshu media download failed: HTTP ${response.status}`);
|
|
42
|
+
}
|
|
43
|
+
const bytes = Buffer.from(await response.arrayBuffer());
|
|
44
|
+
await writeFile(path, bytes);
|
|
45
|
+
}
|
|
17
46
|
cli({
|
|
18
47
|
site: "xiaohongshu",
|
|
19
48
|
name: "download",
|
|
@@ -34,11 +63,12 @@ cli({
|
|
|
34
63
|
description: "Output directory",
|
|
35
64
|
},
|
|
36
65
|
],
|
|
37
|
-
columns: ["index", "type", "url"],
|
|
66
|
+
columns: ["index", "type", "path", "url"],
|
|
38
67
|
func: async (page, kwargs) => {
|
|
39
68
|
const p = page;
|
|
40
69
|
const rawInput = String(kwargs["note-id"]);
|
|
41
70
|
const noteId = parseNoteId(rawInput);
|
|
71
|
+
const outputDir = String(kwargs.output ?? "./xiaohongshu-downloads");
|
|
42
72
|
await p.goto(buildNoteUrl(rawInput));
|
|
43
73
|
await p.wait(3);
|
|
44
74
|
const data = (await p.evaluate(`
|
|
@@ -148,13 +178,21 @@ cli({
|
|
|
148
178
|
if (!data || !data.media || data.media.length === 0) {
|
|
149
179
|
return [{ index: 0, type: "-", url: "No media found" }];
|
|
150
180
|
}
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
181
|
+
await mkdir(outputDir, { recursive: true });
|
|
182
|
+
const cookieHeader = await buildCookieHeader();
|
|
183
|
+
const rows = [];
|
|
184
|
+
for (const [idx, media] of data.media.entries()) {
|
|
185
|
+
const ext = extensionForMedia(media.type, media.url);
|
|
186
|
+
const path = join(outputDir, `${noteId}-${idx + 1}${ext}`);
|
|
187
|
+
await downloadMedia(media.url, path, cookieHeader);
|
|
188
|
+
rows.push({
|
|
189
|
+
index: idx + 1,
|
|
190
|
+
type: media.type,
|
|
191
|
+
path,
|
|
192
|
+
url: media.url,
|
|
193
|
+
});
|
|
194
|
+
}
|
|
195
|
+
return rows;
|
|
158
196
|
},
|
|
159
197
|
});
|
|
160
198
|
//# sourceMappingURL=download.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/download.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/download.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EACL,kBAAkB,EAClB,kBAAkB,GACnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAE9D,6DAA6D;AAC7D,KAAK,UAAU,iBAAiB;IAC9B,MAAM,OAAO,GAAG,MAAM,kBAAkB,CACtC,aAAa,EACb,qBAAqB,CACtB,CAAC;IACF,IAAI,OAAO;QAAE,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAChD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,GAAW;IAClD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACvC,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5C,CAAC;IACD,OAAO,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAW,EACX,IAAY,EACZ,YAAoB;IAEpB,MAAM,OAAO,GAA2B;QACtC,YAAY,EAAE,UAAU;QACxB,OAAO,EAAE,8BAA8B;KACxC,CAAC;IACF,IAAI,YAAY;QAAE,OAAO,CAAC,MAAM,GAAG,YAAY,CAAC;IAChD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,2CAA2C,QAAQ,CAAC,MAAM,EAAE,CAC7D,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACxD,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,oDAAoD;IACjE,MAAM,EAAE,qBAAqB;IAC7B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,IAAI;IACb,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,kCAAkC;SAChD;QACD;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,yBAAyB;YAClC,WAAW,EAAE,kBAAkB;SAChC;KACF;IACD,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;IACzC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,IAAa,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,yBAAyB,CAAC,CAAC;QAErE,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEhB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;;;qBAGd,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAoGtB,CAAC,CAGM,CAAC;QAET,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAE/C,MAAM,IAAI,GAAG,EAAE,CAAC;QAChB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAChD,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;YAC3D,MAAM,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;YACnD,IAAI,CAAC,IAAI,CAAC;gBACR,KAAK,EAAE,GAAG,GAAG,CAAC;gBACd,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI;gBACJ,GAAG,EAAE,KAAK,CAAC,GAAG;aACf,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/search.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;
|
|
1
|
+
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/search.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA+BH;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAShD"}
|
|
@@ -5,6 +5,8 @@
|
|
|
5
5
|
* DOM elements. Uses MutationObserver to wait for content or login wall.
|
|
6
6
|
*/
|
|
7
7
|
import { cli, Strategy } from "../../registry.js";
|
|
8
|
+
import { socialAuthError, socialEmptyError, } from "../../social/browser-errors.js";
|
|
9
|
+
import { assertXhsReadable } from "./browser-state.js";
|
|
8
10
|
/**
|
|
9
11
|
* Wait for search results or login wall using MutationObserver (max 5 s).
|
|
10
12
|
*/
|
|
@@ -47,6 +49,7 @@ cli({
|
|
|
47
49
|
domain: "www.xiaohongshu.com",
|
|
48
50
|
strategy: Strategy.COOKIE,
|
|
49
51
|
browser: true,
|
|
52
|
+
browserSession: "user",
|
|
50
53
|
args: [
|
|
51
54
|
{
|
|
52
55
|
name: "query",
|
|
@@ -65,12 +68,13 @@ cli({
|
|
|
65
68
|
func: async (page, kwargs) => {
|
|
66
69
|
const p = page;
|
|
67
70
|
const keyword = encodeURIComponent(String(kwargs.query));
|
|
68
|
-
|
|
71
|
+
const limit = Number(kwargs.limit) || 20;
|
|
72
|
+
await p.goto(`https://www.xiaohongshu.com/search_result?keyword=${keyword}&source=web_search_result_notes`, { settleMs: 2500 });
|
|
69
73
|
const waitResult = await p.evaluate(WAIT_FOR_CONTENT_JS);
|
|
74
|
+
await assertXhsReadable(p, "search");
|
|
70
75
|
if (waitResult === "login_wall") {
|
|
71
|
-
throw
|
|
76
|
+
throw socialAuthError("xiaohongshu", "search");
|
|
72
77
|
}
|
|
73
|
-
// Scroll a couple of times to load more results
|
|
74
78
|
await p.autoScroll({ maxScrolls: 2, delay: 1500 });
|
|
75
79
|
const payload = await p.evaluate(`
|
|
76
80
|
(() => {
|
|
@@ -107,11 +111,10 @@ cli({
|
|
|
107
111
|
return results;
|
|
108
112
|
})()
|
|
109
113
|
`);
|
|
110
|
-
const limit = Number(kwargs.limit) || 20;
|
|
111
114
|
const data = Array.isArray(payload)
|
|
112
115
|
? payload
|
|
113
116
|
: [];
|
|
114
|
-
|
|
117
|
+
const rows = data
|
|
115
118
|
.filter((item) => item.title)
|
|
116
119
|
.slice(0, limit)
|
|
117
120
|
.map((item, i) => ({
|
|
@@ -119,6 +122,9 @@ cli({
|
|
|
119
122
|
...item,
|
|
120
123
|
published_at: noteIdToDate(String(item.url ?? "")),
|
|
121
124
|
}));
|
|
125
|
+
if (rows.length > 0)
|
|
126
|
+
return rows;
|
|
127
|
+
throw socialEmptyError("xiaohongshu", "search", `Xiaohongshu search loaded no parseable notes for "${String(kwargs.query)}".`);
|
|
122
128
|
},
|
|
123
129
|
});
|
|
124
130
|
//# sourceMappingURL=search.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/search.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/search.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EACL,eAAe,EACf,gBAAgB,GACjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAEvD;;GAEG;AACH,MAAM,mBAAmB,GAAG;;;;;;;;;;;;;;;;CAgB3B,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CACrB,8DAA8D,CAC/D,CAAC;IACF,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,aAAa,IAAI,EAAE,GAAG,aAAa;QAAE,OAAO,EAAE,CAAC;IAC/D,OAAO,IAAI,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,QAAQ;IACd,WAAW,EAAE,6BAA6B;IAC1C,MAAM,EAAE,qBAAqB;IAC7B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,IAAI;IACb,cAAc,EAAE,MAAM;IACtB,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,gBAAgB;SAC9B;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,mBAAmB;SACjC;KACF;IACD,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,CAAC;IACpE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,IAAa,CAAC;QACxB,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,CAAC,CAAC,IAAI,CACV,qDAAqD,OAAO,iCAAiC,EAC7F,EAAE,QAAQ,EAAE,IAAI,EAAE,CACnB,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;QACzD,MAAM,iBAAiB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAErC,IAAI,UAAU,KAAK,YAAY,EAAE,CAAC;YAChC,MAAM,eAAe,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,CAAC,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkChC,CAAC,CAAC;QAEH,MAAM,IAAI,GAA8B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAC5D,CAAC,CAAE,OAAqC;YACxC,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,IAAI,GAAG,IAAI;aACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;aAC5B,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;aACf,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACjB,IAAI,EAAE,CAAC,GAAG,CAAC;YACX,GAAG,IAAI;YACP,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;SACnD,CAAC,CAAC,CAAC;QACN,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAEjC,MAAM,gBAAgB,CACpB,aAAa,EACb,QAAQ,EACR,qDAAqD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAC9E,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @owner Xiaohongshu trend extraction.
|
|
3
|
+
* @does Reads trending searches, falling back to visible hot notes in Chrome.
|
|
4
|
+
* @needs A logged-in Xiaohongshu browser session or valid local cookies.
|
|
5
|
+
* @feeds Agents needing current XHS trend context without brittle API-only failure.
|
|
6
|
+
* @breaks XHS endpoint and DOM drift can reduce rows; command returns only observed public UI data.
|
|
7
|
+
*/
|
|
8
|
+
export {};
|
|
9
|
+
//# sourceMappingURL=trending.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trending.d.ts","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/trending.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @owner Xiaohongshu trend extraction.
|
|
3
|
+
* @does Reads trending searches, falling back to visible hot notes in Chrome.
|
|
4
|
+
* @needs A logged-in Xiaohongshu browser session or valid local cookies.
|
|
5
|
+
* @feeds Agents needing current XHS trend context without brittle API-only failure.
|
|
6
|
+
* @breaks XHS endpoint and DOM drift can reduce rows; command returns only observed public UI data.
|
|
7
|
+
*/
|
|
8
|
+
import { cli, Strategy } from "../../registry.js";
|
|
9
|
+
import { socialEmptyError } from "../../social/browser-errors.js";
|
|
10
|
+
import { assertXhsReadable, fetchXhsFeedItems } from "./browser-state.js";
|
|
11
|
+
async function fetchHotList(page, limit) {
|
|
12
|
+
const raw = await page.evaluate(`
|
|
13
|
+
(async () => {
|
|
14
|
+
const limit = ${limit};
|
|
15
|
+
const resp = await fetch('/api/sns/v1/search/hot_list', {
|
|
16
|
+
credentials: 'include',
|
|
17
|
+
headers: { 'Content-Type': 'application/json' }
|
|
18
|
+
});
|
|
19
|
+
if (!resp.ok) return { ok: false, status: resp.status };
|
|
20
|
+
const data = await resp.json();
|
|
21
|
+
const items = data?.data?.items || data?.data || [];
|
|
22
|
+
return {
|
|
23
|
+
ok: true,
|
|
24
|
+
rows: items.slice(0, limit).map((item, i) => {
|
|
25
|
+
const keyword = item.title || item.name || item.word || '';
|
|
26
|
+
return {
|
|
27
|
+
rank: i + 1,
|
|
28
|
+
keyword,
|
|
29
|
+
score: String(item.score || item.hot_value || ''),
|
|
30
|
+
url: 'https://www.xiaohongshu.com/search_result?keyword=' + encodeURIComponent(keyword),
|
|
31
|
+
};
|
|
32
|
+
}).filter((item) => item.keyword)
|
|
33
|
+
};
|
|
34
|
+
})()
|
|
35
|
+
`);
|
|
36
|
+
const result = raw;
|
|
37
|
+
return result.ok && Array.isArray(result.rows) ? result.rows : [];
|
|
38
|
+
}
|
|
39
|
+
async function fetchHotFeed(page, limit) {
|
|
40
|
+
const items = await fetchXhsFeedItems(page);
|
|
41
|
+
const rows = items
|
|
42
|
+
.map((item) => item)
|
|
43
|
+
.map((item) => {
|
|
44
|
+
const note = item.note_card;
|
|
45
|
+
const interact = note?.interact_info;
|
|
46
|
+
return {
|
|
47
|
+
title: String(note?.display_title ?? ""),
|
|
48
|
+
likes: String(interact?.liked_count ?? ""),
|
|
49
|
+
id: String(item.id ?? ""),
|
|
50
|
+
};
|
|
51
|
+
})
|
|
52
|
+
.filter((item) => item.title && item.id)
|
|
53
|
+
.sort((a, b) => Number(b.likes || 0) - Number(a.likes || 0))
|
|
54
|
+
.slice(0, limit);
|
|
55
|
+
return rows.map((item, i) => ({
|
|
56
|
+
rank: i + 1,
|
|
57
|
+
keyword: item.title,
|
|
58
|
+
score: item.likes,
|
|
59
|
+
url: `https://www.xiaohongshu.com/explore/${item.id}`,
|
|
60
|
+
}));
|
|
61
|
+
}
|
|
62
|
+
cli({
|
|
63
|
+
site: "xiaohongshu",
|
|
64
|
+
name: "trending",
|
|
65
|
+
description: "Xiaohongshu trending searches and visible hot notes",
|
|
66
|
+
domain: "www.xiaohongshu.com",
|
|
67
|
+
strategy: Strategy.COOKIE,
|
|
68
|
+
browser: true,
|
|
69
|
+
browserSession: "user",
|
|
70
|
+
args: [
|
|
71
|
+
{
|
|
72
|
+
name: "limit",
|
|
73
|
+
type: "int",
|
|
74
|
+
default: 20,
|
|
75
|
+
description: "Number of trending topics",
|
|
76
|
+
},
|
|
77
|
+
],
|
|
78
|
+
columns: ["rank", "keyword", "score", "url"],
|
|
79
|
+
func: async (page, kwargs) => {
|
|
80
|
+
const p = page;
|
|
81
|
+
const limit = Number(kwargs.limit) || 20;
|
|
82
|
+
await p.goto("https://www.xiaohongshu.com/explore", { settleMs: 2500 });
|
|
83
|
+
await p.wait(2);
|
|
84
|
+
await assertXhsReadable(p, "trending");
|
|
85
|
+
const hotList = await fetchHotList(p, limit);
|
|
86
|
+
if (hotList.length > 0)
|
|
87
|
+
return hotList;
|
|
88
|
+
const hotFeed = await fetchHotFeed(p, limit);
|
|
89
|
+
if (hotFeed.length > 0)
|
|
90
|
+
return hotFeed;
|
|
91
|
+
throw socialEmptyError("xiaohongshu", "trending", "Xiaohongshu explore loaded no parseable hot-search or hot-note rows.");
|
|
92
|
+
},
|
|
93
|
+
});
|
|
94
|
+
//# sourceMappingURL=trending.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trending.js","sourceRoot":"","sources":["../../../src/adapters/xiaohongshu/trending.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAS1E,KAAK,UAAU,YAAY,CAAC,IAAW,EAAE,KAAa;IACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;;sBAEZ,KAAK;;;;;;;;;;;;;;;;;;;;;GAqBxB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,GAA0C,CAAC;IAC1D,OAAO,MAAM,CAAC,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAW,EAAE,KAAa;IACpD,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,KAAK;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAA+B,CAAC;SAC9C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,SAAgD,CAAC;QACnE,MAAM,QAAQ,GAAG,IAAI,EAAE,aAEV,CAAC;QACd,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,aAAa,IAAI,EAAE,CAAC;YACxC,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,IAAI,EAAE,CAAC;YAC1C,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;SAC1B,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC;SACvC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;SAC3D,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACnB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5B,IAAI,EAAE,CAAC,GAAG,CAAC;QACX,OAAO,EAAE,IAAI,CAAC,KAAK;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,GAAG,EAAE,uCAAuC,IAAI,CAAC,EAAE,EAAE;KACtD,CAAC,CAAC,CAAC;AACN,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,qDAAqD;IAClE,MAAM,EAAE,qBAAqB;IAC7B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,IAAI;IACb,cAAc,EAAE,MAAM;IACtB,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,2BAA2B;SACzC;KACF;IACD,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC;IAC5C,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,IAAa,CAAC;QACxB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,CAAC,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,MAAM,iBAAiB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC7C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,OAAO,CAAC;QAEvC,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC7C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,OAAO,CAAC;QAEvC,MAAM,gBAAgB,CACpB,aAAa,EACb,UAAU,EACV,sEAAsE,CACvE,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -4,5 +4,85 @@
|
|
|
4
4
|
* Uses InnerTube "next" endpoint which returns engagement panels
|
|
5
5
|
* including the comment section.
|
|
6
6
|
*/
|
|
7
|
+
interface CommentRenderer {
|
|
8
|
+
commentRenderer?: {
|
|
9
|
+
commentId?: string;
|
|
10
|
+
authorText?: {
|
|
11
|
+
simpleText?: string;
|
|
12
|
+
};
|
|
13
|
+
contentText?: {
|
|
14
|
+
runs?: Array<{
|
|
15
|
+
text: string;
|
|
16
|
+
}>;
|
|
17
|
+
};
|
|
18
|
+
voteCount?: {
|
|
19
|
+
simpleText?: string;
|
|
20
|
+
};
|
|
21
|
+
replyCount?: number;
|
|
22
|
+
publishedTimeText?: {
|
|
23
|
+
runs?: Array<{
|
|
24
|
+
text: string;
|
|
25
|
+
}>;
|
|
26
|
+
simpleText?: string;
|
|
27
|
+
};
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
interface ReplyContinuationItem {
|
|
31
|
+
commentRenderer?: CommentRenderer["commentRenderer"];
|
|
32
|
+
continuationItemRenderer?: {
|
|
33
|
+
continuationEndpoint?: {
|
|
34
|
+
continuationCommand?: {
|
|
35
|
+
token?: string;
|
|
36
|
+
};
|
|
37
|
+
};
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
interface CommentSection {
|
|
41
|
+
itemSectionRenderer?: {
|
|
42
|
+
contents?: Array<{
|
|
43
|
+
commentThreadRenderer?: {
|
|
44
|
+
comment?: CommentRenderer;
|
|
45
|
+
replies?: {
|
|
46
|
+
commentRepliesRenderer?: {
|
|
47
|
+
contents?: ReplyContinuationItem[];
|
|
48
|
+
};
|
|
49
|
+
};
|
|
50
|
+
};
|
|
51
|
+
}>;
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
interface NextEndpoint {
|
|
55
|
+
reloadContinuationItemsCommand?: {
|
|
56
|
+
continuationItems?: CommentSection[];
|
|
57
|
+
};
|
|
58
|
+
appendContinuationItemsAction?: {
|
|
59
|
+
continuationItems?: CommentSection[];
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
interface NextResponse {
|
|
63
|
+
onResponseReceivedEndpoints?: NextEndpoint[];
|
|
64
|
+
microformat?: {
|
|
65
|
+
microformatDataRenderer?: {
|
|
66
|
+
videoDetails?: {
|
|
67
|
+
comments?: Array<{
|
|
68
|
+
text?: string;
|
|
69
|
+
dateCreated?: string;
|
|
70
|
+
upvoteCount?: string | number;
|
|
71
|
+
author?: {
|
|
72
|
+
name?: string;
|
|
73
|
+
alternateName?: string;
|
|
74
|
+
};
|
|
75
|
+
}>;
|
|
76
|
+
};
|
|
77
|
+
};
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
export declare function extractYouTubeCommentRows(data: NextResponse): {
|
|
81
|
+
rows: Array<Record<string, unknown>>;
|
|
82
|
+
replyContinuationTokens: Array<{
|
|
83
|
+
parentId: string;
|
|
84
|
+
token: string;
|
|
85
|
+
}>;
|
|
86
|
+
};
|
|
7
87
|
export {};
|
|
8
88
|
//# sourceMappingURL=comments.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"comments.d.ts","sourceRoot":"","sources":["../../../src/adapters/youtube/comments.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
|
|
1
|
+
{"version":3,"file":"comments.d.ts","sourceRoot":"","sources":["../../../src/adapters/youtube/comments.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,UAAU,eAAe;IACvB,eAAe,CAAC,EAAE;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE;YAAE,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACrC,WAAW,CAAC,EAAE;YAAE,IAAI,CAAC,EAAE,KAAK,CAAC;gBAAE,IAAI,EAAE,MAAM,CAAA;aAAE,CAAC,CAAA;SAAE,CAAC;QACjD,SAAS,CAAC,EAAE;YAAE,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACpC,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE;YAAE,IAAI,CAAC,EAAE,KAAK,CAAC;gBAAE,IAAI,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;YAAC,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7E,CAAC;CACH;AAED,UAAU,qBAAqB;IAC7B,eAAe,CAAC,EAAE,eAAe,CAAC,iBAAiB,CAAC,CAAC;IACrD,wBAAwB,CAAC,EAAE;QACzB,oBAAoB,CAAC,EAAE;YACrB,mBAAmB,CAAC,EAAE;gBACpB,KAAK,CAAC,EAAE,MAAM,CAAC;aAChB,CAAC;SACH,CAAC;KACH,CAAC;CACH;AAED,UAAU,cAAc;IACtB,mBAAmB,CAAC,EAAE;QACpB,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,qBAAqB,CAAC,EAAE;gBACtB,OAAO,CAAC,EAAE,eAAe,CAAC;gBAC1B,OAAO,CAAC,EAAE;oBACR,sBAAsB,CAAC,EAAE;wBACvB,QAAQ,CAAC,EAAE,qBAAqB,EAAE,CAAC;qBACpC,CAAC;iBACH,CAAC;aACH,CAAC;SACH,CAAC,CAAC;KACJ,CAAC;CACH;AAED,UAAU,YAAY;IACpB,8BAA8B,CAAC,EAAE;QAC/B,iBAAiB,CAAC,EAAE,cAAc,EAAE,CAAC;KACtC,CAAC;IACF,6BAA6B,CAAC,EAAE;QAC9B,iBAAiB,CAAC,EAAE,cAAc,EAAE,CAAC;KACtC,CAAC;CACH;AAED,UAAU,YAAY;IACpB,2BAA2B,CAAC,EAAE,YAAY,EAAE,CAAC;IAC7C,WAAW,CAAC,EAAE;QACZ,uBAAuB,CAAC,EAAE;YACxB,YAAY,CAAC,EAAE;gBACb,QAAQ,CAAC,EAAE,KAAK,CAAC;oBACf,IAAI,CAAC,EAAE,MAAM,CAAC;oBACd,WAAW,CAAC,EAAE,MAAM,CAAC;oBACrB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;oBAC9B,MAAM,CAAC,EAAE;wBACP,IAAI,CAAC,EAAE,MAAM,CAAC;wBACd,aAAa,CAAC,EAAE,MAAM,CAAC;qBACxB,CAAC;iBACH,CAAC,CAAC;aACJ,CAAC;SACH,CAAC;KACH,CAAC;CACH;AAyCD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,YAAY,GAAG;IAC7D,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACrC,uBAAuB,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrE,CAmDA"}
|
|
@@ -5,10 +5,39 @@
|
|
|
5
5
|
* including the comment section.
|
|
6
6
|
*/
|
|
7
7
|
import { cli, Strategy } from "../../registry.js";
|
|
8
|
+
import { normalizeCommentRows } from "../../social/comments.js";
|
|
8
9
|
import { innertubeFetch } from "./innertube.js";
|
|
9
|
-
function
|
|
10
|
+
function rowFromComment(c, parentId = "") {
|
|
11
|
+
return {
|
|
12
|
+
id: c.commentId ?? "",
|
|
13
|
+
parent_id: parentId,
|
|
14
|
+
author: c.authorText?.simpleText ?? "",
|
|
15
|
+
text: c.contentText?.runs?.map((r) => r.text).join("") ?? "",
|
|
16
|
+
likes: c.voteCount?.simpleText ?? "0",
|
|
17
|
+
replies: c.replyCount ?? 0,
|
|
18
|
+
created: c.publishedTimeText?.simpleText ??
|
|
19
|
+
c.publishedTimeText?.runs?.map((r) => r.text).join("") ??
|
|
20
|
+
"",
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
function extractReplyRows(items, parentId) {
|
|
24
|
+
const rows = [];
|
|
25
|
+
const continuationTokens = [];
|
|
26
|
+
for (const item of items) {
|
|
27
|
+
if (item.commentRenderer) {
|
|
28
|
+
rows.push(rowFromComment(item.commentRenderer, parentId));
|
|
29
|
+
}
|
|
30
|
+
const token = item.continuationItemRenderer?.continuationEndpoint?.continuationCommand
|
|
31
|
+
?.token;
|
|
32
|
+
if (token)
|
|
33
|
+
continuationTokens.push(token);
|
|
34
|
+
}
|
|
35
|
+
return { rows, continuationTokens };
|
|
36
|
+
}
|
|
37
|
+
export function extractYouTubeCommentRows(data) {
|
|
10
38
|
const endpoints = data.onResponseReceivedEndpoints ?? [];
|
|
11
|
-
const
|
|
39
|
+
const rows = [];
|
|
40
|
+
const replyContinuationTokens = [];
|
|
12
41
|
for (const ep of endpoints) {
|
|
13
42
|
const items = ep.reloadContinuationItemsCommand?.continuationItems ??
|
|
14
43
|
ep.appendContinuationItemsAction?.continuationItems ??
|
|
@@ -16,19 +45,54 @@ function extractComments(data) {
|
|
|
16
45
|
for (const section of items) {
|
|
17
46
|
const contents = section.itemSectionRenderer?.contents ?? [];
|
|
18
47
|
for (const thread of contents) {
|
|
19
|
-
const
|
|
48
|
+
const renderer = thread.commentThreadRenderer;
|
|
49
|
+
const c = renderer?.comment?.commentRenderer;
|
|
20
50
|
if (!c)
|
|
21
51
|
continue;
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
52
|
+
const rootRow = rowFromComment(c);
|
|
53
|
+
const parentId = String(rootRow.id ?? "");
|
|
54
|
+
rows.push(rootRow);
|
|
55
|
+
const replies = renderer?.replies?.commentRepliesRenderer?.contents;
|
|
56
|
+
if (!replies || !parentId)
|
|
57
|
+
continue;
|
|
58
|
+
const extracted = extractReplyRows(replies, parentId);
|
|
59
|
+
rows.push(...extracted.rows);
|
|
60
|
+
for (const token of extracted.continuationTokens) {
|
|
61
|
+
replyContinuationTokens.push({ parentId, token });
|
|
62
|
+
}
|
|
28
63
|
}
|
|
29
64
|
}
|
|
30
65
|
}
|
|
31
|
-
|
|
66
|
+
if (rows.length === 0) {
|
|
67
|
+
const comments = data.microformat?.microformatDataRenderer?.videoDetails?.comments ?? [];
|
|
68
|
+
for (const [index, comment] of comments.entries()) {
|
|
69
|
+
rows.push({
|
|
70
|
+
id: `microformat:${index + 1}`,
|
|
71
|
+
author: comment.author?.alternateName ?? comment.author?.name ?? "",
|
|
72
|
+
text: comment.text ?? "",
|
|
73
|
+
likes: typeof comment.upvoteCount === "number"
|
|
74
|
+
? comment.upvoteCount
|
|
75
|
+
: Number(comment.upvoteCount ?? 0),
|
|
76
|
+
replies: 0,
|
|
77
|
+
created: comment.dateCreated ?? "",
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
return { rows, replyContinuationTokens };
|
|
82
|
+
}
|
|
83
|
+
function extractContinuationReplyRows(data, parentId) {
|
|
84
|
+
const rows = [];
|
|
85
|
+
for (const ep of data.onResponseReceivedEndpoints ?? []) {
|
|
86
|
+
const items = ep.reloadContinuationItemsCommand?.continuationItems ??
|
|
87
|
+
ep.appendContinuationItemsAction?.continuationItems ??
|
|
88
|
+
[];
|
|
89
|
+
for (const item of items) {
|
|
90
|
+
const renderer = item.commentRenderer;
|
|
91
|
+
if (renderer)
|
|
92
|
+
rows.push(rowFromComment(renderer, parentId));
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
return rows;
|
|
32
96
|
}
|
|
33
97
|
cli({
|
|
34
98
|
site: "youtube",
|
|
@@ -50,13 +114,45 @@ cli({
|
|
|
50
114
|
default: 20,
|
|
51
115
|
description: "Max comments to return",
|
|
52
116
|
},
|
|
117
|
+
{
|
|
118
|
+
name: "with-replies",
|
|
119
|
+
type: "bool",
|
|
120
|
+
default: false,
|
|
121
|
+
description: "Fetch available nested replies",
|
|
122
|
+
},
|
|
123
|
+
],
|
|
124
|
+
columns: [
|
|
125
|
+
"platform",
|
|
126
|
+
"content_id",
|
|
127
|
+
"comment_id",
|
|
128
|
+
"parent_id",
|
|
129
|
+
"depth",
|
|
130
|
+
"path",
|
|
131
|
+
"author",
|
|
132
|
+
"text",
|
|
133
|
+
"likes",
|
|
134
|
+
"replies",
|
|
135
|
+
"created",
|
|
53
136
|
],
|
|
54
|
-
columns: ["author", "text", "likes", "replies"],
|
|
55
137
|
async func(_page, kwargs) {
|
|
56
138
|
const videoId = kwargs.videoId;
|
|
57
139
|
const limit = kwargs.limit ?? 20;
|
|
140
|
+
const withReplies = Boolean(kwargs["with-replies"]);
|
|
58
141
|
const data = (await innertubeFetch("next", { videoId }));
|
|
59
|
-
|
|
142
|
+
const extracted = extractYouTubeCommentRows(data);
|
|
143
|
+
const rows = extracted.rows.slice(0, limit);
|
|
144
|
+
if (withReplies) {
|
|
145
|
+
for (const continuation of extracted.replyContinuationTokens) {
|
|
146
|
+
const replyData = (await innertubeFetch("next", {
|
|
147
|
+
continuation: continuation.token,
|
|
148
|
+
}));
|
|
149
|
+
rows.push(...extractContinuationReplyRows(replyData, continuation.parentId));
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
return normalizeCommentRows(rows, {
|
|
153
|
+
platform: "youtube",
|
|
154
|
+
contentId: videoId,
|
|
155
|
+
});
|
|
60
156
|
},
|
|
61
157
|
});
|
|
62
158
|
//# sourceMappingURL=comments.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"comments.js","sourceRoot":"","sources":["../../../src/adapters/youtube/comments.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"comments.js","sourceRoot":"","sources":["../../../src/adapters/youtube/comments.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAmEhD,SAAS,cAAc,CACrB,CAAkD,EAClD,QAAQ,GAAG,EAAE;IAEb,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,EAAE;QACrB,SAAS,EAAE,QAAQ;QACnB,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,UAAU,IAAI,EAAE;QACtC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE;QAC5D,KAAK,EAAE,CAAC,CAAC,SAAS,EAAE,UAAU,IAAI,GAAG;QACrC,OAAO,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC;QAC1B,OAAO,EACL,CAAC,CAAC,iBAAiB,EAAE,UAAU;YAC/B,CAAC,CAAC,iBAAiB,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACtD,EAAE;KACL,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,KAA8B,EAC9B,QAAgB;IAKhB,MAAM,IAAI,GAAmC,EAAE,CAAC;IAChD,MAAM,kBAAkB,GAAa,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,KAAK,GACT,IAAI,CAAC,wBAAwB,EAAE,oBAAoB,EAAE,mBAAmB;YACtE,EAAE,KAAK,CAAC;QACZ,IAAI,KAAK;YAAE,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAkB;IAI1D,MAAM,SAAS,GAAG,IAAI,CAAC,2BAA2B,IAAI,EAAE,CAAC;IACzD,MAAM,IAAI,GAAmC,EAAE,CAAC;IAChD,MAAM,uBAAuB,GAC3B,EAAE,CAAC;IAEL,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,KAAK,GACT,EAAE,CAAC,8BAA8B,EAAE,iBAAiB;YACpD,EAAE,CAAC,6BAA6B,EAAE,iBAAiB;YACnD,EAAE,CAAC;QAEL,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,mBAAmB,EAAE,QAAQ,IAAI,EAAE,CAAC;YAC7D,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,MAAM,CAAC,qBAAqB,CAAC;gBAC9C,MAAM,CAAC,GAAG,QAAQ,EAAE,OAAO,EAAE,eAAe,CAAC;gBAC7C,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACnB,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE,QAAQ,CAAC;gBACpE,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ;oBAAE,SAAS;gBACpC,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC7B,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,kBAAkB,EAAE,CAAC;oBACjD,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,QAAQ,GACZ,IAAI,CAAC,WAAW,EAAE,uBAAuB,EAAE,YAAY,EAAE,QAAQ,IAAI,EAAE,CAAC;QAC1E,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC;gBACR,EAAE,EAAE,eAAe,KAAK,GAAG,CAAC,EAAE;gBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE;gBACnE,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE;gBACxB,KAAK,EACH,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ;oBACrC,CAAC,CAAC,OAAO,CAAC,WAAW;oBACrB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;gBACtC,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,4BAA4B,CACnC,IAAkB,EAClB,QAAgB;IAEhB,MAAM,IAAI,GAAmC,EAAE,CAAC;IAChD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,2BAA2B,IAAI,EAAE,EAAE,CAAC;QACxD,MAAM,KAAK,GACT,EAAE,CAAC,8BAA8B,EAAE,iBAAiB;YACpD,EAAE,CAAC,6BAA6B,EAAE,iBAAiB;YACnD,EAAE,CAAC;QACL,KAAK,MAAM,IAAI,IAAI,KAAkB,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAI,IAA8B,CAAC,eAAe,CAAC;YACjE,IAAI,QAAQ;gBAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,4BAA4B;IACzC,MAAM,EAAE,iBAAiB;IACzB,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,kBAAkB;SAChC;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,wBAAwB;SACtC;QACD;YACE,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,gCAAgC;SAC9C;KACF;IACD,OAAO,EAAE;QACP,UAAU;QACV,YAAY;QACZ,YAAY;QACZ,WAAW;QACX,OAAO;QACP,MAAM;QACN,QAAQ;QACR,MAAM;QACN,OAAO;QACP,SAAS;QACT,SAAS;KACV;IACD,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM;QACtB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAiB,CAAC;QACzC,MAAM,KAAK,GAAI,MAAM,CAAC,KAAgB,IAAI,EAAE,CAAC;QAC7C,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAG,CAAC,MAAM,cAAc,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAiB,CAAC;QACzE,MAAM,SAAS,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE5C,IAAI,WAAW,EAAE,CAAC;YAChB,KAAK,MAAM,YAAY,IAAI,SAAS,CAAC,uBAAuB,EAAE,CAAC;gBAC7D,MAAM,SAAS,GAAG,CAAC,MAAM,cAAc,CAAC,MAAM,EAAE;oBAC9C,YAAY,EAAE,YAAY,CAAC,KAAK;iBACjC,CAAC,CAAiB,CAAC;gBACpB,IAAI,CAAC,IAAI,CACP,GAAG,4BAA4B,CAAC,SAAS,EAAE,YAAY,CAAC,QAAQ,CAAC,CAClE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,oBAAoB,CAAC,IAAI,EAAE;YAChC,QAAQ,EAAE,SAAS;YACnB,SAAS,EAAE,OAAO;SACnB,CAAC,CAAC;IACL,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @owner YouTube subtitle adapter.
|
|
3
|
+
* @does Extracts LLM-readable subtitle text from public YouTube video URLs.
|
|
4
|
+
* @needs `yt-dlp` on PATH and an accessible video subtitle track.
|
|
5
|
+
* @feeds Search-to-transcript social video analysis workflows.
|
|
6
|
+
* @breaks Upstream yt-dlp extractor changes can alter subtitle availability.
|
|
7
|
+
*/
|
|
8
|
+
export {};
|
|
9
|
+
//# sourceMappingURL=subtitles.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"subtitles.d.ts","sourceRoot":"","sources":["../../../src/adapters/youtube/subtitles.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @owner YouTube subtitle adapter.
|
|
3
|
+
* @does Extracts LLM-readable subtitle text from public YouTube video URLs.
|
|
4
|
+
* @needs `yt-dlp` on PATH and an accessible video subtitle track.
|
|
5
|
+
* @feeds Search-to-transcript social video analysis workflows.
|
|
6
|
+
* @breaks Upstream yt-dlp extractor changes can alter subtitle availability.
|
|
7
|
+
*/
|
|
8
|
+
import { cli, Strategy } from "../../registry.js";
|
|
9
|
+
import { runVideoSubtitleExtraction } from "../../social/video-text.js";
|
|
10
|
+
cli({
|
|
11
|
+
site: "youtube",
|
|
12
|
+
name: "subtitles",
|
|
13
|
+
description: "Extract LLM-readable subtitles from a YouTube video URL with optional browser-cookie reuse",
|
|
14
|
+
domain: "www.youtube.com",
|
|
15
|
+
strategy: Strategy.PUBLIC,
|
|
16
|
+
args: [
|
|
17
|
+
{
|
|
18
|
+
name: "url",
|
|
19
|
+
type: "str",
|
|
20
|
+
required: true,
|
|
21
|
+
positional: true,
|
|
22
|
+
description: "YouTube video URL",
|
|
23
|
+
format: "uri",
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
name: "languages",
|
|
27
|
+
type: "str",
|
|
28
|
+
default: "zh-Hans,zh,en",
|
|
29
|
+
description: "Comma-separated subtitle languages",
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
name: "cookies-from-browser",
|
|
33
|
+
type: "str",
|
|
34
|
+
description: "Browser name for yt-dlp --cookies-from-browser",
|
|
35
|
+
},
|
|
36
|
+
],
|
|
37
|
+
columns: ["language", "text", "path"],
|
|
38
|
+
socialCapabilities: ["read", "media", "subtitles"],
|
|
39
|
+
defaultFormat: "json",
|
|
40
|
+
func: async (_page, kwargs) => runVideoSubtitleExtraction(kwargs),
|
|
41
|
+
});
|
|
42
|
+
//# sourceMappingURL=subtitles.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"subtitles.js","sourceRoot":"","sources":["../../../src/adapters/youtube/subtitles.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAExE,GAAG,CAAC;IACF,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,WAAW;IACjB,WAAW,EACT,4FAA4F;IAC9F,MAAM,EAAE,iBAAiB;IACzB,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,mBAAmB;YAChC,MAAM,EAAE,KAAK;SACd;QACD;YACE,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,eAAe;YACxB,WAAW,EAAE,oCAAoC;SAClD;QACD;YACE,IAAI,EAAE,sBAAsB;YAC5B,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,gDAAgD;SAC9D;KACF;IACD,OAAO,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC;IACrC,kBAAkB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC;IAClD,aAAa,EAAE,MAAM;IACrB,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,0BAA0B,CAAC,MAAM,CAAC;CAClE,CAAC,CAAC"}
|