@jackwener/opencli 1.6.0 → 1.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/CONTRIBUTING.md +1 -1
- package/README.md +27 -45
- package/README.zh-CN.md +32 -34
- package/autoresearch/browse-tasks.json +18 -20
- package/autoresearch/commands/debug.ts +163 -0
- package/autoresearch/commands/fix.ts +145 -0
- package/autoresearch/commands/plan.ts +88 -0
- package/autoresearch/commands/run.ts +138 -0
- package/autoresearch/config.ts +82 -0
- package/autoresearch/engine.ts +359 -0
- package/autoresearch/eval-all.ts +127 -0
- package/autoresearch/eval-browse.ts +1 -1
- package/autoresearch/eval-publish.ts +238 -0
- package/autoresearch/eval-save.ts +249 -0
- package/autoresearch/eval-skill.ts +14 -8
- package/autoresearch/eval-v2ex.ts +220 -0
- package/autoresearch/eval-zhihu.ts +230 -0
- package/autoresearch/logger.ts +69 -0
- package/autoresearch/presets/combined-reliability.ts +27 -0
- package/autoresearch/presets/index.ts +23 -0
- package/autoresearch/presets/operate-reliability.ts +24 -0
- package/autoresearch/presets/save-reliability.ts +26 -0
- package/autoresearch/presets/skill-quality.ts +20 -0
- package/autoresearch/presets/v2ex-reliability.ts +24 -0
- package/autoresearch/presets/zhihu-reliability.ts +25 -0
- package/autoresearch/publish-tasks.json +345 -0
- package/autoresearch/run-save.sh +11 -0
- package/autoresearch/save-adapters/xhs-explore-deep.ts +64 -0
- package/autoresearch/save-adapters/xhs-note-comments.ts +61 -0
- package/autoresearch/save-adapters/xhs-search-full.ts +62 -0
- package/autoresearch/save-adapters/zhihu-hot-detail.ts +52 -0
- package/autoresearch/save-adapters/zhihu-question-full.ts +57 -0
- package/autoresearch/save-adapters/zhihu-search-detail.ts +53 -0
- package/autoresearch/save-tasks.json +281 -0
- package/autoresearch/v2ex-tasks.json +899 -0
- package/autoresearch/zhihu-tasks.json +848 -0
- package/bun.lock +615 -0
- package/dist/browser/base-page.d.ts +4 -2
- package/dist/browser/base-page.js +37 -4
- package/dist/browser/bridge.js +10 -8
- package/dist/browser/cdp.js +2 -6
- package/dist/browser/daemon-client.d.ts +11 -1
- package/dist/browser/daemon-client.js +3 -0
- package/dist/browser/dom-helpers.d.ts +4 -2
- package/dist/browser/dom-helpers.js +42 -31
- package/dist/browser/dom-snapshot.js +23 -1
- package/dist/browser/page.d.ts +7 -2
- package/dist/browser/page.js +112 -30
- package/dist/browser.test.js +1 -1
- package/dist/build-manifest.d.ts +1 -0
- package/dist/build-manifest.js +1 -0
- package/dist/cli-manifest.json +1133 -182
- package/dist/cli.d.ts +2 -0
- package/dist/cli.js +48 -7
- package/dist/cli.test.d.ts +1 -0
- package/dist/cli.test.js +88 -0
- package/dist/clis/1688/item.d.ts +70 -0
- package/dist/clis/1688/item.js +187 -0
- package/dist/clis/1688/item.test.d.ts +1 -0
- package/dist/clis/1688/item.test.js +67 -0
- package/dist/clis/1688/search.d.ts +56 -0
- package/dist/clis/1688/search.js +309 -0
- package/dist/clis/1688/search.test.d.ts +1 -0
- package/dist/clis/1688/search.test.js +75 -0
- package/dist/clis/1688/shared.d.ts +112 -0
- package/dist/clis/1688/shared.js +514 -0
- package/dist/clis/1688/shared.test.d.ts +1 -0
- package/dist/clis/1688/shared.test.js +57 -0
- package/dist/clis/1688/store.d.ts +45 -0
- package/dist/clis/1688/store.js +226 -0
- package/dist/clis/1688/store.test.d.ts +1 -0
- package/dist/clis/1688/store.test.js +62 -0
- package/dist/clis/amazon/bestsellers.d.ts +0 -20
- package/dist/clis/amazon/bestsellers.js +6 -129
- package/dist/clis/amazon/bestsellers.test.js +12 -3
- package/dist/clis/amazon/movers-shakers.d.ts +1 -0
- package/dist/clis/amazon/movers-shakers.js +7 -0
- package/dist/clis/amazon/new-releases.d.ts +1 -0
- package/dist/clis/amazon/new-releases.js +7 -0
- package/dist/clis/amazon/rankings.d.ts +59 -0
- package/dist/clis/amazon/rankings.js +226 -0
- package/dist/clis/amazon/rankings.test.d.ts +1 -0
- package/dist/clis/amazon/rankings.test.js +41 -0
- package/dist/clis/amazon/shared.d.ts +11 -0
- package/dist/clis/amazon/shared.js +121 -11
- package/dist/clis/amazon/shared.test.js +11 -0
- package/dist/clis/bilibili/comments.js +2 -2
- package/dist/clis/bilibili/comments.test.js +3 -2
- package/dist/clis/bilibili/download.js +2 -1
- package/dist/clis/bilibili/subtitle.js +4 -3
- package/dist/clis/bilibili/subtitle.test.js +2 -1
- package/dist/clis/bilibili/utils.d.ts +5 -0
- package/dist/clis/bilibili/utils.js +30 -0
- package/dist/clis/bilibili/utils.test.d.ts +1 -0
- package/dist/clis/bilibili/utils.test.js +17 -0
- package/dist/clis/douban/marks.js +1 -1
- package/dist/clis/douban/subject.yaml +50 -19
- package/dist/clis/doubao/utils.js +32 -12
- package/dist/clis/douyin/_shared/browser-fetch.test.js +0 -1
- package/dist/clis/douyin/_shared/transcode.test.js +0 -2
- package/dist/clis/douyin/draft.test.js +0 -2
- package/dist/clis/facebook/search.test.js +0 -2
- package/dist/clis/gemini/ask.js +9 -3
- package/dist/clis/gemini/ask.test.d.ts +1 -0
- package/dist/clis/gemini/ask.test.js +100 -0
- package/dist/clis/gemini/reply-state.test.d.ts +1 -0
- package/dist/clis/gemini/reply-state.test.js +641 -0
- package/dist/clis/gemini/utils.d.ts +44 -1
- package/dist/clis/gemini/utils.js +528 -61
- package/dist/clis/gemini/utils.test.js +149 -2
- package/dist/clis/hupu/detail.d.ts +1 -0
- package/dist/clis/hupu/detail.js +72 -0
- package/dist/clis/hupu/hot.yaml +43 -0
- package/dist/clis/hupu/like.d.ts +1 -0
- package/dist/clis/hupu/like.js +75 -0
- package/dist/clis/hupu/reply.d.ts +1 -0
- package/dist/clis/hupu/reply.js +71 -0
- package/dist/clis/hupu/search.d.ts +1 -0
- package/dist/clis/hupu/search.js +59 -0
- package/dist/clis/hupu/unlike.d.ts +1 -0
- package/dist/clis/hupu/unlike.js +75 -0
- package/dist/clis/hupu/utils.d.ts +20 -0
- package/dist/clis/hupu/utils.js +319 -0
- package/dist/clis/instagram/_shared/private-publish.d.ts +138 -0
- package/dist/clis/instagram/_shared/private-publish.js +1030 -0
- package/dist/clis/instagram/_shared/private-publish.test.d.ts +1 -0
- package/dist/clis/instagram/_shared/private-publish.test.js +705 -0
- package/dist/clis/instagram/_shared/protocol-capture.d.ts +26 -0
- package/dist/clis/instagram/_shared/protocol-capture.js +282 -0
- package/dist/clis/instagram/_shared/protocol-capture.test.d.ts +1 -0
- package/dist/clis/instagram/_shared/protocol-capture.test.js +114 -0
- package/dist/clis/instagram/_shared/runtime-info.d.ts +9 -0
- package/dist/clis/instagram/_shared/runtime-info.js +81 -0
- package/dist/clis/instagram/note.d.ts +1 -0
- package/dist/clis/instagram/note.js +222 -0
- package/dist/clis/instagram/note.test.d.ts +1 -0
- package/dist/clis/instagram/note.test.js +81 -0
- package/dist/clis/instagram/post.d.ts +4 -0
- package/dist/clis/instagram/post.js +1496 -0
- package/dist/clis/instagram/post.test.d.ts +1 -0
- package/dist/clis/instagram/post.test.js +1647 -0
- package/dist/clis/instagram/reel.d.ts +1 -0
- package/dist/clis/instagram/reel.js +826 -0
- package/dist/clis/instagram/reel.test.d.ts +1 -0
- package/dist/clis/instagram/reel.test.js +167 -0
- package/dist/clis/instagram/story.d.ts +1 -0
- package/dist/clis/instagram/story.js +115 -0
- package/dist/clis/instagram/story.test.d.ts +1 -0
- package/dist/clis/instagram/story.test.js +167 -0
- package/dist/clis/sinafinance/stock-rank.d.ts +4 -0
- package/dist/clis/sinafinance/stock-rank.js +65 -0
- package/dist/clis/substack/utils.test.js +0 -2
- package/dist/clis/twitter/post.js +72 -45
- package/dist/clis/twitter/post.test.d.ts +1 -0
- package/dist/clis/twitter/post.test.js +116 -0
- package/dist/clis/twitter/reply.d.ts +12 -0
- package/dist/clis/twitter/reply.js +257 -35
- package/dist/clis/twitter/reply.test.d.ts +1 -0
- package/dist/clis/twitter/reply.test.js +151 -0
- package/dist/clis/twitter/search.js +67 -5
- package/dist/clis/twitter/search.test.js +83 -5
- package/dist/clis/xianyu/chat.d.ts +7 -0
- package/dist/clis/xianyu/chat.js +146 -0
- package/dist/clis/xianyu/chat.test.d.ts +1 -0
- package/dist/clis/xianyu/chat.test.js +15 -0
- package/dist/clis/xianyu/item.d.ts +7 -0
- package/dist/clis/xianyu/item.js +152 -0
- package/dist/clis/xianyu/item.test.d.ts +1 -0
- package/dist/clis/xianyu/item.test.js +56 -0
- package/dist/clis/xianyu/search.d.ts +10 -0
- package/dist/clis/xianyu/search.js +134 -0
- package/dist/clis/xianyu/search.test.d.ts +1 -0
- package/dist/clis/xianyu/search.test.js +17 -0
- package/dist/clis/xianyu/utils.d.ts +1 -0
- package/dist/clis/xianyu/utils.js +8 -0
- package/dist/clis/xiaoe/catalog.yaml +129 -0
- package/dist/clis/xiaoe/content.yaml +43 -0
- package/dist/clis/xiaoe/courses.yaml +73 -0
- package/dist/clis/xiaoe/detail.yaml +39 -0
- package/dist/clis/xiaoe/play-url.yaml +124 -0
- package/dist/clis/xiaohongshu/comments.test.js +0 -2
- package/dist/clis/xiaohongshu/creator-note-detail.test.js +0 -2
- package/dist/clis/xiaohongshu/creator-notes.test.js +0 -2
- package/dist/clis/xiaohongshu/download.test.js +0 -2
- package/dist/clis/xiaohongshu/note.test.js +0 -2
- package/dist/clis/xiaohongshu/publish.test.js +0 -2
- package/dist/clis/xiaohongshu/search.js +29 -20
- package/dist/clis/xiaohongshu/search.test.js +56 -48
- package/dist/clis/yuanbao/ask.d.ts +21 -0
- package/dist/clis/yuanbao/ask.js +427 -0
- package/dist/clis/yuanbao/ask.test.d.ts +1 -0
- package/dist/clis/yuanbao/ask.test.js +124 -0
- package/dist/clis/yuanbao/new.d.ts +1 -0
- package/dist/clis/yuanbao/new.js +70 -0
- package/dist/clis/yuanbao/new.test.d.ts +1 -0
- package/dist/clis/yuanbao/new.test.js +30 -0
- package/dist/clis/yuanbao/shared.d.ts +13 -0
- package/dist/clis/yuanbao/shared.js +49 -0
- package/dist/clis/zhihu/question.js +30 -19
- package/dist/clis/zhihu/question.test.js +34 -16
- package/dist/commanderAdapter.js +8 -4
- package/dist/commanderAdapter.test.js +42 -0
- package/dist/completion.js +3 -1
- package/dist/completion.test.d.ts +1 -0
- package/dist/completion.test.js +23 -0
- package/dist/doctor.js +1 -1
- package/dist/electron-apps.d.ts +2 -0
- package/dist/electron-apps.js +7 -1
- package/dist/errors.js +1 -1
- package/dist/execution.js +25 -35
- package/dist/explore.js +1 -1
- package/dist/launcher.d.ts +4 -0
- package/dist/launcher.js +64 -8
- package/dist/launcher.test.js +88 -7
- package/dist/output.d.ts +2 -0
- package/dist/output.js +10 -1
- package/dist/output.test.d.ts +0 -3
- package/dist/output.test.js +59 -92
- package/dist/pipeline/executor.test.js +0 -2
- package/dist/pipeline/steps/download.test.js +0 -2
- package/dist/registry.d.ts +2 -0
- package/dist/serialization.d.ts +1 -0
- package/dist/serialization.js +1 -0
- package/dist/types.d.ts +9 -2
- package/docs/.vitepress/config.mts +4 -0
- package/docs/adapters/browser/1688.md +52 -0
- package/docs/adapters/browser/36kr.md +2 -1
- package/docs/adapters/browser/doubao.md +5 -1
- package/docs/adapters/browser/hupu.md +53 -0
- package/docs/adapters/browser/sinafinance.md +32 -2
- package/docs/adapters/browser/weibo.md +6 -1
- package/docs/adapters/browser/wikipedia.md +2 -0
- package/docs/adapters/browser/xianyu.md +42 -0
- package/docs/adapters/browser/xiaoe.md +44 -0
- package/docs/adapters/browser/yuanbao.md +64 -0
- package/docs/adapters/index.md +14 -5
- package/docs/comparison.md +1 -1
- package/docs/developer/ai-workflow.md +2 -2
- package/docs/developer/contributing.md +1 -1
- package/docs/developer/testing.md +2 -0
- package/docs/guide/plugins.md +1 -0
- package/docs/guide/troubleshooting.md +11 -0
- package/docs/superpowers/specs/2026-04-03-v2ex-autoresearch-design.md +41 -0
- package/docs/zh/guide/plugins.md +1 -0
- package/extension/dist/background.js +1127 -0
- package/extension/src/background.test.ts +39 -0
- package/extension/src/background.ts +223 -34
- package/extension/src/cdp.ts +194 -4
- package/extension/src/protocol.ts +22 -1
- package/package.json +3 -2
- package/scripts/postinstall.js +1 -1
- package/skills/opencli-explorer/SKILL.md +1 -1
- package/skills/opencli-oneshot/SKILL.md +2 -2
- package/skills/opencli-operate/SKILL.md +120 -27
- package/skills/opencli-usage/SKILL.md +31 -20
- package/skills/opencli-usage/browser.md +114 -16
- package/skills/opencli-usage/public-api.md +32 -3
- package/skills/smart-search/SKILL.md +156 -0
- package/skills/smart-search/references/sources-ai.md +74 -0
- package/skills/smart-search/references/sources-info.md +43 -0
- package/skills/smart-search/references/sources-media.md +50 -0
- package/skills/smart-search/references/sources-other.md +42 -0
- package/skills/smart-search/references/sources-shopping.md +31 -0
- package/skills/smart-search/references/sources-social.md +51 -0
- package/skills/smart-search/references/sources-tech.md +42 -0
- package/skills/smart-search/references/sources-travel.md +20 -0
- package/src/browser/base-page.ts +41 -6
- package/src/browser/bridge.ts +11 -8
- package/src/browser/cdp.ts +1 -8
- package/src/browser/daemon-client.ts +11 -1
- package/src/browser/dom-helpers.ts +43 -31
- package/src/browser/dom-snapshot.ts +23 -1
- package/src/browser/page.ts +115 -31
- package/src/browser.test.ts +1 -1
- package/src/build-manifest.ts +2 -0
- package/src/cli.test.ts +133 -0
- package/src/cli.ts +73 -11
- package/src/clis/1688/item.test.ts +69 -0
- package/src/clis/1688/item.ts +282 -0
- package/src/clis/1688/search.test.ts +81 -0
- package/src/clis/1688/search.ts +402 -0
- package/src/clis/1688/shared.test.ts +75 -0
- package/src/clis/1688/shared.ts +623 -0
- package/src/clis/1688/store.test.ts +69 -0
- package/src/clis/1688/store.ts +300 -0
- package/src/clis/amazon/bestsellers.test.ts +12 -3
- package/src/clis/amazon/bestsellers.ts +6 -178
- package/src/clis/amazon/movers-shakers.ts +8 -0
- package/src/clis/amazon/new-releases.ts +8 -0
- package/src/clis/amazon/rankings.test.ts +47 -0
- package/src/clis/amazon/rankings.ts +312 -0
- package/src/clis/amazon/shared.test.ts +16 -0
- package/src/clis/amazon/shared.ts +134 -12
- package/src/clis/bilibili/comments.test.ts +4 -3
- package/src/clis/bilibili/comments.ts +2 -2
- package/src/clis/bilibili/download.ts +2 -1
- package/src/clis/bilibili/subtitle.test.ts +2 -1
- package/src/clis/bilibili/subtitle.ts +4 -3
- package/src/clis/bilibili/utils.test.ts +21 -0
- package/src/clis/bilibili/utils.ts +27 -0
- package/src/clis/douban/marks.ts +1 -1
- package/src/clis/douban/subject.yaml +50 -19
- package/src/clis/doubao/utils.ts +32 -12
- package/src/clis/douyin/_shared/browser-fetch.test.ts +0 -1
- package/src/clis/douyin/_shared/transcode.test.ts +0 -2
- package/src/clis/douyin/draft.test.ts +0 -2
- package/src/clis/facebook/search.test.ts +0 -2
- package/src/clis/gemini/ask.test.ts +116 -0
- package/src/clis/gemini/ask.ts +10 -3
- package/src/clis/gemini/reply-state.test.ts +708 -0
- package/src/clis/gemini/utils.test.ts +184 -2
- package/src/clis/gemini/utils.ts +588 -60
- package/src/clis/hupu/detail.ts +126 -0
- package/src/clis/hupu/hot.yaml +43 -0
- package/src/clis/hupu/like.ts +76 -0
- package/src/clis/hupu/reply.ts +76 -0
- package/src/clis/hupu/search.ts +95 -0
- package/src/clis/hupu/unlike.ts +76 -0
- package/src/clis/hupu/utils.ts +381 -0
- package/src/clis/instagram/_shared/private-publish.test.ts +827 -0
- package/src/clis/instagram/_shared/private-publish.ts +1303 -0
- package/src/clis/instagram/_shared/protocol-capture.test.ts +148 -0
- package/src/clis/instagram/_shared/protocol-capture.ts +321 -0
- package/src/clis/instagram/_shared/runtime-info.ts +91 -0
- package/src/clis/instagram/note.test.ts +96 -0
- package/src/clis/instagram/note.ts +254 -0
- package/src/clis/instagram/post.test.ts +1716 -0
- package/src/clis/instagram/post.ts +1620 -0
- package/src/clis/instagram/reel.test.ts +191 -0
- package/src/clis/instagram/reel.ts +886 -0
- package/src/clis/instagram/story.test.ts +191 -0
- package/src/clis/instagram/story.ts +151 -0
- package/src/clis/sinafinance/stock-rank.ts +68 -0
- package/src/clis/substack/utils.test.ts +0 -2
- package/src/clis/twitter/post.test.ts +157 -0
- package/src/clis/twitter/post.ts +82 -48
- package/src/clis/twitter/reply.test.ts +177 -0
- package/src/clis/twitter/reply.ts +285 -39
- package/src/clis/twitter/search.test.ts +88 -5
- package/src/clis/twitter/search.ts +68 -5
- package/src/clis/xianyu/chat.test.ts +20 -0
- package/src/clis/xianyu/chat.ts +175 -0
- package/src/clis/xianyu/item.test.ts +67 -0
- package/src/clis/xianyu/item.ts +172 -0
- package/src/clis/xianyu/search.test.ts +22 -0
- package/src/clis/xianyu/search.ts +151 -0
- package/src/clis/xianyu/utils.ts +9 -0
- package/src/clis/xiaoe/catalog.yaml +129 -0
- package/src/clis/xiaoe/content.yaml +43 -0
- package/src/clis/xiaoe/courses.yaml +73 -0
- package/src/clis/xiaoe/detail.yaml +39 -0
- package/src/clis/xiaoe/play-url.yaml +124 -0
- package/src/clis/xiaohongshu/comments.test.ts +0 -2
- package/src/clis/xiaohongshu/creator-note-detail.test.ts +0 -2
- package/src/clis/xiaohongshu/creator-notes.test.ts +0 -2
- package/src/clis/xiaohongshu/download.test.ts +0 -2
- package/src/clis/xiaohongshu/note.test.ts +0 -2
- package/src/clis/xiaohongshu/publish.test.ts +0 -2
- package/src/clis/xiaohongshu/search.test.ts +59 -48
- package/src/clis/xiaohongshu/search.ts +31 -21
- package/src/clis/yuanbao/ask.test.ts +156 -0
- package/src/clis/yuanbao/ask.ts +522 -0
- package/src/clis/yuanbao/new.test.ts +36 -0
- package/src/clis/yuanbao/new.ts +81 -0
- package/src/clis/yuanbao/shared.ts +57 -0
- package/src/clis/zhihu/question.test.ts +42 -17
- package/src/clis/zhihu/question.ts +31 -26
- package/src/commanderAdapter.test.ts +51 -0
- package/src/commanderAdapter.ts +8 -4
- package/src/completion.test.ts +30 -0
- package/src/completion.ts +3 -1
- package/src/doctor.ts +1 -1
- package/src/electron-apps.ts +9 -1
- package/src/errors.ts +1 -1
- package/src/execution.ts +26 -30
- package/src/explore.ts +1 -1
- package/src/launcher.test.ts +121 -7
- package/src/launcher.ts +87 -9
- package/src/output.test.ts +50 -90
- package/src/output.ts +10 -1
- package/src/pipeline/executor.test.ts +0 -2
- package/src/pipeline/steps/download.test.ts +0 -2
- package/src/registry.ts +2 -0
- package/src/serialization.ts +2 -0
- package/src/types.ts +9 -2
- package/tests/e2e/browser-auth.test.ts +9 -0
- package/CLI-EXPLORER.md +0 -724
- package/CLI-ONESHOT.md +0 -216
- package/SKILL.md +0 -59
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
import { AuthRequiredError, EmptyResultError, SelectorError } from '../../errors.js';
|
|
2
|
+
import { cli, Strategy } from '../../registry.js';
|
|
3
|
+
import { normalizeNumericId } from './utils.js';
|
|
4
|
+
function buildItemUrl(itemId) {
|
|
5
|
+
return `https://www.goofish.com/item?id=${encodeURIComponent(itemId)}`;
|
|
6
|
+
}
|
|
7
|
+
function buildFetchItemEvaluate(itemId) {
|
|
8
|
+
return `
|
|
9
|
+
(async () => {
|
|
10
|
+
const clean = (value) => String(value ?? '').replace(/\\s+/g, ' ').trim();
|
|
11
|
+
const extractRetCode = (ret) => {
|
|
12
|
+
const first = Array.isArray(ret) ? ret[0] : '';
|
|
13
|
+
return clean(first).split('::')[0] || '';
|
|
14
|
+
};
|
|
15
|
+
|
|
16
|
+
const waitFor = async (predicate, timeoutMs = 5000) => {
|
|
17
|
+
const start = Date.now();
|
|
18
|
+
while (Date.now() - start < timeoutMs) {
|
|
19
|
+
if (predicate()) return true;
|
|
20
|
+
await new Promise((r) => setTimeout(r, 150));
|
|
21
|
+
}
|
|
22
|
+
return false;
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
const bodyText = document.body?.innerText || '';
|
|
26
|
+
if (/请先登录|登录后/.test(bodyText)) {
|
|
27
|
+
return { error: 'auth-required' };
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
if (/验证码|安全验证|异常访问/.test(bodyText)) {
|
|
31
|
+
return { error: 'blocked' };
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
await waitFor(() => window.lib?.mtop?.request);
|
|
35
|
+
if (!window.lib || !window.lib.mtop || typeof window.lib.mtop.request !== 'function') {
|
|
36
|
+
return { error: 'mtop-not-ready' };
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
let response;
|
|
40
|
+
try {
|
|
41
|
+
response = await window.lib.mtop.request({
|
|
42
|
+
api: 'mtop.taobao.idle.pc.detail',
|
|
43
|
+
data: { itemId: ${JSON.stringify(itemId)} },
|
|
44
|
+
type: 'POST',
|
|
45
|
+
v: '1.0',
|
|
46
|
+
dataType: 'json',
|
|
47
|
+
needLogin: false,
|
|
48
|
+
needLoginPC: false,
|
|
49
|
+
sessionOption: 'AutoLoginOnly',
|
|
50
|
+
ecode: 0,
|
|
51
|
+
});
|
|
52
|
+
} catch (error) {
|
|
53
|
+
const ret = error?.ret || [];
|
|
54
|
+
return {
|
|
55
|
+
error: 'mtop-request-failed',
|
|
56
|
+
error_code: extractRetCode(ret),
|
|
57
|
+
error_message: clean(Array.isArray(ret) ? ret.join(' | ') : error?.message || error),
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
const retCode = extractRetCode(response?.ret || []);
|
|
62
|
+
if (retCode && retCode !== 'SUCCESS') {
|
|
63
|
+
return {
|
|
64
|
+
error: 'mtop-response-error',
|
|
65
|
+
error_code: retCode,
|
|
66
|
+
error_message: clean((response?.ret || []).join(' | ')),
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
const data = response?.data || {};
|
|
71
|
+
const item = data.itemDO || {};
|
|
72
|
+
const seller = data.sellerDO || {};
|
|
73
|
+
const labels = Array.isArray(item.itemLabelExtList) ? item.itemLabelExtList : [];
|
|
74
|
+
const findLabel = (name) => labels.find((label) => clean(label.propertyText) === name)?.text || '';
|
|
75
|
+
const images = Array.isArray(item.imageInfos)
|
|
76
|
+
? item.imageInfos.map((entry) => entry?.url).filter(Boolean)
|
|
77
|
+
: [];
|
|
78
|
+
|
|
79
|
+
return {
|
|
80
|
+
item_id: clean(item.itemId || ${JSON.stringify(itemId)}),
|
|
81
|
+
title: clean(item.title || ''),
|
|
82
|
+
description: clean(item.desc || ''),
|
|
83
|
+
price: clean('¥' + (item.soldPrice || item.defaultPrice || '')).replace(/^¥\\s*$/, ''),
|
|
84
|
+
original_price: clean(item.originalPrice || ''),
|
|
85
|
+
want_count: String(item.wantCnt ?? ''),
|
|
86
|
+
collect_count: String(item.collectCnt ?? ''),
|
|
87
|
+
browse_count: String(item.browseCnt ?? ''),
|
|
88
|
+
status: clean(item.itemStatusStr || ''),
|
|
89
|
+
condition: clean(findLabel('成色')),
|
|
90
|
+
brand: clean(findLabel('品牌')),
|
|
91
|
+
category: clean(findLabel('分类')),
|
|
92
|
+
location: clean(seller.publishCity || seller.city || ''),
|
|
93
|
+
seller_name: clean(seller.nick || seller.uniqueName || ''),
|
|
94
|
+
seller_id: String(seller.sellerId || ''),
|
|
95
|
+
seller_score: clean(seller.xianyuSummary || ''),
|
|
96
|
+
reply_ratio_24h: clean(seller.replyRatio24h || ''),
|
|
97
|
+
reply_interval: clean(seller.replyInterval || ''),
|
|
98
|
+
item_url: ${JSON.stringify(buildItemUrl(itemId))},
|
|
99
|
+
seller_url: seller.sellerId ? 'https://www.goofish.com/personal?userId=' + seller.sellerId : '',
|
|
100
|
+
image_count: String(images.length),
|
|
101
|
+
image_urls: images,
|
|
102
|
+
};
|
|
103
|
+
})()
|
|
104
|
+
`;
|
|
105
|
+
}
|
|
106
|
+
cli({
|
|
107
|
+
site: 'xianyu',
|
|
108
|
+
name: 'item',
|
|
109
|
+
description: '查看闲鱼商品详情',
|
|
110
|
+
domain: 'www.goofish.com',
|
|
111
|
+
strategy: Strategy.COOKIE,
|
|
112
|
+
navigateBefore: false,
|
|
113
|
+
browser: true,
|
|
114
|
+
args: [
|
|
115
|
+
{ name: 'item_id', required: true, positional: true, help: '闲鱼商品 item_id' },
|
|
116
|
+
],
|
|
117
|
+
columns: ['item_id', 'title', 'price', 'condition', 'brand', 'location', 'seller_name', 'want_count'],
|
|
118
|
+
func: async (page, kwargs) => {
|
|
119
|
+
const itemId = normalizeNumericId(kwargs.item_id, 'item_id', '1040754408976');
|
|
120
|
+
await page.goto(buildItemUrl(itemId));
|
|
121
|
+
await page.wait(2);
|
|
122
|
+
const result = await page.evaluate(buildFetchItemEvaluate(itemId));
|
|
123
|
+
if (result?.error === 'auth-required') {
|
|
124
|
+
throw new AuthRequiredError('www.goofish.com', 'Xianyu item detail requires a logged-in browser session');
|
|
125
|
+
}
|
|
126
|
+
if (result?.error === 'blocked') {
|
|
127
|
+
throw new EmptyResultError('xianyu item', 'Xianyu item detail is blocked by verification or risk control');
|
|
128
|
+
}
|
|
129
|
+
if (result?.error === 'mtop-not-ready') {
|
|
130
|
+
throw new SelectorError('window.lib.mtop', '闲鱼页面未完成初始化,无法调用商品详情接口');
|
|
131
|
+
}
|
|
132
|
+
if (!result || typeof result !== 'object') {
|
|
133
|
+
throw new EmptyResultError('xianyu item', '闲鱼商品详情接口未返回有效数据');
|
|
134
|
+
}
|
|
135
|
+
const errorCode = String(result.error_code || '');
|
|
136
|
+
const errorMessage = String(result.error_message || '');
|
|
137
|
+
if (/FAIL_SYS_SESSION_EXPIRED|SESSION_EXPIRED|FAIL_SYS/.test(errorCode) || /FAIL_SYS_SESSION_EXPIRED|SESSION_EXPIRED/.test(errorMessage)) {
|
|
138
|
+
throw new AuthRequiredError('www.goofish.com', 'Xianyu item detail requires a logged-in browser session');
|
|
139
|
+
}
|
|
140
|
+
if (result.error) {
|
|
141
|
+
throw new EmptyResultError('xianyu item', errorMessage || `Xianyu item detail request failed: ${result.error}`);
|
|
142
|
+
}
|
|
143
|
+
if (!String(result.title || '').trim()) {
|
|
144
|
+
throw new EmptyResultError('xianyu item', 'No item detail was returned for the specified item_id');
|
|
145
|
+
}
|
|
146
|
+
return [result];
|
|
147
|
+
},
|
|
148
|
+
});
|
|
149
|
+
export const __test__ = {
|
|
150
|
+
normalizeNumericId,
|
|
151
|
+
buildItemUrl,
|
|
152
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import './item.js';
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
2
|
+
import { AuthRequiredError, EmptyResultError, SelectorError } from '../../errors.js';
|
|
3
|
+
import { getRegistry } from '../../registry.js';
|
|
4
|
+
import { __test__ } from './item.js';
|
|
5
|
+
import './item.js';
|
|
6
|
+
function createPageMock(evaluateResult) {
|
|
7
|
+
return {
|
|
8
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
9
|
+
evaluate: vi.fn().mockResolvedValue(evaluateResult),
|
|
10
|
+
snapshot: vi.fn().mockResolvedValue(undefined),
|
|
11
|
+
click: vi.fn().mockResolvedValue(undefined),
|
|
12
|
+
typeText: vi.fn().mockResolvedValue(undefined),
|
|
13
|
+
pressKey: vi.fn().mockResolvedValue(undefined),
|
|
14
|
+
scrollTo: vi.fn().mockResolvedValue(undefined),
|
|
15
|
+
getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
|
|
16
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
17
|
+
tabs: vi.fn().mockResolvedValue([]),
|
|
18
|
+
selectTab: vi.fn().mockResolvedValue(undefined),
|
|
19
|
+
networkRequests: vi.fn().mockResolvedValue([]),
|
|
20
|
+
consoleMessages: vi.fn().mockResolvedValue([]),
|
|
21
|
+
scroll: vi.fn().mockResolvedValue(undefined),
|
|
22
|
+
autoScroll: vi.fn().mockResolvedValue(undefined),
|
|
23
|
+
installInterceptor: vi.fn().mockResolvedValue(undefined),
|
|
24
|
+
getInterceptedRequests: vi.fn().mockResolvedValue([]),
|
|
25
|
+
getCookies: vi.fn().mockResolvedValue([]),
|
|
26
|
+
screenshot: vi.fn().mockResolvedValue(''),
|
|
27
|
+
waitForCapture: vi.fn().mockResolvedValue(undefined),
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
describe('xianyu item helpers', () => {
|
|
31
|
+
it('normalizes numeric item ids', () => {
|
|
32
|
+
expect(__test__.normalizeNumericId('1040754408976', 'item_id', '1040754408976')).toBe('1040754408976');
|
|
33
|
+
expect(__test__.normalizeNumericId(1040754408976, 'item_id', '1040754408976')).toBe('1040754408976');
|
|
34
|
+
});
|
|
35
|
+
it('builds item urls', () => {
|
|
36
|
+
expect(__test__.buildItemUrl('1040754408976')).toBe('https://www.goofish.com/item?id=1040754408976');
|
|
37
|
+
});
|
|
38
|
+
it('rejects invalid item ids', () => {
|
|
39
|
+
expect(() => __test__.normalizeNumericId('abc', 'item_id', '1040754408976')).toThrow();
|
|
40
|
+
});
|
|
41
|
+
});
|
|
42
|
+
describe('xianyu item command', () => {
|
|
43
|
+
const command = getRegistry().get('xianyu/item');
|
|
44
|
+
it('throws AuthRequiredError on login wall before mtop is available', async () => {
|
|
45
|
+
const page = createPageMock({ error: 'auth-required' });
|
|
46
|
+
await expect(command.func(page, { item_id: '1040754408976' })).rejects.toBeInstanceOf(AuthRequiredError);
|
|
47
|
+
});
|
|
48
|
+
it('throws EmptyResultError on verification or risk-control pages', async () => {
|
|
49
|
+
const page = createPageMock({ error: 'blocked' });
|
|
50
|
+
await expect(command.func(page, { item_id: '1040754408976' })).rejects.toBeInstanceOf(EmptyResultError);
|
|
51
|
+
});
|
|
52
|
+
it('keeps SelectorError for true mtop initialization failures', async () => {
|
|
53
|
+
const page = createPageMock({ error: 'mtop-not-ready' });
|
|
54
|
+
await expect(command.func(page, { item_id: '1040754408976' })).rejects.toBeInstanceOf(SelectorError);
|
|
55
|
+
});
|
|
56
|
+
});
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
declare function normalizeLimit(value: unknown): number;
|
|
2
|
+
declare function buildSearchUrl(query: string): string;
|
|
3
|
+
declare function itemIdFromUrl(url: string): string;
|
|
4
|
+
export declare const __test__: {
|
|
5
|
+
MAX_LIMIT: number;
|
|
6
|
+
normalizeLimit: typeof normalizeLimit;
|
|
7
|
+
buildSearchUrl: typeof buildSearchUrl;
|
|
8
|
+
itemIdFromUrl: typeof itemIdFromUrl;
|
|
9
|
+
};
|
|
10
|
+
export {};
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
import { AuthRequiredError, EmptyResultError } from '../../errors.js';
|
|
2
|
+
import { cli, Strategy } from '../../registry.js';
|
|
3
|
+
const MAX_LIMIT = 50;
|
|
4
|
+
function normalizeLimit(value) {
|
|
5
|
+
const n = Number(value);
|
|
6
|
+
if (!Number.isFinite(n))
|
|
7
|
+
return 20;
|
|
8
|
+
return Math.min(MAX_LIMIT, Math.max(1, Math.floor(n)));
|
|
9
|
+
}
|
|
10
|
+
function buildSearchUrl(query) {
|
|
11
|
+
return `https://www.goofish.com/search?q=${encodeURIComponent(query)}`;
|
|
12
|
+
}
|
|
13
|
+
function itemIdFromUrl(url) {
|
|
14
|
+
const match = url.match(/[?&]id=(\d+)/);
|
|
15
|
+
return match ? match[1] : '';
|
|
16
|
+
}
|
|
17
|
+
function buildExtractResultsEvaluate(limit) {
|
|
18
|
+
return `
|
|
19
|
+
(async () => {
|
|
20
|
+
const wait = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
|
|
21
|
+
const waitFor = async (predicate, timeoutMs = 8000) => {
|
|
22
|
+
const start = Date.now();
|
|
23
|
+
while (Date.now() - start < timeoutMs) {
|
|
24
|
+
if (predicate()) return true;
|
|
25
|
+
await wait(150);
|
|
26
|
+
}
|
|
27
|
+
return false;
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
const clean = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
31
|
+
const selectors = {
|
|
32
|
+
card: 'a[href*="/item?id="]',
|
|
33
|
+
title: '[class*="row1-wrap-title"], [class*="main-title"]',
|
|
34
|
+
attrs: '[class*="row2-wrap-cpv"] span[class*="cpv--"]',
|
|
35
|
+
priceWrap: '[class*="price-wrap"]',
|
|
36
|
+
priceNum: '[class*="number"]',
|
|
37
|
+
priceDec: '[class*="decimal"]',
|
|
38
|
+
priceDesc: '[class*="price-desc"] [title], [class*="price-desc"] [style*="line-through"]',
|
|
39
|
+
sellerWrap: '[class*="row4-wrap-seller"]',
|
|
40
|
+
sellerText: '[class*="seller-text"]',
|
|
41
|
+
badge: '[class*="credit-container"] [title], [class*="credit-container"] span',
|
|
42
|
+
};
|
|
43
|
+
|
|
44
|
+
await waitFor(() => {
|
|
45
|
+
const bodyText = document.body?.innerText || '';
|
|
46
|
+
return Boolean(
|
|
47
|
+
document.querySelector(selectors.card)
|
|
48
|
+
|| /请先登录|登录后|验证码|安全验证|异常访问/.test(bodyText)
|
|
49
|
+
|| /暂无相关宝贝|未找到相关宝贝|没有找到/.test(bodyText)
|
|
50
|
+
);
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
const bodyText = document.body?.innerText || '';
|
|
54
|
+
const requiresAuth = /请先登录|登录后/.test(bodyText);
|
|
55
|
+
const blocked = /验证码|安全验证|异常访问/.test(bodyText);
|
|
56
|
+
const empty = /暂无相关宝贝|未找到相关宝贝|没有找到/.test(bodyText);
|
|
57
|
+
|
|
58
|
+
const items = Array.from(document.querySelectorAll(selectors.card))
|
|
59
|
+
.slice(0, ${limit})
|
|
60
|
+
.map((card) => {
|
|
61
|
+
const href = card.href || card.getAttribute('href') || '';
|
|
62
|
+
const title = clean(card.querySelector(selectors.title)?.textContent || '');
|
|
63
|
+
const attrs = Array.from(card.querySelectorAll(selectors.attrs))
|
|
64
|
+
.map((node) => clean(node.textContent || ''))
|
|
65
|
+
.filter(Boolean);
|
|
66
|
+
const priceWrap = card.querySelector(selectors.priceWrap);
|
|
67
|
+
const priceNumber = clean(priceWrap?.querySelector(selectors.priceNum)?.textContent || '');
|
|
68
|
+
const priceDecimal = clean(priceWrap?.querySelector(selectors.priceDec)?.textContent || '');
|
|
69
|
+
const location = clean(card.querySelector(selectors.sellerWrap)?.querySelector(selectors.sellerText)?.textContent || '');
|
|
70
|
+
const originalPriceNode = card.querySelector(selectors.priceDesc);
|
|
71
|
+
const badgeNode = card.querySelector(selectors.badge);
|
|
72
|
+
|
|
73
|
+
return {
|
|
74
|
+
title,
|
|
75
|
+
url: href,
|
|
76
|
+
item_id: '',
|
|
77
|
+
price: clean('¥' + priceNumber + priceDecimal).replace(/^¥\\s*$/, ''),
|
|
78
|
+
original_price: clean(originalPriceNode?.getAttribute('title') || originalPriceNode?.textContent || ''),
|
|
79
|
+
condition: attrs[0] || '',
|
|
80
|
+
brand: attrs[1] || '',
|
|
81
|
+
extra: attrs.slice(2).join(' | '),
|
|
82
|
+
location,
|
|
83
|
+
badge: clean(badgeNode?.getAttribute('title') || badgeNode?.textContent || ''),
|
|
84
|
+
};
|
|
85
|
+
})
|
|
86
|
+
.filter((item) => item.title && item.url);
|
|
87
|
+
|
|
88
|
+
return { requiresAuth, blocked, empty, items };
|
|
89
|
+
})()
|
|
90
|
+
`;
|
|
91
|
+
}
|
|
92
|
+
cli({
|
|
93
|
+
site: 'xianyu',
|
|
94
|
+
name: 'search',
|
|
95
|
+
description: '搜索闲鱼商品',
|
|
96
|
+
domain: 'www.goofish.com',
|
|
97
|
+
strategy: Strategy.COOKIE,
|
|
98
|
+
navigateBefore: false,
|
|
99
|
+
browser: true,
|
|
100
|
+
args: [
|
|
101
|
+
{ name: 'query', required: true, positional: true, help: 'Search keyword' },
|
|
102
|
+
{ name: 'limit', type: 'int', default: 20, help: 'Number of results to return' },
|
|
103
|
+
],
|
|
104
|
+
columns: ['item_id', 'rank', 'title', 'price', 'condition', 'brand', 'location', 'badge', 'url'],
|
|
105
|
+
func: async (page, kwargs) => {
|
|
106
|
+
const query = String(kwargs.query || '').trim();
|
|
107
|
+
const limit = normalizeLimit(kwargs.limit);
|
|
108
|
+
await page.goto(buildSearchUrl(query));
|
|
109
|
+
await page.wait(2);
|
|
110
|
+
await page.autoScroll({ times: 2 });
|
|
111
|
+
const payload = await page.evaluate(buildExtractResultsEvaluate(limit));
|
|
112
|
+
if (payload?.requiresAuth) {
|
|
113
|
+
throw new AuthRequiredError('www.goofish.com', 'Xianyu search results require a logged-in browser session');
|
|
114
|
+
}
|
|
115
|
+
if (payload?.blocked) {
|
|
116
|
+
throw new EmptyResultError('xianyu search', 'Xianyu returned a verification page or blocked the current browser session');
|
|
117
|
+
}
|
|
118
|
+
const items = Array.isArray(payload?.items) ? payload.items : [];
|
|
119
|
+
if (!items.length && !payload?.empty) {
|
|
120
|
+
throw new EmptyResultError('xianyu search', 'No item cards were found on the current Xianyu search page');
|
|
121
|
+
}
|
|
122
|
+
return items.map((item, index) => ({
|
|
123
|
+
rank: index + 1,
|
|
124
|
+
...item,
|
|
125
|
+
item_id: itemIdFromUrl(item.url),
|
|
126
|
+
}));
|
|
127
|
+
},
|
|
128
|
+
});
|
|
129
|
+
export const __test__ = {
|
|
130
|
+
MAX_LIMIT,
|
|
131
|
+
normalizeLimit,
|
|
132
|
+
buildSearchUrl,
|
|
133
|
+
itemIdFromUrl,
|
|
134
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { __test__ } from './search.js';
|
|
3
|
+
describe('xianyu search helpers', () => {
|
|
4
|
+
it('normalizes limit into supported range', () => {
|
|
5
|
+
expect(__test__.normalizeLimit(undefined)).toBe(20);
|
|
6
|
+
expect(__test__.normalizeLimit(0)).toBe(1);
|
|
7
|
+
expect(__test__.normalizeLimit(3.8)).toBe(3);
|
|
8
|
+
expect(__test__.normalizeLimit(999)).toBe(__test__.MAX_LIMIT);
|
|
9
|
+
});
|
|
10
|
+
it('builds search URLs with encoded queries', () => {
|
|
11
|
+
expect(__test__.buildSearchUrl('笔记本电脑')).toBe('https://www.goofish.com/search?q=%E7%AC%94%E8%AE%B0%E6%9C%AC%E7%94%B5%E8%84%91');
|
|
12
|
+
});
|
|
13
|
+
it('extracts item ids from detail URLs', () => {
|
|
14
|
+
expect(__test__.itemIdFromUrl('https://www.goofish.com/item?id=954988715389&categoryId=126854525')).toBe('954988715389');
|
|
15
|
+
expect(__test__.itemIdFromUrl('https://www.goofish.com/search?q=test')).toBe('');
|
|
16
|
+
});
|
|
17
|
+
});
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function normalizeNumericId(value: unknown, label: string, example: string): string;
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { ArgumentError } from '../../errors.js';
|
|
2
|
+
export function normalizeNumericId(value, label, example) {
|
|
3
|
+
const normalized = String(value || '').trim();
|
|
4
|
+
if (!/^\d+$/.test(normalized)) {
|
|
5
|
+
throw new ArgumentError(`${label} must be a numeric ID`, `Pass a numeric ${label}, for example: ${example}`);
|
|
6
|
+
}
|
|
7
|
+
return normalized;
|
|
8
|
+
}
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
site: xiaoe
|
|
2
|
+
name: catalog
|
|
3
|
+
description: 小鹅通课程目录(支持普通课程、专栏、大专栏)
|
|
4
|
+
domain: h5.xet.citv.cn
|
|
5
|
+
strategy: cookie
|
|
6
|
+
|
|
7
|
+
args:
|
|
8
|
+
url:
|
|
9
|
+
type: str
|
|
10
|
+
required: true
|
|
11
|
+
positional: true
|
|
12
|
+
description: 课程页面 URL
|
|
13
|
+
|
|
14
|
+
pipeline:
|
|
15
|
+
- navigate: ${{ args.url }}
|
|
16
|
+
|
|
17
|
+
- wait: 8
|
|
18
|
+
|
|
19
|
+
- evaluate: |
|
|
20
|
+
(async () => {
|
|
21
|
+
var el = document.querySelector('#app');
|
|
22
|
+
var store = (el && el.__vue__) ? el.__vue__.$store : null;
|
|
23
|
+
if (!store) return [];
|
|
24
|
+
var coreInfo = store.state.coreInfo || {};
|
|
25
|
+
var resourceType = coreInfo.resource_type || 0;
|
|
26
|
+
var origin = window.location.origin;
|
|
27
|
+
var courseName = coreInfo.resource_name || '';
|
|
28
|
+
|
|
29
|
+
function typeLabel(t) {
|
|
30
|
+
return {1:'图文',2:'直播',3:'音频',4:'视频',6:'专栏',8:'大专栏'}[Number(t)] || String(t||'');
|
|
31
|
+
}
|
|
32
|
+
function buildUrl(item) {
|
|
33
|
+
var u = item.jump_url || item.h5_url || item.url || '';
|
|
34
|
+
return (u && !u.startsWith('http')) ? origin + u : u;
|
|
35
|
+
}
|
|
36
|
+
function clickTab(name) {
|
|
37
|
+
var tabs = document.querySelectorAll('span, div');
|
|
38
|
+
for (var i = 0; i < tabs.length; i++) {
|
|
39
|
+
if (tabs[i].children.length === 0 && tabs[i].textContent.trim() === name) {
|
|
40
|
+
tabs[i].click(); return;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
clickTab('目录');
|
|
46
|
+
await new Promise(function(r) { setTimeout(r, 2000); });
|
|
47
|
+
|
|
48
|
+
// ===== 专栏 / 大专栏 =====
|
|
49
|
+
if (resourceType === 6 || resourceType === 8) {
|
|
50
|
+
await new Promise(function(r) { setTimeout(r, 1000); });
|
|
51
|
+
var listData = [];
|
|
52
|
+
var walkList = function(vm, depth) {
|
|
53
|
+
if (!vm || depth > 6 || listData.length > 0) return;
|
|
54
|
+
var d = vm.$data || {};
|
|
55
|
+
var keys = ['columnList', 'SingleItemList', 'chapterChildren'];
|
|
56
|
+
for (var ki = 0; ki < keys.length; ki++) {
|
|
57
|
+
var arr = d[keys[ki]];
|
|
58
|
+
if (arr && Array.isArray(arr) && arr.length > 0 && arr[0].resource_id) {
|
|
59
|
+
for (var j = 0; j < arr.length; j++) {
|
|
60
|
+
var item = arr[j];
|
|
61
|
+
if (!item.resource_id || !/^[pvlai]_/.test(item.resource_id)) continue;
|
|
62
|
+
listData.push({
|
|
63
|
+
ch: 1, chapter: courseName, no: j + 1,
|
|
64
|
+
title: item.resource_title || item.title || item.chapter_title || '',
|
|
65
|
+
type: typeLabel(item.resource_type || item.chapter_type),
|
|
66
|
+
resource_id: item.resource_id,
|
|
67
|
+
url: buildUrl(item),
|
|
68
|
+
status: item.finished_state === 1 ? '已完成' : (item.resource_count ? item.resource_count + '节' : ''),
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
if (vm.$children) {
|
|
75
|
+
for (var c = 0; c < vm.$children.length; c++) walkList(vm.$children[c], depth + 1);
|
|
76
|
+
}
|
|
77
|
+
};
|
|
78
|
+
walkList(el.__vue__, 0);
|
|
79
|
+
return listData;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
// ===== 普通课程 =====
|
|
83
|
+
var chapters = document.querySelectorAll('.chapter_box');
|
|
84
|
+
for (var ci = 0; ci < chapters.length; ci++) {
|
|
85
|
+
var vue = chapters[ci].__vue__;
|
|
86
|
+
if (vue && typeof vue.getSecitonList === 'function' && (!vue.isShowSecitonsList || !vue.chapterChildren.length)) {
|
|
87
|
+
if (vue.isShowSecitonsList) vue.isShowSecitonsList = false;
|
|
88
|
+
try { vue.getSecitonList(); } catch(e) {}
|
|
89
|
+
await new Promise(function(r) { setTimeout(r, 1500); });
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
await new Promise(function(r) { setTimeout(r, 3000); });
|
|
93
|
+
|
|
94
|
+
var result = [];
|
|
95
|
+
chapters = document.querySelectorAll('.chapter_box');
|
|
96
|
+
for (var cj = 0; cj < chapters.length; cj++) {
|
|
97
|
+
var v = chapters[cj].__vue__;
|
|
98
|
+
if (!v) continue;
|
|
99
|
+
var chTitle = (v.chapterItem && v.chapterItem.chapter_title) || '';
|
|
100
|
+
var children = v.chapterChildren || [];
|
|
101
|
+
for (var ck = 0; ck < children.length; ck++) {
|
|
102
|
+
var child = children[ck];
|
|
103
|
+
var resId = child.resource_id || child.chapter_id || '';
|
|
104
|
+
var chType = child.chapter_type || child.resource_type || 0;
|
|
105
|
+
var urlPath = {1:'/v1/course/text/',2:'/v2/course/alive/',3:'/v1/course/audio/',4:'/v1/course/video/'}[Number(chType)];
|
|
106
|
+
result.push({
|
|
107
|
+
ch: cj + 1, chapter: chTitle, no: ck + 1,
|
|
108
|
+
title: child.chapter_title || child.resource_title || '',
|
|
109
|
+
type: typeLabel(chType),
|
|
110
|
+
resource_id: resId,
|
|
111
|
+
url: urlPath ? origin + urlPath + resId + '?type=2' : '',
|
|
112
|
+
status: child.is_finish === 1 ? '已完成' : (child.learn_progress > 0 ? child.learn_progress + '%' : '未学'),
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return result;
|
|
117
|
+
})()
|
|
118
|
+
|
|
119
|
+
- map:
|
|
120
|
+
ch: ${{ item.ch }}
|
|
121
|
+
chapter: ${{ item.chapter }}
|
|
122
|
+
no: ${{ item.no }}
|
|
123
|
+
title: ${{ item.title }}
|
|
124
|
+
type: ${{ item.type }}
|
|
125
|
+
resource_id: ${{ item.resource_id }}
|
|
126
|
+
url: ${{ item.url }}
|
|
127
|
+
status: ${{ item.status }}
|
|
128
|
+
|
|
129
|
+
columns: [ch, chapter, no, title, type, resource_id, status]
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
site: xiaoe
|
|
2
|
+
name: content
|
|
3
|
+
description: 提取小鹅通图文页面内容为文本
|
|
4
|
+
domain: h5.xet.citv.cn
|
|
5
|
+
strategy: cookie
|
|
6
|
+
|
|
7
|
+
args:
|
|
8
|
+
url:
|
|
9
|
+
type: str
|
|
10
|
+
required: true
|
|
11
|
+
positional: true
|
|
12
|
+
description: 页面 URL
|
|
13
|
+
|
|
14
|
+
pipeline:
|
|
15
|
+
- navigate: ${{ args.url }}
|
|
16
|
+
|
|
17
|
+
- wait: 6
|
|
18
|
+
|
|
19
|
+
- evaluate: |
|
|
20
|
+
(() => {
|
|
21
|
+
var selectors = ['.rich-text-wrap','.content-wrap','.article-content','.text-content',
|
|
22
|
+
'.course-detail','.detail-content','[class*="richtext"]','[class*="rich-text"]','.ql-editor'];
|
|
23
|
+
var content = '';
|
|
24
|
+
for (var i = 0; i < selectors.length; i++) {
|
|
25
|
+
var el = document.querySelector(selectors[i]);
|
|
26
|
+
if (el && el.innerText.trim().length > 50) { content = el.innerText.trim(); break; }
|
|
27
|
+
}
|
|
28
|
+
if (!content) content = (document.querySelector('main') || document.querySelector('#app') || document.body).innerText.trim();
|
|
29
|
+
|
|
30
|
+
var images = [];
|
|
31
|
+
document.querySelectorAll('img').forEach(function(img) {
|
|
32
|
+
if (img.src && !img.src.startsWith('data:') && img.src.includes('xiaoe')) images.push(img.src);
|
|
33
|
+
});
|
|
34
|
+
return [{
|
|
35
|
+
title: document.title,
|
|
36
|
+
content: content,
|
|
37
|
+
content_length: content.length,
|
|
38
|
+
image_count: images.length,
|
|
39
|
+
images: JSON.stringify(images.slice(0, 20)),
|
|
40
|
+
}];
|
|
41
|
+
})()
|
|
42
|
+
|
|
43
|
+
columns: [title, content_length, image_count]
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
site: xiaoe
|
|
2
|
+
name: courses
|
|
3
|
+
description: 列出已购小鹅通课程(含 URL 和店铺名)
|
|
4
|
+
domain: study.xiaoe-tech.com
|
|
5
|
+
strategy: cookie
|
|
6
|
+
|
|
7
|
+
pipeline:
|
|
8
|
+
- navigate: https://study.xiaoe-tech.com/
|
|
9
|
+
|
|
10
|
+
- wait: 8
|
|
11
|
+
|
|
12
|
+
- evaluate: |
|
|
13
|
+
(async () => {
|
|
14
|
+
// 切换到「内容」tab
|
|
15
|
+
var tabs = document.querySelectorAll('span, div');
|
|
16
|
+
for (var i = 0; i < tabs.length; i++) {
|
|
17
|
+
if (tabs[i].children.length === 0 && tabs[i].textContent.trim() === '内容') {
|
|
18
|
+
tabs[i].click();
|
|
19
|
+
break;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
await new Promise(function(r) { setTimeout(r, 2000); });
|
|
23
|
+
|
|
24
|
+
// 匹配课程卡片标题与 Vue 数据
|
|
25
|
+
function matchEntry(title, vm, depth) {
|
|
26
|
+
if (!vm || depth > 5) return null;
|
|
27
|
+
var d = vm.$data || {};
|
|
28
|
+
for (var k in d) {
|
|
29
|
+
if (!Array.isArray(d[k])) continue;
|
|
30
|
+
for (var j = 0; j < d[k].length; j++) {
|
|
31
|
+
var e = d[k][j];
|
|
32
|
+
if (!e || typeof e !== 'object') continue;
|
|
33
|
+
var t = e.title || e.resource_name || '';
|
|
34
|
+
if (t && title.includes(t.substring(0, 10))) return e;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
return vm.$parent ? matchEntry(title, vm.$parent, depth + 1) : null;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
// 构造课程 URL
|
|
41
|
+
function buildUrl(entry) {
|
|
42
|
+
if (entry.h5_url) return entry.h5_url;
|
|
43
|
+
if (entry.url) return entry.url;
|
|
44
|
+
if (entry.app_id && entry.resource_id) {
|
|
45
|
+
var base = 'https://' + entry.app_id + '.h5.xet.citv.cn';
|
|
46
|
+
if (entry.resource_type === 6) return base + '/v1/course/column/' + entry.resource_id + '?type=3';
|
|
47
|
+
return base + '/p/course/ecourse/' + entry.resource_id;
|
|
48
|
+
}
|
|
49
|
+
return '';
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
var cards = document.querySelectorAll('.course-card-list');
|
|
53
|
+
var results = [];
|
|
54
|
+
for (var c = 0; c < cards.length; c++) {
|
|
55
|
+
var titleEl = cards[c].querySelector('.card-title-box');
|
|
56
|
+
var title = titleEl ? titleEl.textContent.trim() : '';
|
|
57
|
+
if (!title) continue;
|
|
58
|
+
var entry = matchEntry(title, cards[c].__vue__, 0);
|
|
59
|
+
results.push({
|
|
60
|
+
title: title,
|
|
61
|
+
shop: entry ? (entry.shop_name || entry.app_name || '') : '',
|
|
62
|
+
url: entry ? buildUrl(entry) : '',
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
return results;
|
|
66
|
+
})()
|
|
67
|
+
|
|
68
|
+
- map:
|
|
69
|
+
title: ${{ item.title }}
|
|
70
|
+
shop: ${{ item.shop }}
|
|
71
|
+
url: ${{ item.url }}
|
|
72
|
+
|
|
73
|
+
columns: [title, shop, url]
|