@jackwener/opencli 1.6.1 → 1.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONTRIBUTING.md +1 -1
- package/README.md +27 -45
- package/README.zh-CN.md +32 -34
- package/autoresearch/browse-tasks.json +18 -20
- package/autoresearch/commands/debug.ts +163 -0
- package/autoresearch/commands/fix.ts +145 -0
- package/autoresearch/commands/plan.ts +88 -0
- package/autoresearch/commands/run.ts +138 -0
- package/autoresearch/config.ts +82 -0
- package/autoresearch/engine.ts +359 -0
- package/autoresearch/eval-all.ts +127 -0
- package/autoresearch/eval-browse.ts +1 -1
- package/autoresearch/eval-publish.ts +238 -0
- package/autoresearch/eval-save.ts +249 -0
- package/autoresearch/eval-skill.ts +14 -8
- package/autoresearch/eval-v2ex.ts +220 -0
- package/autoresearch/eval-zhihu.ts +230 -0
- package/autoresearch/logger.ts +69 -0
- package/autoresearch/presets/combined-reliability.ts +27 -0
- package/autoresearch/presets/index.ts +23 -0
- package/autoresearch/presets/operate-reliability.ts +24 -0
- package/autoresearch/presets/save-reliability.ts +26 -0
- package/autoresearch/presets/skill-quality.ts +20 -0
- package/autoresearch/presets/v2ex-reliability.ts +24 -0
- package/autoresearch/presets/zhihu-reliability.ts +25 -0
- package/autoresearch/publish-tasks.json +345 -0
- package/autoresearch/run-save.sh +11 -0
- package/autoresearch/save-adapters/xhs-explore-deep.ts +64 -0
- package/autoresearch/save-adapters/xhs-note-comments.ts +61 -0
- package/autoresearch/save-adapters/xhs-search-full.ts +62 -0
- package/autoresearch/save-adapters/zhihu-hot-detail.ts +52 -0
- package/autoresearch/save-adapters/zhihu-question-full.ts +57 -0
- package/autoresearch/save-adapters/zhihu-search-detail.ts +53 -0
- package/autoresearch/save-tasks.json +281 -0
- package/autoresearch/v2ex-tasks.json +899 -0
- package/autoresearch/zhihu-tasks.json +848 -0
- package/dist/browser/base-page.d.ts +4 -2
- package/dist/browser/base-page.js +37 -4
- package/dist/browser/bridge.js +10 -8
- package/dist/browser/cdp.js +2 -6
- package/dist/browser/daemon-client.d.ts +11 -1
- package/dist/browser/daemon-client.js +3 -0
- package/dist/browser/dom-helpers.d.ts +4 -2
- package/dist/browser/dom-helpers.js +42 -31
- package/dist/browser/dom-snapshot.js +23 -1
- package/dist/browser/page.d.ts +7 -2
- package/dist/browser/page.js +112 -30
- package/dist/browser.test.js +1 -1
- package/dist/build-manifest.d.ts +1 -0
- package/dist/build-manifest.js +1 -0
- package/dist/cli-manifest.json +1135 -184
- package/dist/cli.d.ts +2 -0
- package/dist/cli.js +48 -7
- package/dist/cli.test.d.ts +1 -0
- package/dist/cli.test.js +88 -0
- package/dist/clis/1688/item.d.ts +70 -0
- package/dist/clis/1688/item.js +187 -0
- package/dist/clis/1688/item.test.d.ts +1 -0
- package/dist/clis/1688/item.test.js +67 -0
- package/dist/clis/1688/search.d.ts +56 -0
- package/dist/clis/1688/search.js +309 -0
- package/dist/clis/1688/search.test.d.ts +1 -0
- package/dist/clis/1688/search.test.js +75 -0
- package/dist/clis/1688/shared.d.ts +112 -0
- package/dist/clis/1688/shared.js +514 -0
- package/dist/clis/1688/shared.test.d.ts +1 -0
- package/dist/clis/1688/shared.test.js +57 -0
- package/dist/clis/1688/store.d.ts +45 -0
- package/dist/clis/1688/store.js +226 -0
- package/dist/clis/1688/store.test.d.ts +1 -0
- package/dist/clis/1688/store.test.js +62 -0
- package/dist/clis/amazon/bestsellers.d.ts +0 -20
- package/dist/clis/amazon/bestsellers.js +6 -129
- package/dist/clis/amazon/bestsellers.test.js +12 -3
- package/dist/clis/amazon/movers-shakers.d.ts +1 -0
- package/dist/clis/amazon/movers-shakers.js +7 -0
- package/dist/clis/amazon/new-releases.d.ts +1 -0
- package/dist/clis/amazon/new-releases.js +7 -0
- package/dist/clis/amazon/rankings.d.ts +59 -0
- package/dist/clis/amazon/rankings.js +226 -0
- package/dist/clis/amazon/rankings.test.d.ts +1 -0
- package/dist/clis/amazon/rankings.test.js +41 -0
- package/dist/clis/amazon/shared.d.ts +11 -0
- package/dist/clis/amazon/shared.js +121 -11
- package/dist/clis/amazon/shared.test.js +11 -0
- package/dist/clis/bilibili/comments.js +2 -2
- package/dist/clis/bilibili/comments.test.js +3 -2
- package/dist/clis/bilibili/download.js +2 -1
- package/dist/clis/bilibili/subtitle.js +4 -3
- package/dist/clis/bilibili/subtitle.test.js +2 -1
- package/dist/clis/bilibili/utils.d.ts +5 -0
- package/dist/clis/bilibili/utils.js +30 -0
- package/dist/clis/bilibili/utils.test.d.ts +1 -0
- package/dist/clis/bilibili/utils.test.js +17 -0
- package/dist/clis/douban/marks.js +1 -1
- package/dist/clis/douban/subject.yaml +50 -19
- package/dist/clis/doubao/utils.js +32 -12
- package/dist/clis/douyin/_shared/browser-fetch.test.js +0 -1
- package/dist/clis/douyin/_shared/transcode.test.js +0 -2
- package/dist/clis/douyin/draft.test.js +0 -2
- package/dist/clis/facebook/search.test.js +0 -2
- package/dist/clis/gemini/ask.js +9 -3
- package/dist/clis/gemini/ask.test.d.ts +1 -0
- package/dist/clis/gemini/ask.test.js +100 -0
- package/dist/clis/gemini/reply-state.test.d.ts +1 -0
- package/dist/clis/gemini/reply-state.test.js +641 -0
- package/dist/clis/gemini/utils.d.ts +44 -1
- package/dist/clis/gemini/utils.js +528 -61
- package/dist/clis/gemini/utils.test.js +149 -2
- package/dist/clis/hupu/detail.d.ts +1 -0
- package/dist/clis/hupu/detail.js +72 -0
- package/dist/clis/hupu/hot.yaml +43 -0
- package/dist/clis/hupu/like.d.ts +1 -0
- package/dist/clis/hupu/like.js +75 -0
- package/dist/clis/hupu/reply.d.ts +1 -0
- package/dist/clis/hupu/reply.js +71 -0
- package/dist/clis/hupu/search.d.ts +1 -0
- package/dist/clis/hupu/search.js +59 -0
- package/dist/clis/hupu/unlike.d.ts +1 -0
- package/dist/clis/hupu/unlike.js +75 -0
- package/dist/clis/hupu/utils.d.ts +20 -0
- package/dist/clis/hupu/utils.js +319 -0
- package/dist/clis/instagram/_shared/private-publish.d.ts +138 -0
- package/dist/clis/instagram/_shared/private-publish.js +1030 -0
- package/dist/clis/instagram/_shared/private-publish.test.d.ts +1 -0
- package/dist/clis/instagram/_shared/private-publish.test.js +705 -0
- package/dist/clis/instagram/_shared/protocol-capture.d.ts +26 -0
- package/dist/clis/instagram/_shared/protocol-capture.js +282 -0
- package/dist/clis/instagram/_shared/protocol-capture.test.d.ts +1 -0
- package/dist/clis/instagram/_shared/protocol-capture.test.js +114 -0
- package/dist/clis/instagram/_shared/runtime-info.d.ts +9 -0
- package/dist/clis/instagram/_shared/runtime-info.js +81 -0
- package/dist/clis/instagram/note.d.ts +1 -0
- package/dist/clis/instagram/note.js +222 -0
- package/dist/clis/instagram/note.test.d.ts +1 -0
- package/dist/clis/instagram/note.test.js +81 -0
- package/dist/clis/instagram/post.d.ts +4 -0
- package/dist/clis/instagram/post.js +1496 -0
- package/dist/clis/instagram/post.test.d.ts +1 -0
- package/dist/clis/instagram/post.test.js +1647 -0
- package/dist/clis/instagram/reel.d.ts +1 -0
- package/dist/clis/instagram/reel.js +826 -0
- package/dist/clis/instagram/reel.test.d.ts +1 -0
- package/dist/clis/instagram/reel.test.js +167 -0
- package/dist/clis/instagram/story.d.ts +1 -0
- package/dist/clis/instagram/story.js +115 -0
- package/dist/clis/instagram/story.test.d.ts +1 -0
- package/dist/clis/instagram/story.test.js +167 -0
- package/dist/clis/sinafinance/stock-rank.d.ts +4 -0
- package/dist/clis/sinafinance/stock-rank.js +65 -0
- package/dist/clis/substack/utils.test.js +0 -2
- package/dist/clis/twitter/post.js +72 -45
- package/dist/clis/twitter/post.test.d.ts +1 -0
- package/dist/clis/twitter/post.test.js +116 -0
- package/dist/clis/twitter/reply.d.ts +12 -0
- package/dist/clis/twitter/reply.js +257 -35
- package/dist/clis/twitter/reply.test.d.ts +1 -0
- package/dist/clis/twitter/reply.test.js +151 -0
- package/dist/clis/xianyu/chat.d.ts +7 -0
- package/dist/clis/xianyu/chat.js +146 -0
- package/dist/clis/xianyu/chat.test.d.ts +1 -0
- package/dist/clis/xianyu/chat.test.js +15 -0
- package/dist/clis/xianyu/item.d.ts +7 -0
- package/dist/clis/xianyu/item.js +152 -0
- package/dist/clis/xianyu/item.test.d.ts +1 -0
- package/dist/clis/xianyu/item.test.js +56 -0
- package/dist/clis/xianyu/search.d.ts +10 -0
- package/dist/clis/xianyu/search.js +134 -0
- package/dist/clis/xianyu/search.test.d.ts +1 -0
- package/dist/clis/xianyu/search.test.js +17 -0
- package/dist/clis/xianyu/utils.d.ts +1 -0
- package/dist/clis/xianyu/utils.js +8 -0
- package/dist/clis/xiaoe/catalog.yaml +129 -0
- package/dist/clis/xiaoe/content.yaml +43 -0
- package/dist/clis/xiaoe/courses.yaml +73 -0
- package/dist/clis/xiaoe/detail.yaml +39 -0
- package/dist/clis/xiaoe/play-url.yaml +124 -0
- package/dist/clis/xiaohongshu/comments.test.js +0 -2
- package/dist/clis/xiaohongshu/creator-note-detail.test.js +0 -2
- package/dist/clis/xiaohongshu/creator-notes.test.js +0 -2
- package/dist/clis/xiaohongshu/download.test.js +0 -2
- package/dist/clis/xiaohongshu/note.test.js +0 -2
- package/dist/clis/xiaohongshu/publish.test.js +0 -2
- package/dist/clis/xiaohongshu/search.js +29 -20
- package/dist/clis/xiaohongshu/search.test.js +56 -48
- package/dist/clis/yuanbao/ask.d.ts +21 -0
- package/dist/clis/yuanbao/ask.js +427 -0
- package/dist/clis/yuanbao/ask.test.d.ts +1 -0
- package/dist/clis/yuanbao/ask.test.js +124 -0
- package/dist/clis/yuanbao/new.d.ts +1 -0
- package/dist/clis/yuanbao/new.js +70 -0
- package/dist/clis/yuanbao/new.test.d.ts +1 -0
- package/dist/clis/yuanbao/new.test.js +30 -0
- package/dist/clis/yuanbao/shared.d.ts +13 -0
- package/dist/clis/yuanbao/shared.js +49 -0
- package/dist/clis/zhihu/question.js +30 -19
- package/dist/clis/zhihu/question.test.js +34 -16
- package/dist/commanderAdapter.js +8 -4
- package/dist/commanderAdapter.test.js +42 -0
- package/dist/completion.js +3 -1
- package/dist/completion.test.d.ts +1 -0
- package/dist/completion.test.js +23 -0
- package/dist/doctor.js +1 -1
- package/dist/electron-apps.d.ts +2 -0
- package/dist/electron-apps.js +7 -1
- package/dist/errors.js +1 -1
- package/dist/execution.js +25 -35
- package/dist/explore.js +1 -1
- package/dist/launcher.d.ts +4 -0
- package/dist/launcher.js +64 -8
- package/dist/launcher.test.js +88 -7
- package/dist/output.d.ts +2 -0
- package/dist/output.js +10 -1
- package/dist/output.test.d.ts +0 -3
- package/dist/output.test.js +59 -92
- package/dist/pipeline/executor.test.js +0 -2
- package/dist/pipeline/steps/download.test.js +0 -2
- package/dist/registry.d.ts +2 -0
- package/dist/serialization.d.ts +1 -0
- package/dist/serialization.js +1 -0
- package/dist/types.d.ts +9 -2
- package/docs/.vitepress/config.mts +4 -0
- package/docs/adapters/browser/1688.md +52 -0
- package/docs/adapters/browser/36kr.md +2 -1
- package/docs/adapters/browser/doubao.md +5 -1
- package/docs/adapters/browser/hupu.md +53 -0
- package/docs/adapters/browser/sinafinance.md +32 -2
- package/docs/adapters/browser/weibo.md +6 -1
- package/docs/adapters/browser/wikipedia.md +2 -0
- package/docs/adapters/browser/xianyu.md +42 -0
- package/docs/adapters/browser/xiaoe.md +44 -0
- package/docs/adapters/browser/yuanbao.md +64 -0
- package/docs/adapters/index.md +14 -5
- package/docs/comparison.md +1 -1
- package/docs/developer/ai-workflow.md +2 -2
- package/docs/developer/contributing.md +1 -1
- package/docs/developer/testing.md +2 -0
- package/docs/guide/plugins.md +1 -0
- package/docs/guide/troubleshooting.md +11 -0
- package/docs/superpowers/specs/2026-04-03-v2ex-autoresearch-design.md +41 -0
- package/docs/zh/guide/plugins.md +1 -0
- package/extension/dist/background.js +1127 -0
- package/extension/src/background.test.ts +39 -0
- package/extension/src/background.ts +223 -34
- package/extension/src/cdp.ts +194 -4
- package/extension/src/protocol.ts +22 -1
- package/package.json +3 -2
- package/scripts/postinstall.js +1 -1
- package/skills/opencli-explorer/SKILL.md +1 -1
- package/skills/opencli-oneshot/SKILL.md +2 -2
- package/skills/opencli-operate/SKILL.md +120 -27
- package/skills/opencli-usage/SKILL.md +31 -20
- package/skills/opencli-usage/browser.md +114 -16
- package/skills/opencli-usage/public-api.md +32 -3
- package/skills/smart-search/SKILL.md +156 -0
- package/skills/smart-search/references/sources-ai.md +74 -0
- package/skills/smart-search/references/sources-info.md +43 -0
- package/skills/smart-search/references/sources-media.md +50 -0
- package/skills/smart-search/references/sources-other.md +42 -0
- package/skills/smart-search/references/sources-shopping.md +31 -0
- package/skills/smart-search/references/sources-social.md +51 -0
- package/skills/smart-search/references/sources-tech.md +42 -0
- package/skills/smart-search/references/sources-travel.md +20 -0
- package/src/browser/base-page.ts +41 -6
- package/src/browser/bridge.ts +11 -8
- package/src/browser/cdp.ts +1 -8
- package/src/browser/daemon-client.ts +11 -1
- package/src/browser/dom-helpers.ts +43 -31
- package/src/browser/dom-snapshot.ts +23 -1
- package/src/browser/page.ts +115 -31
- package/src/browser.test.ts +1 -1
- package/src/build-manifest.ts +2 -0
- package/src/cli.test.ts +133 -0
- package/src/cli.ts +73 -11
- package/src/clis/1688/item.test.ts +69 -0
- package/src/clis/1688/item.ts +282 -0
- package/src/clis/1688/search.test.ts +81 -0
- package/src/clis/1688/search.ts +402 -0
- package/src/clis/1688/shared.test.ts +75 -0
- package/src/clis/1688/shared.ts +623 -0
- package/src/clis/1688/store.test.ts +69 -0
- package/src/clis/1688/store.ts +300 -0
- package/src/clis/amazon/bestsellers.test.ts +12 -3
- package/src/clis/amazon/bestsellers.ts +6 -178
- package/src/clis/amazon/movers-shakers.ts +8 -0
- package/src/clis/amazon/new-releases.ts +8 -0
- package/src/clis/amazon/rankings.test.ts +47 -0
- package/src/clis/amazon/rankings.ts +312 -0
- package/src/clis/amazon/shared.test.ts +16 -0
- package/src/clis/amazon/shared.ts +134 -12
- package/src/clis/bilibili/comments.test.ts +4 -3
- package/src/clis/bilibili/comments.ts +2 -2
- package/src/clis/bilibili/download.ts +2 -1
- package/src/clis/bilibili/subtitle.test.ts +2 -1
- package/src/clis/bilibili/subtitle.ts +4 -3
- package/src/clis/bilibili/utils.test.ts +21 -0
- package/src/clis/bilibili/utils.ts +27 -0
- package/src/clis/douban/marks.ts +1 -1
- package/src/clis/douban/subject.yaml +50 -19
- package/src/clis/doubao/utils.ts +32 -12
- package/src/clis/douyin/_shared/browser-fetch.test.ts +0 -1
- package/src/clis/douyin/_shared/transcode.test.ts +0 -2
- package/src/clis/douyin/draft.test.ts +0 -2
- package/src/clis/facebook/search.test.ts +0 -2
- package/src/clis/gemini/ask.test.ts +116 -0
- package/src/clis/gemini/ask.ts +10 -3
- package/src/clis/gemini/reply-state.test.ts +708 -0
- package/src/clis/gemini/utils.test.ts +184 -2
- package/src/clis/gemini/utils.ts +588 -60
- package/src/clis/hupu/detail.ts +126 -0
- package/src/clis/hupu/hot.yaml +43 -0
- package/src/clis/hupu/like.ts +76 -0
- package/src/clis/hupu/reply.ts +76 -0
- package/src/clis/hupu/search.ts +95 -0
- package/src/clis/hupu/unlike.ts +76 -0
- package/src/clis/hupu/utils.ts +381 -0
- package/src/clis/instagram/_shared/private-publish.test.ts +827 -0
- package/src/clis/instagram/_shared/private-publish.ts +1303 -0
- package/src/clis/instagram/_shared/protocol-capture.test.ts +148 -0
- package/src/clis/instagram/_shared/protocol-capture.ts +321 -0
- package/src/clis/instagram/_shared/runtime-info.ts +91 -0
- package/src/clis/instagram/note.test.ts +96 -0
- package/src/clis/instagram/note.ts +254 -0
- package/src/clis/instagram/post.test.ts +1716 -0
- package/src/clis/instagram/post.ts +1620 -0
- package/src/clis/instagram/reel.test.ts +191 -0
- package/src/clis/instagram/reel.ts +886 -0
- package/src/clis/instagram/story.test.ts +191 -0
- package/src/clis/instagram/story.ts +151 -0
- package/src/clis/sinafinance/stock-rank.ts +68 -0
- package/src/clis/substack/utils.test.ts +0 -2
- package/src/clis/twitter/post.test.ts +157 -0
- package/src/clis/twitter/post.ts +82 -48
- package/src/clis/twitter/reply.test.ts +177 -0
- package/src/clis/twitter/reply.ts +285 -39
- package/src/clis/xianyu/chat.test.ts +20 -0
- package/src/clis/xianyu/chat.ts +175 -0
- package/src/clis/xianyu/item.test.ts +67 -0
- package/src/clis/xianyu/item.ts +172 -0
- package/src/clis/xianyu/search.test.ts +22 -0
- package/src/clis/xianyu/search.ts +151 -0
- package/src/clis/xianyu/utils.ts +9 -0
- package/src/clis/xiaoe/catalog.yaml +129 -0
- package/src/clis/xiaoe/content.yaml +43 -0
- package/src/clis/xiaoe/courses.yaml +73 -0
- package/src/clis/xiaoe/detail.yaml +39 -0
- package/src/clis/xiaoe/play-url.yaml +124 -0
- package/src/clis/xiaohongshu/comments.test.ts +0 -2
- package/src/clis/xiaohongshu/creator-note-detail.test.ts +0 -2
- package/src/clis/xiaohongshu/creator-notes.test.ts +0 -2
- package/src/clis/xiaohongshu/download.test.ts +0 -2
- package/src/clis/xiaohongshu/note.test.ts +0 -2
- package/src/clis/xiaohongshu/publish.test.ts +0 -2
- package/src/clis/xiaohongshu/search.test.ts +59 -48
- package/src/clis/xiaohongshu/search.ts +31 -21
- package/src/clis/yuanbao/ask.test.ts +156 -0
- package/src/clis/yuanbao/ask.ts +522 -0
- package/src/clis/yuanbao/new.test.ts +36 -0
- package/src/clis/yuanbao/new.ts +81 -0
- package/src/clis/yuanbao/shared.ts +57 -0
- package/src/clis/zhihu/question.test.ts +42 -17
- package/src/clis/zhihu/question.ts +31 -26
- package/src/commanderAdapter.test.ts +51 -0
- package/src/commanderAdapter.ts +8 -4
- package/src/completion.test.ts +30 -0
- package/src/completion.ts +3 -1
- package/src/doctor.ts +1 -1
- package/src/electron-apps.ts +9 -1
- package/src/errors.ts +1 -1
- package/src/execution.ts +26 -30
- package/src/explore.ts +1 -1
- package/src/launcher.test.ts +121 -7
- package/src/launcher.ts +87 -9
- package/src/output.test.ts +50 -90
- package/src/output.ts +10 -1
- package/src/pipeline/executor.test.ts +0 -2
- package/src/pipeline/steps/download.test.ts +0 -2
- package/src/registry.ts +2 -0
- package/src/serialization.ts +2 -0
- package/src/types.ts +9 -2
- package/tests/e2e/browser-auth.test.ts +9 -0
- package/CLI-EXPLORER.md +0 -724
- package/CLI-ONESHOT.md +0 -216
- package/SKILL.md +0 -59
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { __test__ } from './chat.js';
|
|
3
|
+
|
|
4
|
+
describe('xianyu chat helpers', () => {
|
|
5
|
+
it('builds goofish im urls from ids', () => {
|
|
6
|
+
expect(__test__.buildChatUrl('1038951278192', '3650092411')).toBe(
|
|
7
|
+
'https://www.goofish.com/im?itemId=1038951278192&peerUserId=3650092411',
|
|
8
|
+
);
|
|
9
|
+
});
|
|
10
|
+
|
|
11
|
+
it('normalizes numeric ids', () => {
|
|
12
|
+
expect(__test__.normalizeNumericId('1038951278192', 'item_id', '1038951278192')).toBe('1038951278192');
|
|
13
|
+
expect(__test__.normalizeNumericId(3650092411, 'user_id', '3650092411')).toBe('3650092411');
|
|
14
|
+
});
|
|
15
|
+
|
|
16
|
+
it('rejects non-numeric ids', () => {
|
|
17
|
+
expect(() => __test__.normalizeNumericId('abc', 'item_id', '1038951278192')).toThrow();
|
|
18
|
+
expect(() => __test__.normalizeNumericId('3650092411x', 'user_id', '3650092411')).toThrow();
|
|
19
|
+
});
|
|
20
|
+
});
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import { AuthRequiredError, SelectorError } from '../../errors.js';
|
|
2
|
+
import { cli, Strategy } from '../../registry.js';
|
|
3
|
+
import { normalizeNumericId } from './utils.js';
|
|
4
|
+
|
|
5
|
+
function buildChatUrl(itemId: string, peerUserId: string): string {
|
|
6
|
+
return `https://www.goofish.com/im?itemId=${encodeURIComponent(itemId)}&peerUserId=${encodeURIComponent(peerUserId)}`;
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
function buildExtractChatStateEvaluate(): string {
|
|
10
|
+
return `
|
|
11
|
+
(() => {
|
|
12
|
+
const clean = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
13
|
+
const bodyText = document.body?.innerText || '';
|
|
14
|
+
const requiresAuth = /请先登录|登录后/.test(bodyText);
|
|
15
|
+
|
|
16
|
+
const textarea = document.querySelector('textarea');
|
|
17
|
+
const sendButton = Array.from(document.querySelectorAll('button'))
|
|
18
|
+
.find((btn) => clean(btn.textContent || '') === '发送');
|
|
19
|
+
const topbar = document.querySelector('[class*="message-topbar"]');
|
|
20
|
+
const itemCard = Array.from(document.querySelectorAll('a[href*="/item?id="]'))
|
|
21
|
+
.find((el) => el.closest('main'));
|
|
22
|
+
const itemTitleNode =
|
|
23
|
+
document.querySelector('[class*="container"] [class*="title"]')
|
|
24
|
+
|| document.querySelector('[class*="item-main-info"] [class*="desc"]')
|
|
25
|
+
|| document.querySelector('[class*="headSkuInfo"]')
|
|
26
|
+
|| itemCard?.querySelector('[class*="title"]')
|
|
27
|
+
|| itemCard?.previousElementSibling?.querySelector?.('[class*="title"]');
|
|
28
|
+
|
|
29
|
+
const messageRoot = document.querySelector('#message-list-scrollable');
|
|
30
|
+
const visibleMessages = Array.from(
|
|
31
|
+
(messageRoot || document).querySelectorAll('[class*="message"], [class*="msg"], [class*="bubble"]')
|
|
32
|
+
).map((el) => clean(el.textContent || ''))
|
|
33
|
+
.filter(Boolean)
|
|
34
|
+
.filter((text) => !['发送', '闲鱼号', '立即购买'].includes(text))
|
|
35
|
+
.filter((text) => !/^消息\\d*\\+?$/.test(text))
|
|
36
|
+
.slice(-20);
|
|
37
|
+
|
|
38
|
+
return {
|
|
39
|
+
requiresAuth,
|
|
40
|
+
title: clean(document.title || ''),
|
|
41
|
+
peer_name: clean(topbar?.querySelector('[class*="text1"]')?.textContent || ''),
|
|
42
|
+
peer_masked_id: clean(topbar?.querySelector('[class*="text2"]')?.textContent || '').replace(/^\\(|\\)$/g, ''),
|
|
43
|
+
item_title: clean(itemTitleNode?.textContent || ''),
|
|
44
|
+
item_url: itemCard?.href || '',
|
|
45
|
+
price: clean(itemCard?.querySelector('[class*="money"]')?.textContent || ''),
|
|
46
|
+
location: clean(itemCard?.querySelector('[class*="delivery"] + [class*="delivery"], [class*="delivery"]:last-child')?.textContent || ''),
|
|
47
|
+
can_input: Boolean(textarea && !textarea.disabled),
|
|
48
|
+
can_send: Boolean(sendButton),
|
|
49
|
+
visible_messages: visibleMessages,
|
|
50
|
+
};
|
|
51
|
+
})()
|
|
52
|
+
`;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
function buildSendMessageEvaluate(text: string): string {
|
|
56
|
+
return `
|
|
57
|
+
(() => {
|
|
58
|
+
const clean = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
59
|
+
const textarea = document.querySelector('textarea');
|
|
60
|
+
if (!textarea || textarea.disabled) {
|
|
61
|
+
return { ok: false, reason: 'input-not-found' };
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
const setter = Object.getOwnPropertyDescriptor(window.HTMLTextAreaElement.prototype, 'value')?.set;
|
|
65
|
+
if (!setter) {
|
|
66
|
+
return { ok: false, reason: 'textarea-setter-not-found' };
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
textarea.focus();
|
|
70
|
+
setter.call(textarea, ${JSON.stringify(text)});
|
|
71
|
+
textarea.dispatchEvent(new Event('input', { bubbles: true }));
|
|
72
|
+
textarea.dispatchEvent(new Event('change', { bubbles: true }));
|
|
73
|
+
|
|
74
|
+
const sendButton = Array.from(document.querySelectorAll('button'))
|
|
75
|
+
.find((btn) => clean(btn.textContent || '') === '发送');
|
|
76
|
+
if (!sendButton) {
|
|
77
|
+
return { ok: false, reason: 'send-button-not-found' };
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
sendButton.click();
|
|
81
|
+
return { ok: true };
|
|
82
|
+
})()
|
|
83
|
+
`;
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
cli({
|
|
87
|
+
site: 'xianyu',
|
|
88
|
+
name: 'chat',
|
|
89
|
+
description: '打开闲鱼聊一聊会话,并可选发送消息',
|
|
90
|
+
domain: 'www.goofish.com',
|
|
91
|
+
strategy: Strategy.COOKIE,
|
|
92
|
+
navigateBefore: false,
|
|
93
|
+
browser: true,
|
|
94
|
+
args: [
|
|
95
|
+
{ name: 'item_id', required: true, positional: true, help: '闲鱼商品 item_id' },
|
|
96
|
+
{ name: 'user_id', required: true, positional: true, help: '聊一聊对方的 user_id / peerUserId' },
|
|
97
|
+
{ name: 'text', help: 'Message to send after opening the chat' },
|
|
98
|
+
],
|
|
99
|
+
columns: ['status', 'peer_name', 'item_title', 'price', 'location', 'message'],
|
|
100
|
+
func: async (page, kwargs) => {
|
|
101
|
+
const itemId = normalizeNumericId(kwargs.item_id, 'item_id', '1038951278192');
|
|
102
|
+
const userId = normalizeNumericId(kwargs.user_id, 'user_id', '3650092411');
|
|
103
|
+
const url = buildChatUrl(itemId, userId);
|
|
104
|
+
const text = String(kwargs.text || '').trim();
|
|
105
|
+
|
|
106
|
+
await page.goto(url);
|
|
107
|
+
await page.wait(2);
|
|
108
|
+
|
|
109
|
+
const state = await page.evaluate(buildExtractChatStateEvaluate()) as {
|
|
110
|
+
requiresAuth?: boolean;
|
|
111
|
+
title?: string;
|
|
112
|
+
peer_name?: string;
|
|
113
|
+
peer_masked_id?: string;
|
|
114
|
+
item_title?: string;
|
|
115
|
+
item_url?: string;
|
|
116
|
+
price?: string;
|
|
117
|
+
location?: string;
|
|
118
|
+
can_input?: boolean;
|
|
119
|
+
can_send?: boolean;
|
|
120
|
+
visible_messages?: string[];
|
|
121
|
+
};
|
|
122
|
+
|
|
123
|
+
if (state?.requiresAuth) {
|
|
124
|
+
throw new AuthRequiredError('www.goofish.com', 'Xianyu chat requires a logged-in browser session');
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
if (!state?.can_input) {
|
|
128
|
+
throw new SelectorError('闲鱼聊天输入框', '未找到可用的聊天输入框,请确认该会话页已正确加载');
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
if (!text) {
|
|
132
|
+
return [{
|
|
133
|
+
status: 'ready',
|
|
134
|
+
peer_name: state.peer_name || '',
|
|
135
|
+
item_title: state.item_title || '',
|
|
136
|
+
price: state.price || '',
|
|
137
|
+
location: state.location || '',
|
|
138
|
+
message: (state.visible_messages || []).slice(-1)[0] || '',
|
|
139
|
+
peer_user_id: userId,
|
|
140
|
+
item_id: itemId,
|
|
141
|
+
url,
|
|
142
|
+
item_url: state.item_url || '',
|
|
143
|
+
}];
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
const sent = await page.evaluate(buildSendMessageEvaluate(text)) as {
|
|
147
|
+
ok?: boolean;
|
|
148
|
+
reason?: string;
|
|
149
|
+
};
|
|
150
|
+
|
|
151
|
+
if (!sent?.ok) {
|
|
152
|
+
throw new SelectorError('闲鱼发送按钮', `消息发送失败:${sent?.reason || 'unknown-reason'}`);
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
await page.wait(1);
|
|
156
|
+
|
|
157
|
+
return [{
|
|
158
|
+
status: 'sent',
|
|
159
|
+
peer_name: state.peer_name || '',
|
|
160
|
+
item_title: state.item_title || '',
|
|
161
|
+
price: state.price || '',
|
|
162
|
+
location: state.location || '',
|
|
163
|
+
message: text,
|
|
164
|
+
peer_user_id: userId,
|
|
165
|
+
item_id: itemId,
|
|
166
|
+
url,
|
|
167
|
+
item_url: state.item_url || '',
|
|
168
|
+
}];
|
|
169
|
+
},
|
|
170
|
+
});
|
|
171
|
+
|
|
172
|
+
export const __test__ = {
|
|
173
|
+
normalizeNumericId,
|
|
174
|
+
buildChatUrl,
|
|
175
|
+
};
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
2
|
+
import { AuthRequiredError, EmptyResultError, SelectorError } from '../../errors.js';
|
|
3
|
+
import { getRegistry } from '../../registry.js';
|
|
4
|
+
import type { IPage } from '../../types.js';
|
|
5
|
+
import { __test__ } from './item.js';
|
|
6
|
+
import './item.js';
|
|
7
|
+
|
|
8
|
+
function createPageMock(evaluateResult: unknown): IPage {
|
|
9
|
+
return {
|
|
10
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
11
|
+
evaluate: vi.fn().mockResolvedValue(evaluateResult),
|
|
12
|
+
snapshot: vi.fn().mockResolvedValue(undefined),
|
|
13
|
+
click: vi.fn().mockResolvedValue(undefined),
|
|
14
|
+
typeText: vi.fn().mockResolvedValue(undefined),
|
|
15
|
+
pressKey: vi.fn().mockResolvedValue(undefined),
|
|
16
|
+
scrollTo: vi.fn().mockResolvedValue(undefined),
|
|
17
|
+
getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
|
|
18
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
19
|
+
tabs: vi.fn().mockResolvedValue([]),
|
|
20
|
+
selectTab: vi.fn().mockResolvedValue(undefined),
|
|
21
|
+
networkRequests: vi.fn().mockResolvedValue([]),
|
|
22
|
+
consoleMessages: vi.fn().mockResolvedValue([]),
|
|
23
|
+
scroll: vi.fn().mockResolvedValue(undefined),
|
|
24
|
+
autoScroll: vi.fn().mockResolvedValue(undefined),
|
|
25
|
+
installInterceptor: vi.fn().mockResolvedValue(undefined),
|
|
26
|
+
getInterceptedRequests: vi.fn().mockResolvedValue([]),
|
|
27
|
+
getCookies: vi.fn().mockResolvedValue([]),
|
|
28
|
+
screenshot: vi.fn().mockResolvedValue(''),
|
|
29
|
+
waitForCapture: vi.fn().mockResolvedValue(undefined),
|
|
30
|
+
} as IPage;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
describe('xianyu item helpers', () => {
|
|
34
|
+
it('normalizes numeric item ids', () => {
|
|
35
|
+
expect(__test__.normalizeNumericId('1040754408976', 'item_id', '1040754408976')).toBe('1040754408976');
|
|
36
|
+
expect(__test__.normalizeNumericId(1040754408976, 'item_id', '1040754408976')).toBe('1040754408976');
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
it('builds item urls', () => {
|
|
40
|
+
expect(__test__.buildItemUrl('1040754408976')).toBe(
|
|
41
|
+
'https://www.goofish.com/item?id=1040754408976',
|
|
42
|
+
);
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
it('rejects invalid item ids', () => {
|
|
46
|
+
expect(() => __test__.normalizeNumericId('abc', 'item_id', '1040754408976')).toThrow();
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
|
|
50
|
+
describe('xianyu item command', () => {
|
|
51
|
+
const command = getRegistry().get('xianyu/item');
|
|
52
|
+
|
|
53
|
+
it('throws AuthRequiredError on login wall before mtop is available', async () => {
|
|
54
|
+
const page = createPageMock({ error: 'auth-required' });
|
|
55
|
+
await expect(command!.func!(page, { item_id: '1040754408976' })).rejects.toBeInstanceOf(AuthRequiredError);
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
it('throws EmptyResultError on verification or risk-control pages', async () => {
|
|
59
|
+
const page = createPageMock({ error: 'blocked' });
|
|
60
|
+
await expect(command!.func!(page, { item_id: '1040754408976' })).rejects.toBeInstanceOf(EmptyResultError);
|
|
61
|
+
});
|
|
62
|
+
|
|
63
|
+
it('keeps SelectorError for true mtop initialization failures', async () => {
|
|
64
|
+
const page = createPageMock({ error: 'mtop-not-ready' });
|
|
65
|
+
await expect(command!.func!(page, { item_id: '1040754408976' })).rejects.toBeInstanceOf(SelectorError);
|
|
66
|
+
});
|
|
67
|
+
});
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
import { AuthRequiredError, EmptyResultError, SelectorError } from '../../errors.js';
|
|
2
|
+
import { cli, Strategy } from '../../registry.js';
|
|
3
|
+
import { normalizeNumericId } from './utils.js';
|
|
4
|
+
|
|
5
|
+
function buildItemUrl(itemId: string): string {
|
|
6
|
+
return `https://www.goofish.com/item?id=${encodeURIComponent(itemId)}`;
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
function buildFetchItemEvaluate(itemId: string): string {
|
|
10
|
+
return `
|
|
11
|
+
(async () => {
|
|
12
|
+
const clean = (value) => String(value ?? '').replace(/\\s+/g, ' ').trim();
|
|
13
|
+
const extractRetCode = (ret) => {
|
|
14
|
+
const first = Array.isArray(ret) ? ret[0] : '';
|
|
15
|
+
return clean(first).split('::')[0] || '';
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
const waitFor = async (predicate, timeoutMs = 5000) => {
|
|
19
|
+
const start = Date.now();
|
|
20
|
+
while (Date.now() - start < timeoutMs) {
|
|
21
|
+
if (predicate()) return true;
|
|
22
|
+
await new Promise((r) => setTimeout(r, 150));
|
|
23
|
+
}
|
|
24
|
+
return false;
|
|
25
|
+
};
|
|
26
|
+
|
|
27
|
+
const bodyText = document.body?.innerText || '';
|
|
28
|
+
if (/请先登录|登录后/.test(bodyText)) {
|
|
29
|
+
return { error: 'auth-required' };
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
if (/验证码|安全验证|异常访问/.test(bodyText)) {
|
|
33
|
+
return { error: 'blocked' };
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
await waitFor(() => window.lib?.mtop?.request);
|
|
37
|
+
if (!window.lib || !window.lib.mtop || typeof window.lib.mtop.request !== 'function') {
|
|
38
|
+
return { error: 'mtop-not-ready' };
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
let response;
|
|
42
|
+
try {
|
|
43
|
+
response = await window.lib.mtop.request({
|
|
44
|
+
api: 'mtop.taobao.idle.pc.detail',
|
|
45
|
+
data: { itemId: ${JSON.stringify(itemId)} },
|
|
46
|
+
type: 'POST',
|
|
47
|
+
v: '1.0',
|
|
48
|
+
dataType: 'json',
|
|
49
|
+
needLogin: false,
|
|
50
|
+
needLoginPC: false,
|
|
51
|
+
sessionOption: 'AutoLoginOnly',
|
|
52
|
+
ecode: 0,
|
|
53
|
+
});
|
|
54
|
+
} catch (error) {
|
|
55
|
+
const ret = error?.ret || [];
|
|
56
|
+
return {
|
|
57
|
+
error: 'mtop-request-failed',
|
|
58
|
+
error_code: extractRetCode(ret),
|
|
59
|
+
error_message: clean(Array.isArray(ret) ? ret.join(' | ') : error?.message || error),
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const retCode = extractRetCode(response?.ret || []);
|
|
64
|
+
if (retCode && retCode !== 'SUCCESS') {
|
|
65
|
+
return {
|
|
66
|
+
error: 'mtop-response-error',
|
|
67
|
+
error_code: retCode,
|
|
68
|
+
error_message: clean((response?.ret || []).join(' | ')),
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
const data = response?.data || {};
|
|
73
|
+
const item = data.itemDO || {};
|
|
74
|
+
const seller = data.sellerDO || {};
|
|
75
|
+
const labels = Array.isArray(item.itemLabelExtList) ? item.itemLabelExtList : [];
|
|
76
|
+
const findLabel = (name) => labels.find((label) => clean(label.propertyText) === name)?.text || '';
|
|
77
|
+
const images = Array.isArray(item.imageInfos)
|
|
78
|
+
? item.imageInfos.map((entry) => entry?.url).filter(Boolean)
|
|
79
|
+
: [];
|
|
80
|
+
|
|
81
|
+
return {
|
|
82
|
+
item_id: clean(item.itemId || ${JSON.stringify(itemId)}),
|
|
83
|
+
title: clean(item.title || ''),
|
|
84
|
+
description: clean(item.desc || ''),
|
|
85
|
+
price: clean('¥' + (item.soldPrice || item.defaultPrice || '')).replace(/^¥\\s*$/, ''),
|
|
86
|
+
original_price: clean(item.originalPrice || ''),
|
|
87
|
+
want_count: String(item.wantCnt ?? ''),
|
|
88
|
+
collect_count: String(item.collectCnt ?? ''),
|
|
89
|
+
browse_count: String(item.browseCnt ?? ''),
|
|
90
|
+
status: clean(item.itemStatusStr || ''),
|
|
91
|
+
condition: clean(findLabel('成色')),
|
|
92
|
+
brand: clean(findLabel('品牌')),
|
|
93
|
+
category: clean(findLabel('分类')),
|
|
94
|
+
location: clean(seller.publishCity || seller.city || ''),
|
|
95
|
+
seller_name: clean(seller.nick || seller.uniqueName || ''),
|
|
96
|
+
seller_id: String(seller.sellerId || ''),
|
|
97
|
+
seller_score: clean(seller.xianyuSummary || ''),
|
|
98
|
+
reply_ratio_24h: clean(seller.replyRatio24h || ''),
|
|
99
|
+
reply_interval: clean(seller.replyInterval || ''),
|
|
100
|
+
item_url: ${JSON.stringify(buildItemUrl(itemId))},
|
|
101
|
+
seller_url: seller.sellerId ? 'https://www.goofish.com/personal?userId=' + seller.sellerId : '',
|
|
102
|
+
image_count: String(images.length),
|
|
103
|
+
image_urls: images,
|
|
104
|
+
};
|
|
105
|
+
})()
|
|
106
|
+
`;
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
cli({
|
|
110
|
+
site: 'xianyu',
|
|
111
|
+
name: 'item',
|
|
112
|
+
description: '查看闲鱼商品详情',
|
|
113
|
+
domain: 'www.goofish.com',
|
|
114
|
+
strategy: Strategy.COOKIE,
|
|
115
|
+
navigateBefore: false,
|
|
116
|
+
browser: true,
|
|
117
|
+
args: [
|
|
118
|
+
{ name: 'item_id', required: true, positional: true, help: '闲鱼商品 item_id' },
|
|
119
|
+
],
|
|
120
|
+
columns: ['item_id', 'title', 'price', 'condition', 'brand', 'location', 'seller_name', 'want_count'],
|
|
121
|
+
func: async (page, kwargs) => {
|
|
122
|
+
const itemId = normalizeNumericId(kwargs.item_id, 'item_id', '1040754408976');
|
|
123
|
+
|
|
124
|
+
await page.goto(buildItemUrl(itemId));
|
|
125
|
+
await page.wait(2);
|
|
126
|
+
|
|
127
|
+
const result = await page.evaluate(buildFetchItemEvaluate(itemId)) as {
|
|
128
|
+
error?: string;
|
|
129
|
+
error_code?: string;
|
|
130
|
+
error_message?: string;
|
|
131
|
+
title?: string;
|
|
132
|
+
item_id?: string;
|
|
133
|
+
} & Record<string, unknown>;
|
|
134
|
+
|
|
135
|
+
if (result?.error === 'auth-required') {
|
|
136
|
+
throw new AuthRequiredError('www.goofish.com', 'Xianyu item detail requires a logged-in browser session');
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
if (result?.error === 'blocked') {
|
|
140
|
+
throw new EmptyResultError('xianyu item', 'Xianyu item detail is blocked by verification or risk control');
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
if (result?.error === 'mtop-not-ready') {
|
|
144
|
+
throw new SelectorError('window.lib.mtop', '闲鱼页面未完成初始化,无法调用商品详情接口');
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
if (!result || typeof result !== 'object') {
|
|
148
|
+
throw new EmptyResultError('xianyu item', '闲鱼商品详情接口未返回有效数据');
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
const errorCode = String(result.error_code || '');
|
|
152
|
+
const errorMessage = String(result.error_message || '');
|
|
153
|
+
if (/FAIL_SYS_SESSION_EXPIRED|SESSION_EXPIRED|FAIL_SYS/.test(errorCode) || /FAIL_SYS_SESSION_EXPIRED|SESSION_EXPIRED/.test(errorMessage)) {
|
|
154
|
+
throw new AuthRequiredError('www.goofish.com', 'Xianyu item detail requires a logged-in browser session');
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
if (result.error) {
|
|
158
|
+
throw new EmptyResultError('xianyu item', errorMessage || `Xianyu item detail request failed: ${result.error}`);
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
if (!String(result.title || '').trim()) {
|
|
162
|
+
throw new EmptyResultError('xianyu item', 'No item detail was returned for the specified item_id');
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
return [result];
|
|
166
|
+
},
|
|
167
|
+
});
|
|
168
|
+
|
|
169
|
+
export const __test__ = {
|
|
170
|
+
normalizeNumericId,
|
|
171
|
+
buildItemUrl,
|
|
172
|
+
};
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { __test__ } from './search.js';
|
|
3
|
+
|
|
4
|
+
describe('xianyu search helpers', () => {
|
|
5
|
+
it('normalizes limit into supported range', () => {
|
|
6
|
+
expect(__test__.normalizeLimit(undefined)).toBe(20);
|
|
7
|
+
expect(__test__.normalizeLimit(0)).toBe(1);
|
|
8
|
+
expect(__test__.normalizeLimit(3.8)).toBe(3);
|
|
9
|
+
expect(__test__.normalizeLimit(999)).toBe(__test__.MAX_LIMIT);
|
|
10
|
+
});
|
|
11
|
+
|
|
12
|
+
it('builds search URLs with encoded queries', () => {
|
|
13
|
+
expect(__test__.buildSearchUrl('笔记本电脑')).toBe(
|
|
14
|
+
'https://www.goofish.com/search?q=%E7%AC%94%E8%AE%B0%E6%9C%AC%E7%94%B5%E8%84%91',
|
|
15
|
+
);
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
it('extracts item ids from detail URLs', () => {
|
|
19
|
+
expect(__test__.itemIdFromUrl('https://www.goofish.com/item?id=954988715389&categoryId=126854525')).toBe('954988715389');
|
|
20
|
+
expect(__test__.itemIdFromUrl('https://www.goofish.com/search?q=test')).toBe('');
|
|
21
|
+
});
|
|
22
|
+
});
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
import { AuthRequiredError, EmptyResultError } from '../../errors.js';
|
|
2
|
+
import { cli, Strategy } from '../../registry.js';
|
|
3
|
+
|
|
4
|
+
const MAX_LIMIT = 50;
|
|
5
|
+
|
|
6
|
+
function normalizeLimit(value: unknown): number {
|
|
7
|
+
const n = Number(value);
|
|
8
|
+
if (!Number.isFinite(n)) return 20;
|
|
9
|
+
return Math.min(MAX_LIMIT, Math.max(1, Math.floor(n)));
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
function buildSearchUrl(query: string): string {
|
|
13
|
+
return `https://www.goofish.com/search?q=${encodeURIComponent(query)}`;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
function itemIdFromUrl(url: string): string {
|
|
17
|
+
const match = url.match(/[?&]id=(\d+)/);
|
|
18
|
+
return match ? match[1] : '';
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function buildExtractResultsEvaluate(limit: number): string {
|
|
22
|
+
return `
|
|
23
|
+
(async () => {
|
|
24
|
+
const wait = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
|
|
25
|
+
const waitFor = async (predicate, timeoutMs = 8000) => {
|
|
26
|
+
const start = Date.now();
|
|
27
|
+
while (Date.now() - start < timeoutMs) {
|
|
28
|
+
if (predicate()) return true;
|
|
29
|
+
await wait(150);
|
|
30
|
+
}
|
|
31
|
+
return false;
|
|
32
|
+
};
|
|
33
|
+
|
|
34
|
+
const clean = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
|
35
|
+
const selectors = {
|
|
36
|
+
card: 'a[href*="/item?id="]',
|
|
37
|
+
title: '[class*="row1-wrap-title"], [class*="main-title"]',
|
|
38
|
+
attrs: '[class*="row2-wrap-cpv"] span[class*="cpv--"]',
|
|
39
|
+
priceWrap: '[class*="price-wrap"]',
|
|
40
|
+
priceNum: '[class*="number"]',
|
|
41
|
+
priceDec: '[class*="decimal"]',
|
|
42
|
+
priceDesc: '[class*="price-desc"] [title], [class*="price-desc"] [style*="line-through"]',
|
|
43
|
+
sellerWrap: '[class*="row4-wrap-seller"]',
|
|
44
|
+
sellerText: '[class*="seller-text"]',
|
|
45
|
+
badge: '[class*="credit-container"] [title], [class*="credit-container"] span',
|
|
46
|
+
};
|
|
47
|
+
|
|
48
|
+
await waitFor(() => {
|
|
49
|
+
const bodyText = document.body?.innerText || '';
|
|
50
|
+
return Boolean(
|
|
51
|
+
document.querySelector(selectors.card)
|
|
52
|
+
|| /请先登录|登录后|验证码|安全验证|异常访问/.test(bodyText)
|
|
53
|
+
|| /暂无相关宝贝|未找到相关宝贝|没有找到/.test(bodyText)
|
|
54
|
+
);
|
|
55
|
+
});
|
|
56
|
+
|
|
57
|
+
const bodyText = document.body?.innerText || '';
|
|
58
|
+
const requiresAuth = /请先登录|登录后/.test(bodyText);
|
|
59
|
+
const blocked = /验证码|安全验证|异常访问/.test(bodyText);
|
|
60
|
+
const empty = /暂无相关宝贝|未找到相关宝贝|没有找到/.test(bodyText);
|
|
61
|
+
|
|
62
|
+
const items = Array.from(document.querySelectorAll(selectors.card))
|
|
63
|
+
.slice(0, ${limit})
|
|
64
|
+
.map((card) => {
|
|
65
|
+
const href = card.href || card.getAttribute('href') || '';
|
|
66
|
+
const title = clean(card.querySelector(selectors.title)?.textContent || '');
|
|
67
|
+
const attrs = Array.from(card.querySelectorAll(selectors.attrs))
|
|
68
|
+
.map((node) => clean(node.textContent || ''))
|
|
69
|
+
.filter(Boolean);
|
|
70
|
+
const priceWrap = card.querySelector(selectors.priceWrap);
|
|
71
|
+
const priceNumber = clean(priceWrap?.querySelector(selectors.priceNum)?.textContent || '');
|
|
72
|
+
const priceDecimal = clean(priceWrap?.querySelector(selectors.priceDec)?.textContent || '');
|
|
73
|
+
const location = clean(card.querySelector(selectors.sellerWrap)?.querySelector(selectors.sellerText)?.textContent || '');
|
|
74
|
+
const originalPriceNode = card.querySelector(selectors.priceDesc);
|
|
75
|
+
const badgeNode = card.querySelector(selectors.badge);
|
|
76
|
+
|
|
77
|
+
return {
|
|
78
|
+
title,
|
|
79
|
+
url: href,
|
|
80
|
+
item_id: '',
|
|
81
|
+
price: clean('¥' + priceNumber + priceDecimal).replace(/^¥\\s*$/, ''),
|
|
82
|
+
original_price: clean(originalPriceNode?.getAttribute('title') || originalPriceNode?.textContent || ''),
|
|
83
|
+
condition: attrs[0] || '',
|
|
84
|
+
brand: attrs[1] || '',
|
|
85
|
+
extra: attrs.slice(2).join(' | '),
|
|
86
|
+
location,
|
|
87
|
+
badge: clean(badgeNode?.getAttribute('title') || badgeNode?.textContent || ''),
|
|
88
|
+
};
|
|
89
|
+
})
|
|
90
|
+
.filter((item) => item.title && item.url);
|
|
91
|
+
|
|
92
|
+
return { requiresAuth, blocked, empty, items };
|
|
93
|
+
})()
|
|
94
|
+
`;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
cli({
|
|
98
|
+
site: 'xianyu',
|
|
99
|
+
name: 'search',
|
|
100
|
+
description: '搜索闲鱼商品',
|
|
101
|
+
domain: 'www.goofish.com',
|
|
102
|
+
strategy: Strategy.COOKIE,
|
|
103
|
+
navigateBefore: false,
|
|
104
|
+
browser: true,
|
|
105
|
+
args: [
|
|
106
|
+
{ name: 'query', required: true, positional: true, help: 'Search keyword' },
|
|
107
|
+
{ name: 'limit', type: 'int', default: 20, help: 'Number of results to return' },
|
|
108
|
+
],
|
|
109
|
+
columns: ['item_id', 'rank', 'title', 'price', 'condition', 'brand', 'location', 'badge', 'url'],
|
|
110
|
+
func: async (page, kwargs) => {
|
|
111
|
+
const query = String(kwargs.query || '').trim();
|
|
112
|
+
const limit = normalizeLimit(kwargs.limit);
|
|
113
|
+
|
|
114
|
+
await page.goto(buildSearchUrl(query));
|
|
115
|
+
await page.wait(2);
|
|
116
|
+
await page.autoScroll({ times: 2 });
|
|
117
|
+
|
|
118
|
+
const payload = await page.evaluate(buildExtractResultsEvaluate(limit)) as {
|
|
119
|
+
requiresAuth?: boolean;
|
|
120
|
+
blocked?: boolean;
|
|
121
|
+
empty?: boolean;
|
|
122
|
+
items?: Array<Record<string, string>>;
|
|
123
|
+
};
|
|
124
|
+
|
|
125
|
+
if (payload?.requiresAuth) {
|
|
126
|
+
throw new AuthRequiredError('www.goofish.com', 'Xianyu search results require a logged-in browser session');
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
if (payload?.blocked) {
|
|
130
|
+
throw new EmptyResultError('xianyu search', 'Xianyu returned a verification page or blocked the current browser session');
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
const items = Array.isArray(payload?.items) ? payload.items : [];
|
|
134
|
+
if (!items.length && !payload?.empty) {
|
|
135
|
+
throw new EmptyResultError('xianyu search', 'No item cards were found on the current Xianyu search page');
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
return items.map((item, index) => ({
|
|
139
|
+
rank: index + 1,
|
|
140
|
+
...item,
|
|
141
|
+
item_id: itemIdFromUrl(item.url),
|
|
142
|
+
}));
|
|
143
|
+
},
|
|
144
|
+
});
|
|
145
|
+
|
|
146
|
+
export const __test__ = {
|
|
147
|
+
MAX_LIMIT,
|
|
148
|
+
normalizeLimit,
|
|
149
|
+
buildSearchUrl,
|
|
150
|
+
itemIdFromUrl,
|
|
151
|
+
};
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { ArgumentError } from '../../errors.js';
|
|
2
|
+
|
|
3
|
+
export function normalizeNumericId(value: unknown, label: string, example: string): string {
|
|
4
|
+
const normalized = String(value || '').trim();
|
|
5
|
+
if (!/^\d+$/.test(normalized)) {
|
|
6
|
+
throw new ArgumentError(`${label} must be a numeric ID`, `Pass a numeric ${label}, for example: ${example}`);
|
|
7
|
+
}
|
|
8
|
+
return normalized;
|
|
9
|
+
}
|