tt-help-cli-ycl 1.3.33 → 1.3.34

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/README.md +17 -17
  2. package/cli.js +9 -9
  3. package/package.json +47 -47
  4. package/scripts/run-explore copy.bat +101 -101
  5. package/scripts/run-explore.bat +132 -127
  6. package/scripts/run-explore.ps1 +157 -153
  7. package/scripts/run-explore.sh +119 -113
  8. package/src/cli/attach.js +180 -180
  9. package/src/cli/auto.js +240 -240
  10. package/src/cli/config.js +152 -152
  11. package/src/cli/explore.js +488 -481
  12. package/src/cli/info.js +88 -88
  13. package/src/cli/open.js +111 -111
  14. package/src/cli/progress.js +111 -111
  15. package/src/cli/refresh.js +216 -216
  16. package/src/cli/scrape.js +47 -47
  17. package/src/cli/utils.js +18 -18
  18. package/src/cli/videos.js +41 -41
  19. package/src/cli/watch.js +31 -31
  20. package/src/lib/api-interceptor.js +43 -202
  21. package/src/lib/args.js +722 -722
  22. package/src/lib/browser/anti-detect.js +23 -23
  23. package/src/lib/browser/cdp.js +261 -261
  24. package/src/lib/browser/health-checker.js +114 -114
  25. package/src/lib/browser/launch.js +43 -43
  26. package/src/lib/browser/page.js +183 -183
  27. package/src/lib/constants.js +216 -213
  28. package/src/lib/delay.js +54 -54
  29. package/src/lib/explore-fetch.js +118 -118
  30. package/src/lib/fetcher.js +45 -45
  31. package/src/lib/filter.js +66 -66
  32. package/src/lib/io.js +54 -54
  33. package/src/lib/output.js +80 -80
  34. package/src/lib/page-error-detector.js +105 -105
  35. package/src/lib/parse-ssr.mjs +69 -69
  36. package/src/lib/parser.js +47 -47
  37. package/src/lib/retry.js +45 -45
  38. package/src/lib/scrape.js +89 -89
  39. package/src/lib/tiktok-scraper.mjs +194 -194
  40. package/src/lib/url.js +52 -52
  41. package/src/main.js +48 -48
  42. package/src/scraper/auto-core.js +203 -203
  43. package/src/scraper/core.js +211 -211
  44. package/src/scraper/explore-core.js +167 -167
  45. package/src/scraper/modules/captcha-handler.js +114 -114
  46. package/src/scraper/modules/follow-extractor.js +194 -194
  47. package/src/scraper/modules/guess-extractor.js +51 -51
  48. package/src/scraper/modules/page-helpers.js +48 -48
  49. package/src/scraper/refresh-core.js +179 -179
  50. package/src/videos/core.js +125 -125
  51. package/src/watch/data-store.js +1030 -1030
  52. package/src/watch/public/index.html +753 -753
  53. package/src/watch/server.js +933 -933
  54. package/scripts/test-captcha-lib.mjs +0 -68
  55. package/scripts/test-captcha.mjs +0 -81
  56. package/scripts/test-incognito-lib.mjs +0 -36
  57. package/scripts/test-login-state.mjs +0 -128
  58. package/scripts/test-safe-click.mjs +0 -45
  59. package/src/results/user-videos-bar.lar.lar.moeta.json +0 -37
@@ -1,183 +1,183 @@
1
- import os from "os";
2
- import path from "path";
3
- import { delay } from "../delay.js";
4
- import { retryWithBackoff } from "../retry.js";
5
- import { getDelayConfig } from "../delay.js";
6
- import { ensureBrowserReady, killEdgeProcesses } from "./cdp.js";
7
-
8
- const DEFAULT_USER_DATA_DIR = path.join(
9
- os.homedir(),
10
- "Library",
11
- "Application Support",
12
- "Microsoft Edge For Testing",
13
- );
14
-
15
- const BROWSER_CLOSED_PATTERNS = [
16
- "Target page, context or browser has been closed",
17
- "Target closed",
18
- "Browser has been closed",
19
- "Protocol error",
20
- "Connection closed",
21
- "net::ERR_CONNECTION",
22
- ];
23
-
24
- export function isBrowserClosedError(error) {
25
- if (!error) return false;
26
- const msg = error.message || error.toString() || "";
27
- return BROWSER_CLOSED_PATTERNS.some((p) => msg.includes(p));
28
- }
29
-
30
- export async function relaunchBrowser(cdpOptions, port) {
31
- console.error(` [浏览器] 浏览器已关闭,正在重启 (端口 ${port})...`);
32
- const targetDir = cdpOptions.userDataDir || DEFAULT_USER_DATA_DIR;
33
- // kill 并清理 Singleton 锁文件,确保 Edge 能启动新实例
34
- await killEdgeProcesses(targetDir);
35
- await new Promise((r) => setTimeout(r, 3000));
36
- // 确保端口已释放后再启动
37
- let retries = 0;
38
- while (retries < 5) {
39
- try {
40
- return await ensureBrowserReady(cdpOptions);
41
- } catch (e) {
42
- if (e.message && e.message.includes("setDownloadBehavior")) {
43
- retries++;
44
- console.error(` [浏览器] CDP 连接异常,重试 ${retries}/5...`);
45
- await new Promise((r) => setTimeout(r, 3000));
46
- await killEdgeProcesses(targetDir);
47
- await new Promise((r) => setTimeout(r, 5000));
48
- continue;
49
- }
50
- throw e;
51
- }
52
- }
53
- throw new Error("浏览器重启失败,CDP 连接异常");
54
- }
55
-
56
- export async function withBrowserRecovery(fn, browser, page, cdpOptions, port) {
57
- try {
58
- return await fn();
59
- } catch (e) {
60
- if (isBrowserClosedError(e)) {
61
- const newBrowser = await relaunchBrowser(cdpOptions, port);
62
- const newPage = await getOrCreatePage(newBrowser);
63
- return await fn(newBrowser, newPage);
64
- }
65
- throw e;
66
- }
67
- }
68
-
69
- /**
70
- * 通过 Cookie 判断登录状态(推荐,最可靠)
71
- * 已登录:存在 sessionid Cookie
72
- * 未登录:不存在 sessionid Cookie
73
- */
74
- export async function isLoggedIn(page) {
75
- const cookies = await page.context().cookies("https://www.tiktok.com");
76
- return cookies.some((c) => c.name === "sessionid");
77
- }
78
-
79
- /**
80
- * 通过 DOM 元素判断登录状态(备用方案)
81
- * 依赖页面渲染完成,可能存在误判
82
- * @deprecated 推荐使用 isLoggedIn(基于 Cookie)
83
- */
84
- export async function isLoggedInByDom(page) {
85
- // 先等客户端渲染完成:登录态元素或登录按钮,哪个先出现就停止等待
86
- const loginOrLoggedInSelector = [
87
- '[class*="DivProfileContainer"]',
88
- '[class*="DivUserContainer"]',
89
- '[class*="UserMenu"]',
90
- '[class*="CurrentUserInfo"]',
91
- 'button:has-text("登录")',
92
- 'button:has-text("Log in")',
93
- 'button:has-text("Sign in")',
94
- ].join(", ");
95
-
96
- await page
97
- .waitForSelector(loginOrLoggedInSelector, { timeout: 10000 })
98
- .catch(() => {});
99
-
100
- return page.evaluate(() => {
101
- const hasProfileContainer = !!document.querySelector(
102
- '[class*="DivProfileContainer"], [class*="DivUserContainer"]',
103
- );
104
- const hasUserMenu = !!document.querySelector(
105
- '[class*="UserMenu"], [class*="user-menu"], [class*="CurrentUserInfo"]',
106
- );
107
- const hasLoginButton = Array.from(
108
- document.querySelectorAll('button, [role="button"]'),
109
- ).some((el) => /^(登录|Log in|Sign in)$/i.test(el.textContent.trim()));
110
-
111
- return (hasProfileContainer || hasUserMenu) && !hasLoginButton;
112
- });
113
- }
114
-
115
- export async function closeCommentPanel(page) {
116
- await page.evaluate(() => {
117
- const rightPanel = document.querySelector('[class*="RightPanelContainer"]');
118
- if (rightPanel) {
119
- const tabContainer = rightPanel.querySelector('[class*="TabContainer"]');
120
- if (tabContainer) {
121
- const closeOverlay = tabContainer.querySelector("div:last-child");
122
- if (closeOverlay) closeOverlay.click();
123
- }
124
- }
125
- });
126
- }
127
-
128
- export async function ensureTikTokPage(browser, url) {
129
- const contexts = browser.contexts();
130
- let page = null;
131
-
132
- for (const ctx of contexts) {
133
- for (const p of ctx.pages()) {
134
- if (p.url().includes("tiktok.com")) {
135
- page = p;
136
- break;
137
- }
138
- }
139
- if (page) break;
140
- }
141
-
142
- if (!page) {
143
- console.error("未找到 TikTok 页面,正在打开...");
144
- const defaultCtx = browser.contexts()[0];
145
- page = await defaultCtx.newPage();
146
- await retryWithBackoff(() =>
147
- page.goto(url, { waitUntil: "load", timeout: 30000 }),
148
- );
149
- const config = getDelayConfig();
150
- await delay(Math.round(config.switchMax * 0.5), config.switchMax);
151
- console.error("TikTok 页面已打开");
152
- }
153
-
154
- return page;
155
- }
156
-
157
- export async function findTikTokPage(browser) {
158
- const contexts = browser.contexts();
159
- for (const ctx of contexts) {
160
- for (const p of ctx.pages()) {
161
- if (p.url().includes("tiktok.com")) return p;
162
- }
163
- }
164
- return null;
165
- }
166
-
167
- export async function getOrCreatePage(browser) {
168
- let page = await findTikTokPage(browser);
169
- if (!page) {
170
- const defaultCtx = browser.contexts()[0] || (await browser.newContext());
171
- page = await defaultCtx.newPage();
172
- }
173
- return page;
174
- }
175
-
176
- export function assertPageUrl(page, expectedPath) {
177
- const actual = page.url();
178
- if (!actual.includes(expectedPath)) {
179
- throw new Error(
180
- `[代理错误] 预期访问 ${expectedPath},实际跳转到了 ${actual}`,
181
- );
182
- }
183
- }
1
+ import os from "os";
2
+ import path from "path";
3
+ import { delay } from "../delay.js";
4
+ import { retryWithBackoff } from "../retry.js";
5
+ import { getDelayConfig } from "../delay.js";
6
+ import { ensureBrowserReady, killEdgeProcesses } from "./cdp.js";
7
+
8
+ const DEFAULT_USER_DATA_DIR = path.join(
9
+ os.homedir(),
10
+ "Library",
11
+ "Application Support",
12
+ "Microsoft Edge For Testing",
13
+ );
14
+
15
+ const BROWSER_CLOSED_PATTERNS = [
16
+ "Target page, context or browser has been closed",
17
+ "Target closed",
18
+ "Browser has been closed",
19
+ "Protocol error",
20
+ "Connection closed",
21
+ "net::ERR_CONNECTION",
22
+ ];
23
+
24
+ export function isBrowserClosedError(error) {
25
+ if (!error) return false;
26
+ const msg = error.message || error.toString() || "";
27
+ return BROWSER_CLOSED_PATTERNS.some((p) => msg.includes(p));
28
+ }
29
+
30
+ export async function relaunchBrowser(cdpOptions, port) {
31
+ console.error(` [浏览器] 浏览器已关闭,正在重启 (端口 ${port})...`);
32
+ const targetDir = cdpOptions.userDataDir || DEFAULT_USER_DATA_DIR;
33
+ // kill 并清理 Singleton 锁文件,确保 Edge 能启动新实例
34
+ await killEdgeProcesses(targetDir);
35
+ await new Promise((r) => setTimeout(r, 3000));
36
+ // 确保端口已释放后再启动
37
+ let retries = 0;
38
+ while (retries < 5) {
39
+ try {
40
+ return await ensureBrowserReady(cdpOptions);
41
+ } catch (e) {
42
+ if (e.message && e.message.includes("setDownloadBehavior")) {
43
+ retries++;
44
+ console.error(` [浏览器] CDP 连接异常,重试 ${retries}/5...`);
45
+ await new Promise((r) => setTimeout(r, 3000));
46
+ await killEdgeProcesses(targetDir);
47
+ await new Promise((r) => setTimeout(r, 5000));
48
+ continue;
49
+ }
50
+ throw e;
51
+ }
52
+ }
53
+ throw new Error("浏览器重启失败,CDP 连接异常");
54
+ }
55
+
56
+ export async function withBrowserRecovery(fn, browser, page, cdpOptions, port) {
57
+ try {
58
+ return await fn();
59
+ } catch (e) {
60
+ if (isBrowserClosedError(e)) {
61
+ const newBrowser = await relaunchBrowser(cdpOptions, port);
62
+ const newPage = await getOrCreatePage(newBrowser);
63
+ return await fn(newBrowser, newPage);
64
+ }
65
+ throw e;
66
+ }
67
+ }
68
+
69
+ /**
70
+ * 通过 Cookie 判断登录状态(推荐,最可靠)
71
+ * 已登录:存在 sessionid Cookie
72
+ * 未登录:不存在 sessionid Cookie
73
+ */
74
+ export async function isLoggedIn(page) {
75
+ const cookies = await page.context().cookies("https://www.tiktok.com");
76
+ return cookies.some((c) => c.name === "sessionid");
77
+ }
78
+
79
+ /**
80
+ * 通过 DOM 元素判断登录状态(备用方案)
81
+ * 依赖页面渲染完成,可能存在误判
82
+ * @deprecated 推荐使用 isLoggedIn(基于 Cookie)
83
+ */
84
+ export async function isLoggedInByDom(page) {
85
+ // 先等客户端渲染完成:登录态元素或登录按钮,哪个先出现就停止等待
86
+ const loginOrLoggedInSelector = [
87
+ '[class*="DivProfileContainer"]',
88
+ '[class*="DivUserContainer"]',
89
+ '[class*="UserMenu"]',
90
+ '[class*="CurrentUserInfo"]',
91
+ 'button:has-text("登录")',
92
+ 'button:has-text("Log in")',
93
+ 'button:has-text("Sign in")',
94
+ ].join(", ");
95
+
96
+ await page
97
+ .waitForSelector(loginOrLoggedInSelector, { timeout: 10000 })
98
+ .catch(() => {});
99
+
100
+ return page.evaluate(() => {
101
+ const hasProfileContainer = !!document.querySelector(
102
+ '[class*="DivProfileContainer"], [class*="DivUserContainer"]',
103
+ );
104
+ const hasUserMenu = !!document.querySelector(
105
+ '[class*="UserMenu"], [class*="user-menu"], [class*="CurrentUserInfo"]',
106
+ );
107
+ const hasLoginButton = Array.from(
108
+ document.querySelectorAll('button, [role="button"]'),
109
+ ).some((el) => /^(登录|Log in|Sign in)$/i.test(el.textContent.trim()));
110
+
111
+ return (hasProfileContainer || hasUserMenu) && !hasLoginButton;
112
+ });
113
+ }
114
+
115
+ export async function closeCommentPanel(page) {
116
+ await page.evaluate(() => {
117
+ const rightPanel = document.querySelector('[class*="RightPanelContainer"]');
118
+ if (rightPanel) {
119
+ const tabContainer = rightPanel.querySelector('[class*="TabContainer"]');
120
+ if (tabContainer) {
121
+ const closeOverlay = tabContainer.querySelector("div:last-child");
122
+ if (closeOverlay) closeOverlay.click();
123
+ }
124
+ }
125
+ });
126
+ }
127
+
128
+ export async function ensureTikTokPage(browser, url) {
129
+ const contexts = browser.contexts();
130
+ let page = null;
131
+
132
+ for (const ctx of contexts) {
133
+ for (const p of ctx.pages()) {
134
+ if (p.url().includes("tiktok.com")) {
135
+ page = p;
136
+ break;
137
+ }
138
+ }
139
+ if (page) break;
140
+ }
141
+
142
+ if (!page) {
143
+ console.error("未找到 TikTok 页面,正在打开...");
144
+ const defaultCtx = browser.contexts()[0];
145
+ page = await defaultCtx.newPage();
146
+ await retryWithBackoff(() =>
147
+ page.goto(url, { waitUntil: "load", timeout: 30000 }),
148
+ );
149
+ const config = getDelayConfig();
150
+ await delay(Math.round(config.switchMax * 0.5), config.switchMax);
151
+ console.error("TikTok 页面已打开");
152
+ }
153
+
154
+ return page;
155
+ }
156
+
157
+ export async function findTikTokPage(browser) {
158
+ const contexts = browser.contexts();
159
+ for (const ctx of contexts) {
160
+ for (const p of ctx.pages()) {
161
+ if (p.url().includes("tiktok.com")) return p;
162
+ }
163
+ }
164
+ return null;
165
+ }
166
+
167
+ export async function getOrCreatePage(browser) {
168
+ let page = await findTikTokPage(browser);
169
+ if (!page) {
170
+ const defaultCtx = browser.contexts()[0] || (await browser.newContext());
171
+ page = await defaultCtx.newPage();
172
+ }
173
+ return page;
174
+ }
175
+
176
+ export function assertPageUrl(page, expectedPath) {
177
+ const actual = page.url();
178
+ if (!actual.includes(expectedPath)) {
179
+ throw new Error(
180
+ `[代理错误] 预期访问 ${expectedPath},实际跳转到了 ${actual}`,
181
+ );
182
+ }
183
+ }