tt-help-cli-ycl 1.3.11 → 1.3.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -17
- package/cli.js +9 -9
- package/package.json +45 -46
- package/{bat → scripts}/run-explore.bat +68 -68
- package/{bat → scripts}/run-explore.ps1 +81 -81
- package/{bat → scripts}/run-explore.sh +73 -73
- package/scripts/test-captcha-lib.mjs +68 -0
- package/scripts/test-captcha.mjs +81 -0
- package/scripts/test-incognito-lib.mjs +36 -0
- package/scripts/test-login-state.mjs +128 -0
- package/scripts/test-safe-click.mjs +45 -0
- package/src/cli/auto.js +186 -157
- package/src/cli/config.js +116 -0
- package/src/cli/explore-default.js +83 -0
- package/src/cli/explore.js +227 -181
- package/src/cli/progress.js +111 -111
- package/src/cli/refresh.js +216 -0
- package/src/cli/scrape.js +47 -47
- package/src/cli/utils.js +18 -18
- package/src/cli/videos.js +41 -41
- package/src/cli/watch.js +31 -31
- package/src/lib/args.js +456 -391
- package/src/lib/browser/anti-detect.js +23 -23
- package/src/lib/browser/cdp.js +194 -142
- package/src/lib/browser/launch.js +43 -43
- package/src/lib/browser/page.js +146 -87
- package/src/lib/constants.js +119 -119
- package/src/lib/delay.js +54 -54
- package/src/lib/explore-fetch.js +118 -118
- package/src/lib/fetcher.js +45 -45
- package/src/lib/filter.js +66 -66
- package/src/lib/io.js +54 -54
- package/src/lib/output.js +80 -80
- package/src/{scraper/modules/page-error-detector.mjs → lib/page-error-detector.js} +70 -70
- package/src/lib/parser.js +47 -47
- package/src/lib/retry.js +45 -45
- package/src/lib/scrape.js +40 -40
- package/src/{scraper/modules/scroll-collector.mjs → lib/scroll-collector.js} +231 -189
- package/src/lib/url.js +52 -52
- package/src/main.js +48 -0
- package/src/results/user-videos-bar.lar.lar.moeta.json +37 -0
- package/src/scraper/{auto-core.mjs → auto-core.js} +203 -194
- package/src/scraper/{core.mjs → core.js} +211 -190
- package/src/scraper/{explore-core.mjs → explore-core.js} +180 -171
- package/src/scraper/modules/{captcha-handler.mjs → captcha-handler.js} +114 -114
- package/src/scraper/modules/{comment-extractor.mjs → comment-extractor.js} +74 -69
- package/src/scraper/modules/{follow-extractor.mjs → follow-extractor.js} +121 -121
- package/src/scraper/modules/{guess-extractor.mjs → guess-extractor.js} +51 -51
- package/src/scraper/modules/page-error-detector.js +1 -0
- package/src/scraper/modules/{page-helpers.mjs → page-helpers.js} +48 -48
- package/src/scraper/modules/scroll-collector.js +8 -0
- package/src/scraper/refresh-core.js +179 -0
- package/src/videos/{core.mjs → core.js} +126 -126
- package/src/watch/data-store.js +431 -0
- package/src/watch/public/index.html +721 -690
- package/src/watch/{server.mjs → server.js} +484 -349
- package/src/main.mjs +0 -234
- package/src/test-auto-follow.cjs +0 -109
- package/src/test-extractors.cjs +0 -75
- package/src/test-follow.cjs +0 -41
- package/src/watch/data-store.mjs +0 -274
package/README.md
CHANGED
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
# tt-help
|
|
2
|
-
|
|
3
|
-
TikTok user & video data scraper — extract ttSeller, verified, locationCreated from HTML source.
|
|
4
|
-
|
|
5
|
-
## Install
|
|
6
|
-
|
|
7
|
-
```bash
|
|
8
|
-
npm i -g tt-help
|
|
9
|
-
```
|
|
10
|
-
|
|
11
|
-
## Usage
|
|
12
|
-
|
|
13
|
-
```bash
|
|
14
|
-
tt-help [options] <urls...>
|
|
15
|
-
```
|
|
16
|
-
|
|
17
|
-
示例、代理配置、和更多用法请查看仓库或 `src/main.mjs` 中的帮助文本。
|
|
1
|
+
# tt-help
|
|
2
|
+
|
|
3
|
+
TikTok user & video data scraper — extract ttSeller, verified, locationCreated from HTML source.
|
|
4
|
+
|
|
5
|
+
## Install
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
npm i -g tt-help
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Usage
|
|
12
|
+
|
|
13
|
+
```bash
|
|
14
|
+
tt-help [options] <urls...>
|
|
15
|
+
```
|
|
16
|
+
|
|
17
|
+
示例、代理配置、和更多用法请查看仓库或 `src/main.mjs` 中的帮助文本。
|
package/cli.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
import { fileURLToPath } from 'url';
|
|
3
|
-
import { dirname, resolve } from 'path';
|
|
4
|
-
|
|
5
|
-
const __filename = fileURLToPath(import.meta.url);
|
|
6
|
-
const __dirname = dirname(__filename);
|
|
7
|
-
|
|
8
|
-
const mainPath = resolve(__dirname, 'src', 'main.
|
|
9
|
-
await import(`file://${mainPath}`);
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { fileURLToPath } from 'url';
|
|
3
|
+
import { dirname, resolve } from 'path';
|
|
4
|
+
|
|
5
|
+
const __filename = fileURLToPath(import.meta.url);
|
|
6
|
+
const __dirname = dirname(__filename);
|
|
7
|
+
|
|
8
|
+
const mainPath = resolve(__dirname, 'src', 'main.js');
|
|
9
|
+
await import(`file://${mainPath}`);
|
package/package.json
CHANGED
|
@@ -1,46 +1,45 @@
|
|
|
1
|
-
{
|
|
2
|
-
"name": "tt-help-cli-ycl",
|
|
3
|
-
"version": "1.3.
|
|
4
|
-
"description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
|
|
5
|
-
"type": "module",
|
|
6
|
-
"bin": {
|
|
7
|
-
"tt-help": "cli.js"
|
|
8
|
-
},
|
|
9
|
-
"main": "src/main.
|
|
10
|
-
"files": [
|
|
11
|
-
"cli.js",
|
|
12
|
-
"src/",
|
|
13
|
-
"
|
|
14
|
-
],
|
|
15
|
-
"scripts": {
|
|
16
|
-
"start": "node src/main.
|
|
17
|
-
},
|
|
18
|
-
"keywords": [
|
|
19
|
-
"tiktok",
|
|
20
|
-
"scraper",
|
|
21
|
-
"cli",
|
|
22
|
-
"seller",
|
|
23
|
-
"ttSeller"
|
|
24
|
-
],
|
|
25
|
-
"author": "jsjhycl",
|
|
26
|
-
"license": "ISC",
|
|
27
|
-
"engines": {
|
|
28
|
-
"node": ">=18"
|
|
29
|
-
},
|
|
30
|
-
"publishConfig": {
|
|
31
|
-
"access": "public"
|
|
32
|
-
},
|
|
33
|
-
"repository": {
|
|
34
|
-
"type": "git",
|
|
35
|
-
"url": "git+https://github.com/jsjhycl/tt-help-cli.git"
|
|
36
|
-
},
|
|
37
|
-
"bugs": {
|
|
38
|
-
"url": "https://github.com/jsjhycl/tt-help-cli/issues"
|
|
39
|
-
},
|
|
40
|
-
"homepage": "https://github.com/jsjhycl/tt-help-cli#readme",
|
|
41
|
-
"dependencies": {
|
|
42
|
-
"playwright": "^1.59.1",
|
|
43
|
-
"
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
}
|
|
1
|
+
{
|
|
2
|
+
"name": "tt-help-cli-ycl",
|
|
3
|
+
"version": "1.3.13",
|
|
4
|
+
"description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"bin": {
|
|
7
|
+
"tt-help": "cli.js"
|
|
8
|
+
},
|
|
9
|
+
"main": "src/main.js",
|
|
10
|
+
"files": [
|
|
11
|
+
"cli.js",
|
|
12
|
+
"src/",
|
|
13
|
+
"scripts/"
|
|
14
|
+
],
|
|
15
|
+
"scripts": {
|
|
16
|
+
"start": "node src/main.js"
|
|
17
|
+
},
|
|
18
|
+
"keywords": [
|
|
19
|
+
"tiktok",
|
|
20
|
+
"scraper",
|
|
21
|
+
"cli",
|
|
22
|
+
"seller",
|
|
23
|
+
"ttSeller"
|
|
24
|
+
],
|
|
25
|
+
"author": "jsjhycl",
|
|
26
|
+
"license": "ISC",
|
|
27
|
+
"engines": {
|
|
28
|
+
"node": ">=18"
|
|
29
|
+
},
|
|
30
|
+
"publishConfig": {
|
|
31
|
+
"access": "public"
|
|
32
|
+
},
|
|
33
|
+
"repository": {
|
|
34
|
+
"type": "git",
|
|
35
|
+
"url": "git+https://github.com/jsjhycl/tt-help-cli.git"
|
|
36
|
+
},
|
|
37
|
+
"bugs": {
|
|
38
|
+
"url": "https://github.com/jsjhycl/tt-help-cli/issues"
|
|
39
|
+
},
|
|
40
|
+
"homepage": "https://github.com/jsjhycl/tt-help-cli#readme",
|
|
41
|
+
"dependencies": {
|
|
42
|
+
"playwright": "^1.59.1",
|
|
43
|
+
"undici": "^8.1.0"
|
|
44
|
+
}
|
|
45
|
+
}
|
|
@@ -1,68 +1,68 @@
|
|
|
1
|
-
@ECHO OFF
|
|
2
|
-
SETLOCAL
|
|
3
|
-
|
|
4
|
-
SET "PACKAGENAME=tt-help-cli-ycl"
|
|
5
|
-
SET "TARGET_SERVER=http://117.71.53.99:17301"
|
|
6
|
-
SET "CONFIG_PATH=%USERPROFILE%\.tt-help.json"
|
|
7
|
-
|
|
8
|
-
ECHO ========================================
|
|
9
|
-
ECHO tt-help-cli-ycl one-click launcher (Windows CMD)
|
|
10
|
-
ECHO ========================================
|
|
11
|
-
|
|
12
|
-
REM ---------- 1. Check/install latest version ----------
|
|
13
|
-
FOR /F "delims=" %%V IN ('npm view %PACKAGENAME% version 2^>nul') DO SET "LATEST_VERSION=%%V"
|
|
14
|
-
|
|
15
|
-
IF NOT DEFINED LATEST_VERSION (
|
|
16
|
-
ECHO [ERROR] Cannot get latest version from npm
|
|
17
|
-
EXIT /B 1
|
|
18
|
-
)
|
|
19
|
-
|
|
20
|
-
FOR /F "tokens=2 delims=@" %%V IN ('npm list -g %PACKAGENAME% --depth=0 2^>nul ^| findstr /i "%PACKAGENAME%"') DO SET "INSTALLED_VERSION=%%V"
|
|
21
|
-
|
|
22
|
-
IF NOT DEFINED INSTALLED_VERSION (
|
|
23
|
-
ECHO [INFO] %PACKAGENAME% not installed, installing latest...
|
|
24
|
-
CALL npm install -g %PACKAGENAME%
|
|
25
|
-
IF %ERRORLEVEL% EQU 0 (
|
|
26
|
-
ECHO [OK] Installed: %LATEST_VERSION%
|
|
27
|
-
) ELSE (
|
|
28
|
-
ECHO [ERROR] Install failed, run manually: npm install -g %PACKAGENAME%
|
|
29
|
-
EXIT /B 1
|
|
30
|
-
)
|
|
31
|
-
) ELSE IF "%INSTALLED_VERSION%"=="%LATEST_VERSION%" (
|
|
32
|
-
ECHO [OK] %PACKAGENAME% is up to date: %LATEST_VERSION%
|
|
33
|
-
) ELSE (
|
|
34
|
-
ECHO [INFO] Current: %INSTALLED_VERSION%, Latest: %LATEST_VERSION%
|
|
35
|
-
ECHO [INFO] Upgrading to latest...
|
|
36
|
-
CALL npm install -g %PACKAGENAME%
|
|
37
|
-
IF %ERRORLEVEL% EQU 0 (
|
|
38
|
-
ECHO [OK] Upgraded: %LATEST_VERSION%
|
|
39
|
-
) ELSE (
|
|
40
|
-
ECHO [WARN] Upgrade failed, run manually: npm install -g %PACKAGENAME%
|
|
41
|
-
)
|
|
42
|
-
)
|
|
43
|
-
|
|
44
|
-
REM ---------- 2. Check/set server config ----------
|
|
45
|
-
SET "CURRENT_SERVER="
|
|
46
|
-
IF EXIST "%CONFIG_PATH%" (
|
|
47
|
-
FOR /F "delims=" %%S IN ('node -e "try{const c=JSON.parse(require('fs').readFileSync('%CONFIG_PATH%','utf-8'));console.log(c.server||'')}catch(e){}" 2^>nul') DO SET "CURRENT_SERVER=%%S"
|
|
48
|
-
)
|
|
49
|
-
|
|
50
|
-
IF "%CURRENT_SERVER%"=="%TARGET_SERVER%" (
|
|
51
|
-
ECHO [OK] Server config is correct: %TARGET_SERVER%
|
|
52
|
-
) ELSE (
|
|
53
|
-
IF "%CURRENT_SERVER%"=="" (
|
|
54
|
-
ECHO [INFO] Current server: not set, target: %TARGET_SERVER%
|
|
55
|
-
) ELSE (
|
|
56
|
-
ECHO [INFO] Current server: %CURRENT_SERVER%, target: %TARGET_SERVER%
|
|
57
|
-
)
|
|
58
|
-
ECHO [INFO] Setting server config...
|
|
59
|
-
node -e "const fs=require('fs'),path=require('path');const p=path.join(require('os').homedir(),'.tt-help.json');let c={};try{c=JSON.parse(fs.readFileSync(p,'utf-8'))}catch(e){}c.server='%TARGET_SERVER%';fs.writeFileSync(p,JSON.stringify(c,null,2),'utf-8');console.log(' Written to: '+p);"
|
|
60
|
-
ECHO [OK] Server config set
|
|
61
|
-
)
|
|
62
|
-
|
|
63
|
-
REM ---------- 3. Start tt-help explore ----------
|
|
64
|
-
ECHO.
|
|
65
|
-
ECHO ========================================
|
|
66
|
-
ECHO Starting tt-help explore
|
|
67
|
-
ECHO ========================================
|
|
68
|
-
tt-help explore
|
|
1
|
+
@ECHO OFF
|
|
2
|
+
SETLOCAL
|
|
3
|
+
|
|
4
|
+
SET "PACKAGENAME=tt-help-cli-ycl"
|
|
5
|
+
SET "TARGET_SERVER=http://117.71.53.99:17301"
|
|
6
|
+
SET "CONFIG_PATH=%USERPROFILE%\.tt-help.json"
|
|
7
|
+
|
|
8
|
+
ECHO ========================================
|
|
9
|
+
ECHO tt-help-cli-ycl one-click launcher (Windows CMD)
|
|
10
|
+
ECHO ========================================
|
|
11
|
+
|
|
12
|
+
REM ---------- 1. Check/install latest version ----------
|
|
13
|
+
FOR /F "delims=" %%V IN ('npm view %PACKAGENAME% version 2^>nul') DO SET "LATEST_VERSION=%%V"
|
|
14
|
+
|
|
15
|
+
IF NOT DEFINED LATEST_VERSION (
|
|
16
|
+
ECHO [ERROR] Cannot get latest version from npm
|
|
17
|
+
EXIT /B 1
|
|
18
|
+
)
|
|
19
|
+
|
|
20
|
+
FOR /F "tokens=2 delims=@" %%V IN ('npm list -g %PACKAGENAME% --depth=0 2^>nul ^| findstr /i "%PACKAGENAME%"') DO SET "INSTALLED_VERSION=%%V"
|
|
21
|
+
|
|
22
|
+
IF NOT DEFINED INSTALLED_VERSION (
|
|
23
|
+
ECHO [INFO] %PACKAGENAME% not installed, installing latest...
|
|
24
|
+
CALL npm install -g %PACKAGENAME%
|
|
25
|
+
IF %ERRORLEVEL% EQU 0 (
|
|
26
|
+
ECHO [OK] Installed: %LATEST_VERSION%
|
|
27
|
+
) ELSE (
|
|
28
|
+
ECHO [ERROR] Install failed, run manually: npm install -g %PACKAGENAME%
|
|
29
|
+
EXIT /B 1
|
|
30
|
+
)
|
|
31
|
+
) ELSE IF "%INSTALLED_VERSION%"=="%LATEST_VERSION%" (
|
|
32
|
+
ECHO [OK] %PACKAGENAME% is up to date: %LATEST_VERSION%
|
|
33
|
+
) ELSE (
|
|
34
|
+
ECHO [INFO] Current: %INSTALLED_VERSION%, Latest: %LATEST_VERSION%
|
|
35
|
+
ECHO [INFO] Upgrading to latest...
|
|
36
|
+
CALL npm install -g %PACKAGENAME%
|
|
37
|
+
IF %ERRORLEVEL% EQU 0 (
|
|
38
|
+
ECHO [OK] Upgraded: %LATEST_VERSION%
|
|
39
|
+
) ELSE (
|
|
40
|
+
ECHO [WARN] Upgrade failed, run manually: npm install -g %PACKAGENAME%
|
|
41
|
+
)
|
|
42
|
+
)
|
|
43
|
+
|
|
44
|
+
REM ---------- 2. Check/set server config ----------
|
|
45
|
+
SET "CURRENT_SERVER="
|
|
46
|
+
IF EXIST "%CONFIG_PATH%" (
|
|
47
|
+
FOR /F "delims=" %%S IN ('node -e "try{const c=JSON.parse(require('fs').readFileSync('%CONFIG_PATH%','utf-8'));console.log(c.server||'')}catch(e){}" 2^>nul') DO SET "CURRENT_SERVER=%%S"
|
|
48
|
+
)
|
|
49
|
+
|
|
50
|
+
IF "%CURRENT_SERVER%"=="%TARGET_SERVER%" (
|
|
51
|
+
ECHO [OK] Server config is correct: %TARGET_SERVER%
|
|
52
|
+
) ELSE (
|
|
53
|
+
IF "%CURRENT_SERVER%"=="" (
|
|
54
|
+
ECHO [INFO] Current server: not set, target: %TARGET_SERVER%
|
|
55
|
+
) ELSE (
|
|
56
|
+
ECHO [INFO] Current server: %CURRENT_SERVER%, target: %TARGET_SERVER%
|
|
57
|
+
)
|
|
58
|
+
ECHO [INFO] Setting server config...
|
|
59
|
+
node -e "const fs=require('fs'),path=require('path');const p=path.join(require('os').homedir(),'.tt-help.json');let c={};try{c=JSON.parse(fs.readFileSync(p,'utf-8'))}catch(e){}c.server='%TARGET_SERVER%';fs.writeFileSync(p,JSON.stringify(c,null,2),'utf-8');console.log(' Written to: '+p);"
|
|
60
|
+
ECHO [OK] Server config set
|
|
61
|
+
)
|
|
62
|
+
|
|
63
|
+
REM ---------- 3. Start tt-help explore ----------
|
|
64
|
+
ECHO.
|
|
65
|
+
ECHO ========================================
|
|
66
|
+
ECHO Starting tt-help explore
|
|
67
|
+
ECHO ========================================
|
|
68
|
+
tt-help explore
|
|
@@ -1,81 +1,81 @@
|
|
|
1
|
-
$packageName = "tt-help-cli-ycl"
|
|
2
|
-
$targetServer = "http://117.71.53.99:17301"
|
|
3
|
-
$configPath = Join-Path $env:USERPROFILE ".tt-help.json"
|
|
4
|
-
|
|
5
|
-
Write-Host "========================================"
|
|
6
|
-
Write-Host " tt-help-cli-ycl 一键启动脚本 (Windows)"
|
|
7
|
-
Write-Host "========================================"
|
|
8
|
-
|
|
9
|
-
# ---------- 1. 检查/安装最新版本 ----------
|
|
10
|
-
$latestVersion = npm view $packageName version 2>$null
|
|
11
|
-
|
|
12
|
-
if (-not $latestVersion) {
|
|
13
|
-
Write-Host "[错误] 无法从 npm 获取最新版本信息"
|
|
14
|
-
exit 1
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
$installedVersion = ""
|
|
18
|
-
$output = npm list -g $packageName --depth=0 2>$null
|
|
19
|
-
if ($output -match "$packageName@([\d.]+)") {
|
|
20
|
-
$installedVersion = $matches[1]
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
if (-not $installedVersion) {
|
|
24
|
-
Write-Host "[提示] tt-help-cli-ycl 未安装,正在安装最新版本..."
|
|
25
|
-
npm install -g $packageName 2>$null
|
|
26
|
-
if ($LASTEXITCODE -eq 0) {
|
|
27
|
-
Write-Host "[OK] 安装完成: $latestVersion"
|
|
28
|
-
} else {
|
|
29
|
-
Write-Host "[错误] 安装失败,请手动执行: npm install -g $packageName"
|
|
30
|
-
exit 1
|
|
31
|
-
}
|
|
32
|
-
} elseif ($installedVersion -eq $latestVersion) {
|
|
33
|
-
Write-Host "[OK] tt-help-cli-ycl 已是最新版本: $latestVersion"
|
|
34
|
-
} else {
|
|
35
|
-
Write-Host "[提示] 当前版本: $installedVersion, 最新版本: $latestVersion"
|
|
36
|
-
Write-Host "[执行] 正在升级最新版本..."
|
|
37
|
-
npm install -g $packageName 2>$null
|
|
38
|
-
if ($LASTEXITCODE -eq 0) {
|
|
39
|
-
Write-Host "[OK] 升级完成: $latestVersion"
|
|
40
|
-
} else {
|
|
41
|
-
Write-Host "[警告] 升级失败,请手动执行: npm install -g $packageName"
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
# ---------- 2. 检查/设置 server 配置 ----------
|
|
46
|
-
$currentServer = ""
|
|
47
|
-
if (Test-Path $configPath) {
|
|
48
|
-
try {
|
|
49
|
-
$config = Get-Content $configPath -Raw | ConvertFrom-Json
|
|
50
|
-
$currentServer = $config.server
|
|
51
|
-
} catch {
|
|
52
|
-
$currentServer = ""
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
if ($currentServer -eq $targetServer) {
|
|
57
|
-
Write-Host "[OK] Server 配置正确: $targetServer"
|
|
58
|
-
} else {
|
|
59
|
-
$currentDisplay = if ($currentServer) { $currentServer } else { "未设置" }
|
|
60
|
-
Write-Host "[提示] 当前 server: $currentDisplay, 目标: $targetServer"
|
|
61
|
-
Write-Host "[执行] 正在设置 server 配置..."
|
|
62
|
-
|
|
63
|
-
node -e "
|
|
64
|
-
const fs = require('fs');
|
|
65
|
-
const path = require('path');
|
|
66
|
-
const configPath = path.join(require('os').homedir(), '.tt-help.json');
|
|
67
|
-
let cfg = {};
|
|
68
|
-
try { cfg = JSON.parse(fs.readFileSync(configPath, 'utf-8')); } catch(e) {}
|
|
69
|
-
cfg.server = '$targetServer';
|
|
70
|
-
fs.writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
|
|
71
|
-
console.log(' 已写入: ' + configPath);
|
|
72
|
-
"
|
|
73
|
-
Write-Host "[OK] Server 配置已设置"
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
# ---------- 3. 启动 tt-help explore ----------
|
|
77
|
-
Write-Host ""
|
|
78
|
-
Write-Host "========================================"
|
|
79
|
-
Write-Host " 启动 tt-help explore"
|
|
80
|
-
Write-Host "========================================"
|
|
81
|
-
tt-help explore
|
|
1
|
+
$packageName = "tt-help-cli-ycl"
|
|
2
|
+
$targetServer = "http://117.71.53.99:17301"
|
|
3
|
+
$configPath = Join-Path $env:USERPROFILE ".tt-help.json"
|
|
4
|
+
|
|
5
|
+
Write-Host "========================================"
|
|
6
|
+
Write-Host " tt-help-cli-ycl 一键启动脚本 (Windows)"
|
|
7
|
+
Write-Host "========================================"
|
|
8
|
+
|
|
9
|
+
# ---------- 1. 检查/安装最新版本 ----------
|
|
10
|
+
$latestVersion = npm view $packageName version 2>$null
|
|
11
|
+
|
|
12
|
+
if (-not $latestVersion) {
|
|
13
|
+
Write-Host "[错误] 无法从 npm 获取最新版本信息"
|
|
14
|
+
exit 1
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
$installedVersion = ""
|
|
18
|
+
$output = npm list -g $packageName --depth=0 2>$null
|
|
19
|
+
if ($output -match "$packageName@([\d.]+)") {
|
|
20
|
+
$installedVersion = $matches[1]
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
if (-not $installedVersion) {
|
|
24
|
+
Write-Host "[提示] tt-help-cli-ycl 未安装,正在安装最新版本..."
|
|
25
|
+
npm install -g $packageName 2>$null
|
|
26
|
+
if ($LASTEXITCODE -eq 0) {
|
|
27
|
+
Write-Host "[OK] 安装完成: $latestVersion"
|
|
28
|
+
} else {
|
|
29
|
+
Write-Host "[错误] 安装失败,请手动执行: npm install -g $packageName"
|
|
30
|
+
exit 1
|
|
31
|
+
}
|
|
32
|
+
} elseif ($installedVersion -eq $latestVersion) {
|
|
33
|
+
Write-Host "[OK] tt-help-cli-ycl 已是最新版本: $latestVersion"
|
|
34
|
+
} else {
|
|
35
|
+
Write-Host "[提示] 当前版本: $installedVersion, 最新版本: $latestVersion"
|
|
36
|
+
Write-Host "[执行] 正在升级最新版本..."
|
|
37
|
+
npm install -g $packageName 2>$null
|
|
38
|
+
if ($LASTEXITCODE -eq 0) {
|
|
39
|
+
Write-Host "[OK] 升级完成: $latestVersion"
|
|
40
|
+
} else {
|
|
41
|
+
Write-Host "[警告] 升级失败,请手动执行: npm install -g $packageName"
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
# ---------- 2. 检查/设置 server 配置 ----------
|
|
46
|
+
$currentServer = ""
|
|
47
|
+
if (Test-Path $configPath) {
|
|
48
|
+
try {
|
|
49
|
+
$config = Get-Content $configPath -Raw | ConvertFrom-Json
|
|
50
|
+
$currentServer = $config.server
|
|
51
|
+
} catch {
|
|
52
|
+
$currentServer = ""
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
if ($currentServer -eq $targetServer) {
|
|
57
|
+
Write-Host "[OK] Server 配置正确: $targetServer"
|
|
58
|
+
} else {
|
|
59
|
+
$currentDisplay = if ($currentServer) { $currentServer } else { "未设置" }
|
|
60
|
+
Write-Host "[提示] 当前 server: $currentDisplay, 目标: $targetServer"
|
|
61
|
+
Write-Host "[执行] 正在设置 server 配置..."
|
|
62
|
+
|
|
63
|
+
node -e "
|
|
64
|
+
const fs = require('fs');
|
|
65
|
+
const path = require('path');
|
|
66
|
+
const configPath = path.join(require('os').homedir(), '.tt-help.json');
|
|
67
|
+
let cfg = {};
|
|
68
|
+
try { cfg = JSON.parse(fs.readFileSync(configPath, 'utf-8')); } catch(e) {}
|
|
69
|
+
cfg.server = '$targetServer';
|
|
70
|
+
fs.writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
|
|
71
|
+
console.log(' 已写入: ' + configPath);
|
|
72
|
+
"
|
|
73
|
+
Write-Host "[OK] Server 配置已设置"
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
# ---------- 3. 启动 tt-help explore ----------
|
|
77
|
+
Write-Host ""
|
|
78
|
+
Write-Host "========================================"
|
|
79
|
+
Write-Host " 启动 tt-help explore"
|
|
80
|
+
Write-Host "========================================"
|
|
81
|
+
tt-help explore
|
|
@@ -1,73 +1,73 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
|
|
3
|
-
PACKAGENAME="tt-help-cli-ycl"
|
|
4
|
-
TARGET_SERVER="http://117.71.53.99:17301"
|
|
5
|
-
CONFIG_PATH="$HOME/.tt-help.json"
|
|
6
|
-
|
|
7
|
-
echo "========================================"
|
|
8
|
-
echo " tt-help-cli-ycl 一键启动脚本 (macOS)"
|
|
9
|
-
echo "========================================"
|
|
10
|
-
|
|
11
|
-
# ---------- 1. 检查/安装最新版本 ----------
|
|
12
|
-
LATEST_VERSION=$(npm view "$PACKAGENAME" version 2>/dev/null)
|
|
13
|
-
|
|
14
|
-
if [ -z "$LATEST_VERSION" ]; then
|
|
15
|
-
echo "[错误] 无法从 npm 获取最新版本信息"
|
|
16
|
-
exit 1
|
|
17
|
-
fi
|
|
18
|
-
|
|
19
|
-
INSTALLED_VERSION=$(npm list -g "$PACKAGENAME" --depth=0 2>/dev/null | grep "$PACKAGENAME@" | head -1 | sed 's/.*@//' | sed 's/[) ].*//')
|
|
20
|
-
|
|
21
|
-
if [ -z "$INSTALLED_VERSION" ]; then
|
|
22
|
-
echo "[提示] tt-help-cli-ycl 未安装,正在安装最新版本..."
|
|
23
|
-
npm install -g "$PACKAGENAME"
|
|
24
|
-
if [ $? -eq 0 ]; then
|
|
25
|
-
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
26
|
-
else
|
|
27
|
-
echo "[错误] 安装失败,请手动执行: npm install -g $PACKAGENAME"
|
|
28
|
-
exit 1
|
|
29
|
-
fi
|
|
30
|
-
elif [ "$INSTALLED_VERSION" = "$LATEST_VERSION" ]; then
|
|
31
|
-
echo "[OK] tt-help-cli-ycl 已是最新版本: $LATEST_VERSION"
|
|
32
|
-
else
|
|
33
|
-
echo "[提示] 当前版本: $INSTALLED_VERSION, 最新版本: $LATEST_VERSION"
|
|
34
|
-
echo "[执行] 正在升级最新版本..."
|
|
35
|
-
npm install -g "$PACKAGENAME" 2>/dev/null
|
|
36
|
-
if [ $? -eq 0 ]; then
|
|
37
|
-
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
38
|
-
else
|
|
39
|
-
echo "[警告] 自动安装失败,尝试手动更新..."
|
|
40
|
-
npm update -g "$PACKAGENAME"
|
|
41
|
-
fi
|
|
42
|
-
fi
|
|
43
|
-
|
|
44
|
-
# ---------- 2. 检查/设置 server 配置 ----------
|
|
45
|
-
CURRENT_SERVER=""
|
|
46
|
-
if [ -f "$CONFIG_PATH" ]; then
|
|
47
|
-
CURRENT_SERVER=$(node -e "try{const c=JSON.parse(require('fs').readFileSync('$CONFIG_PATH','utf-8'));console.log(c.server||'')}catch(e){}" 2>/dev/null)
|
|
48
|
-
fi
|
|
49
|
-
|
|
50
|
-
if [ "$CURRENT_SERVER" = "$TARGET_SERVER" ]; then
|
|
51
|
-
echo "[OK] Server 配置正确: $TARGET_SERVER"
|
|
52
|
-
else
|
|
53
|
-
echo "[提示] 当前 server: ${CURRENT_SERVER:-未设置}, 目标: $TARGET_SERVER"
|
|
54
|
-
echo "[执行] 正在设置 server 配置..."
|
|
55
|
-
node -e "
|
|
56
|
-
const fs = require('fs');
|
|
57
|
-
const path = require('path');
|
|
58
|
-
const configPath = path.join(require('os').homedir(), '.tt-help.json');
|
|
59
|
-
let cfg = {};
|
|
60
|
-
try { cfg = JSON.parse(fs.readFileSync(configPath, 'utf-8')); } catch(e) {}
|
|
61
|
-
cfg.server = '$TARGET_SERVER';
|
|
62
|
-
fs.writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
|
|
63
|
-
console.log(' 已写入: ' + configPath);
|
|
64
|
-
"
|
|
65
|
-
echo "[OK] Server 配置已设置"
|
|
66
|
-
fi
|
|
67
|
-
|
|
68
|
-
# ---------- 3. 启动 tt-help explore ----------
|
|
69
|
-
echo ""
|
|
70
|
-
echo "========================================"
|
|
71
|
-
echo " 启动 tt-help explore"
|
|
72
|
-
echo "========================================"
|
|
73
|
-
tt-help explore
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
|
|
3
|
+
PACKAGENAME="tt-help-cli-ycl"
|
|
4
|
+
TARGET_SERVER="http://117.71.53.99:17301"
|
|
5
|
+
CONFIG_PATH="$HOME/.tt-help.json"
|
|
6
|
+
|
|
7
|
+
echo "========================================"
|
|
8
|
+
echo " tt-help-cli-ycl 一键启动脚本 (macOS)"
|
|
9
|
+
echo "========================================"
|
|
10
|
+
|
|
11
|
+
# ---------- 1. 检查/安装最新版本 ----------
|
|
12
|
+
LATEST_VERSION=$(npm view "$PACKAGENAME" version 2>/dev/null)
|
|
13
|
+
|
|
14
|
+
if [ -z "$LATEST_VERSION" ]; then
|
|
15
|
+
echo "[错误] 无法从 npm 获取最新版本信息"
|
|
16
|
+
exit 1
|
|
17
|
+
fi
|
|
18
|
+
|
|
19
|
+
INSTALLED_VERSION=$(npm list -g "$PACKAGENAME" --depth=0 2>/dev/null | grep "$PACKAGENAME@" | head -1 | sed 's/.*@//' | sed 's/[) ].*//')
|
|
20
|
+
|
|
21
|
+
if [ -z "$INSTALLED_VERSION" ]; then
|
|
22
|
+
echo "[提示] tt-help-cli-ycl 未安装,正在安装最新版本..."
|
|
23
|
+
npm install -g "$PACKAGENAME"
|
|
24
|
+
if [ $? -eq 0 ]; then
|
|
25
|
+
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
26
|
+
else
|
|
27
|
+
echo "[错误] 安装失败,请手动执行: npm install -g $PACKAGENAME"
|
|
28
|
+
exit 1
|
|
29
|
+
fi
|
|
30
|
+
elif [ "$INSTALLED_VERSION" = "$LATEST_VERSION" ]; then
|
|
31
|
+
echo "[OK] tt-help-cli-ycl 已是最新版本: $LATEST_VERSION"
|
|
32
|
+
else
|
|
33
|
+
echo "[提示] 当前版本: $INSTALLED_VERSION, 最新版本: $LATEST_VERSION"
|
|
34
|
+
echo "[执行] 正在升级最新版本..."
|
|
35
|
+
npm install -g "$PACKAGENAME" 2>/dev/null
|
|
36
|
+
if [ $? -eq 0 ]; then
|
|
37
|
+
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
38
|
+
else
|
|
39
|
+
echo "[警告] 自动安装失败,尝试手动更新..."
|
|
40
|
+
npm update -g "$PACKAGENAME"
|
|
41
|
+
fi
|
|
42
|
+
fi
|
|
43
|
+
|
|
44
|
+
# ---------- 2. 检查/设置 server 配置 ----------
|
|
45
|
+
CURRENT_SERVER=""
|
|
46
|
+
if [ -f "$CONFIG_PATH" ]; then
|
|
47
|
+
CURRENT_SERVER=$(node -e "try{const c=JSON.parse(require('fs').readFileSync('$CONFIG_PATH','utf-8'));console.log(c.server||'')}catch(e){}" 2>/dev/null)
|
|
48
|
+
fi
|
|
49
|
+
|
|
50
|
+
if [ "$CURRENT_SERVER" = "$TARGET_SERVER" ]; then
|
|
51
|
+
echo "[OK] Server 配置正确: $TARGET_SERVER"
|
|
52
|
+
else
|
|
53
|
+
echo "[提示] 当前 server: ${CURRENT_SERVER:-未设置}, 目标: $TARGET_SERVER"
|
|
54
|
+
echo "[执行] 正在设置 server 配置..."
|
|
55
|
+
node -e "
|
|
56
|
+
const fs = require('fs');
|
|
57
|
+
const path = require('path');
|
|
58
|
+
const configPath = path.join(require('os').homedir(), '.tt-help.json');
|
|
59
|
+
let cfg = {};
|
|
60
|
+
try { cfg = JSON.parse(fs.readFileSync(configPath, 'utf-8')); } catch(e) {}
|
|
61
|
+
cfg.server = '$TARGET_SERVER';
|
|
62
|
+
fs.writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
|
|
63
|
+
console.log(' 已写入: ' + configPath);
|
|
64
|
+
"
|
|
65
|
+
echo "[OK] Server 配置已设置"
|
|
66
|
+
fi
|
|
67
|
+
|
|
68
|
+
# ---------- 3. 启动 tt-help explore ----------
|
|
69
|
+
echo ""
|
|
70
|
+
echo "========================================"
|
|
71
|
+
echo " 启动 tt-help explore"
|
|
72
|
+
echo "========================================"
|
|
73
|
+
tt-help explore
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { chromium } from 'playwright';
|
|
2
|
+
|
|
3
|
+
const URL = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
|
|
4
|
+
|
|
5
|
+
async function main() {
|
|
6
|
+
const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
|
|
7
|
+
const page = browser.contexts()[0].pages()[0];
|
|
8
|
+
|
|
9
|
+
// 测试 detectCaptcha
|
|
10
|
+
console.error('=== 测试 detectCaptcha (无验证码) ===');
|
|
11
|
+
await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
|
|
12
|
+
await page.waitForTimeout(3000);
|
|
13
|
+
|
|
14
|
+
const { detectCaptcha, closeCaptcha, handleCaptcha } = await import('../src/scraper/modules/captcha-handler.mjs');
|
|
15
|
+
|
|
16
|
+
const r1 = await detectCaptcha(page);
|
|
17
|
+
console.error('未点击评论:', JSON.stringify(r1));
|
|
18
|
+
|
|
19
|
+
// 点击评论触发验证码
|
|
20
|
+
await page.evaluate(() => {
|
|
21
|
+
const all = document.querySelectorAll('button');
|
|
22
|
+
for (const el of all) {
|
|
23
|
+
if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
|
|
24
|
+
el.click();
|
|
25
|
+
break;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
});
|
|
29
|
+
await page.waitForTimeout(3000);
|
|
30
|
+
|
|
31
|
+
console.error('\n=== 测试 detectCaptcha (有验证码) ===');
|
|
32
|
+
const r2 = await detectCaptcha(page);
|
|
33
|
+
console.error('点击评论后:', JSON.stringify(r2));
|
|
34
|
+
|
|
35
|
+
console.error('\n=== 测试 closeCaptcha ===');
|
|
36
|
+
const r3 = await closeCaptcha(page);
|
|
37
|
+
await page.waitForTimeout(1000);
|
|
38
|
+
console.error('关闭结果:', JSON.stringify(r3));
|
|
39
|
+
|
|
40
|
+
const r4 = await detectCaptcha(page);
|
|
41
|
+
console.error('关闭后检测:', JSON.stringify(r4));
|
|
42
|
+
|
|
43
|
+
console.error('\n=== 测试 handleCaptcha (完整流程) ===');
|
|
44
|
+
// 重新触发
|
|
45
|
+
await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
|
|
46
|
+
await page.waitForTimeout(3000);
|
|
47
|
+
await page.evaluate(() => {
|
|
48
|
+
const all = document.querySelectorAll('button');
|
|
49
|
+
for (const el of all) {
|
|
50
|
+
if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
|
|
51
|
+
el.click();
|
|
52
|
+
break;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
});
|
|
56
|
+
await page.waitForTimeout(3000);
|
|
57
|
+
|
|
58
|
+
const r5 = await handleCaptcha(page);
|
|
59
|
+
console.error('handleCaptcha 结果:', JSON.stringify(r5));
|
|
60
|
+
|
|
61
|
+
await page.screenshot({ path: '/tmp/lib-test-final.png' });
|
|
62
|
+
console.error('\n最终截图: /tmp/lib-test-final.png');
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
main().catch(err => {
|
|
66
|
+
console.error('错误:', err);
|
|
67
|
+
process.exit(1);
|
|
68
|
+
});
|