tt-help-cli-ycl 1.3.45 → 1.3.46
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -33
- package/cli.js +9 -9
- package/package.json +52 -52
- package/scripts/run-explore copy.bat +101 -101
- package/scripts/run-explore.bat +134 -134
- package/scripts/run-explore.ps1 +159 -159
- package/scripts/run-explore.sh +121 -121
- package/src/cli/attach.js +331 -313
- package/src/cli/auto.js +265 -265
- package/src/cli/comments.js +620 -620
- package/src/cli/config.js +170 -170
- package/src/cli/db-import.js +51 -51
- package/src/cli/explore.js +555 -555
- package/src/cli/info.js +10 -16
- package/src/cli/open.js +111 -111
- package/src/cli/progress.js +111 -111
- package/src/cli/refresh.js +288 -288
- package/src/cli/scrape.js +47 -47
- package/src/cli/utils.js +18 -18
- package/src/cli/videos.js +41 -41
- package/src/cli/videostats.js +196 -196
- package/src/cli/watch.js +30 -30
- package/src/cli/webserver.js +19 -0
- package/src/lib/api-interceptor.js +161 -161
- package/src/lib/args.js +809 -778
- package/src/lib/browser/anti-detect.js +23 -23
- package/src/lib/browser/cdp.js +261 -261
- package/src/lib/browser/health-checker.js +114 -114
- package/src/lib/browser/launch.js +43 -43
- package/src/lib/browser/page.js +184 -184
- package/src/lib/constants.js +297 -287
- package/src/lib/delay.js +54 -54
- package/src/lib/explore-fetch.js +118 -118
- package/src/lib/fetcher.js +45 -45
- package/src/lib/filter.js +66 -66
- package/src/lib/io.js +54 -54
- package/src/lib/output.js +80 -80
- package/src/lib/page-error-detector.js +109 -109
- package/src/lib/parse-ssr.mjs +69 -69
- package/src/lib/parser.js +47 -47
- package/src/lib/retry.js +45 -45
- package/src/lib/scrape.js +90 -89
- package/src/lib/target-locations.js +61 -61
- package/src/lib/tiktok-scraper.mjs +160 -106
- package/src/lib/url.js +52 -52
- package/src/main.js +73 -70
- package/src/npm-main.js +70 -69
- package/src/scraper/auto-core.js +203 -203
- package/src/scraper/core.js +255 -255
- package/src/scraper/explore-core.js +208 -208
- package/src/scraper/modules/captcha-handler.js +114 -114
- package/src/scraper/modules/follow-extractor.js +250 -250
- package/src/scraper/modules/guess-extractor.js +51 -51
- package/src/scraper/modules/page-helpers.js +48 -48
- package/src/scraper/refresh-core.js +213 -213
- package/src/videos/core.js +143 -143
- package/src/watch/data-store.js +2980 -2978
- package/src/watch/public/index.html +2355 -2345
- package/src/watch/server.js +727 -727
- package/src/webserver/server.mjs +174 -0
- package/scripts/test-captcha-lib.mjs +0 -68
- package/scripts/test-captcha.mjs +0 -81
- package/scripts/test-incognito-lib.mjs +0 -36
- package/scripts/test-login-state.mjs +0 -128
- package/scripts/test-safe-click.mjs +0 -45
- package/scripts/test-watch-db-smoke.mjs +0 -246
- package/src/results/user-videos-bar.lar.lar.moeta.json +0 -37
package/scripts/run-explore.sh
CHANGED
|
@@ -1,121 +1,121 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
|
|
3
|
-
PACKAGENAME="tt-help-cli-ycl"
|
|
4
|
-
CONFIG_PATH="$HOME/.tt-help.json"
|
|
5
|
-
|
|
6
|
-
echo "========================================"
|
|
7
|
-
echo " tt-help-cli-ycl 一键启动脚本 (macOS)"
|
|
8
|
-
echo "========================================"
|
|
9
|
-
|
|
10
|
-
# ---------- 0. 根据本机 IP 自动选择 server ----------
|
|
11
|
-
LOCAL_IP=$(ifconfig | awk '/inet / && $2 != "127.0.0.1" { print $2; exit }')
|
|
12
|
-
|
|
13
|
-
echo "[提示] 本机 IP: ${LOCAL_IP:-未检测到}"
|
|
14
|
-
|
|
15
|
-
if [[ "$LOCAL_IP" =~ ^172\.18\.154\.[0-9]+$ ]]; then
|
|
16
|
-
TARGET_SERVER="http://172.18.154.201:3001"
|
|
17
|
-
echo "[提示] 检测到内网 IP: $LOCAL_IP,使用内网 server"
|
|
18
|
-
else
|
|
19
|
-
TARGET_SERVER="http://117.71.53.99:17301"
|
|
20
|
-
echo "[提示] 未检测到内网 IP,使用公网 server"
|
|
21
|
-
fi
|
|
22
|
-
|
|
23
|
-
# ---------- 1. 检查/安装最新版本 ----------
|
|
24
|
-
LATEST_VERSION=$(npm view "$PACKAGENAME" version 2>/dev/null)
|
|
25
|
-
|
|
26
|
-
if [ -z "$LATEST_VERSION" ]; then
|
|
27
|
-
echo "[错误] 无法从 npm 获取最新版本信息"
|
|
28
|
-
exit 1
|
|
29
|
-
fi
|
|
30
|
-
|
|
31
|
-
INSTALLED_VERSION=$(npm list -g "$PACKAGENAME" --depth=0 2>/dev/null | grep "$PACKAGENAME@" | head -1 | sed 's/.*@//' | sed 's/[) ].*//')
|
|
32
|
-
|
|
33
|
-
if [ -z "$INSTALLED_VERSION" ]; then
|
|
34
|
-
echo "[提示] tt-help-cli-ycl 未安装,正在安装最新版本..."
|
|
35
|
-
npm install -g "$PACKAGENAME"
|
|
36
|
-
if [ $? -eq 0 ]; then
|
|
37
|
-
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
38
|
-
else
|
|
39
|
-
echo "[错误] 安装失败,请手动执行: npm install -g $PACKAGENAME"
|
|
40
|
-
exit 1
|
|
41
|
-
fi
|
|
42
|
-
elif [ "$INSTALLED_VERSION" = "$LATEST_VERSION" ]; then
|
|
43
|
-
echo "[OK] tt-help-cli-ycl 已是最新版本: $LATEST_VERSION"
|
|
44
|
-
else
|
|
45
|
-
echo "[提示] 当前版本: $INSTALLED_VERSION, 最新版本: $LATEST_VERSION"
|
|
46
|
-
echo "[执行] 正在升级最新版本..."
|
|
47
|
-
npm install -g "$PACKAGENAME" 2>/dev/null
|
|
48
|
-
if [ $? -eq 0 ]; then
|
|
49
|
-
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
50
|
-
else
|
|
51
|
-
echo "[警告] 自动安装失败,尝试手动更新..."
|
|
52
|
-
npm update -g "$PACKAGENAME"
|
|
53
|
-
fi
|
|
54
|
-
fi
|
|
55
|
-
|
|
56
|
-
# ---------- 2. 检查/设置 server 配置 ----------
|
|
57
|
-
CURRENT_SERVER=""
|
|
58
|
-
if [ -f "$CONFIG_PATH" ]; then
|
|
59
|
-
CURRENT_SERVER=$(node -e "try{const c=JSON.parse(require('fs').readFileSync('$CONFIG_PATH','utf-8'));console.log(c.server||'')}catch(e){}" 2>/dev/null)
|
|
60
|
-
fi
|
|
61
|
-
|
|
62
|
-
if [ "$CURRENT_SERVER" = "$TARGET_SERVER" ]; then
|
|
63
|
-
echo "[OK] Server 配置正确: $TARGET_SERVER"
|
|
64
|
-
else
|
|
65
|
-
echo "[提示] 当前 server: ${CURRENT_SERVER:-未设置}, 目标: $TARGET_SERVER"
|
|
66
|
-
echo "[执行] 正在设置 server 配置..."
|
|
67
|
-
node -e "
|
|
68
|
-
const fs = require('fs');
|
|
69
|
-
const path = require('path');
|
|
70
|
-
const configPath = path.join(require('os').homedir(), '.tt-help.json');
|
|
71
|
-
let cfg = {};
|
|
72
|
-
try { cfg = JSON.parse(fs.readFileSync(configPath, 'utf-8')); } catch(e) {}
|
|
73
|
-
cfg.server = '$TARGET_SERVER';
|
|
74
|
-
fs.writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
|
|
75
|
-
console.log(' 已写入: ' + configPath);
|
|
76
|
-
"
|
|
77
|
-
echo "[OK] Server 配置已设置"
|
|
78
|
-
fi
|
|
79
|
-
|
|
80
|
-
# ---------- 3. 询问用户参数 ----------
|
|
81
|
-
echo ""
|
|
82
|
-
echo "========================================"
|
|
83
|
-
echo " 参数配置"
|
|
84
|
-
echo "========================================"
|
|
85
|
-
|
|
86
|
-
printf "起始端口 (--base-port) [默认: 9222]: "
|
|
87
|
-
read INPUT_BASE_PORT
|
|
88
|
-
BASE_PORT="${INPUT_BASE_PORT:-9222}"
|
|
89
|
-
|
|
90
|
-
printf "端口数量 (--port-count) [默认: 10]: "
|
|
91
|
-
read INPUT_PORT_COUNT
|
|
92
|
-
PORT_COUNT="${INPUT_PORT_COUNT:-10}"
|
|
93
|
-
|
|
94
|
-
printf "任务国家 (--job-locations) [默认: 无,使用全部]: "
|
|
95
|
-
read INPUT_JOB_LOCATIONS
|
|
96
|
-
|
|
97
|
-
# ---------- 4. 获取配置中的用户编号并拼接 ----------
|
|
98
|
-
CONFIG_USER_ID=""
|
|
99
|
-
if [ -f "$CONFIG_PATH" ]; then
|
|
100
|
-
CONFIG_USER_ID=$(node -e "try{const c=JSON.parse(require('fs').readFileSync('$CONFIG_PATH','utf-8'));console.log(c.userId||'')}catch(e){}" 2>/dev/null)
|
|
101
|
-
fi
|
|
102
|
-
if [ -z "$CONFIG_USER_ID" ]; then
|
|
103
|
-
CONFIG_USER_ID="user"
|
|
104
|
-
fi
|
|
105
|
-
USER_ID="${CONFIG_USER_ID}_${BASE_PORT}_${PORT_COUNT}"
|
|
106
|
-
|
|
107
|
-
echo ""
|
|
108
|
-
echo "========================================"
|
|
109
|
-
echo " 启动 tt-help explore"
|
|
110
|
-
echo "========================================"
|
|
111
|
-
echo " 用户编号: $USER_ID"
|
|
112
|
-
echo " 起始端口: $BASE_PORT"
|
|
113
|
-
echo " 端口数量: $PORT_COUNT"
|
|
114
|
-
if [ -n "$INPUT_JOB_LOCATIONS" ]; then echo " 任务国家: $INPUT_JOB_LOCATIONS"; fi
|
|
115
|
-
echo " 最大关注: 5"
|
|
116
|
-
echo " 最大粉丝: 5"
|
|
117
|
-
echo " 速度: stealth (最慢)"
|
|
118
|
-
echo "========================================"
|
|
119
|
-
JOB_LOC_ARGS=""
|
|
120
|
-
if [ -n "$INPUT_JOB_LOCATIONS" ]; then JOB_LOC_ARGS="--job-locations $INPUT_JOB_LOCATIONS"; fi
|
|
121
|
-
tt-help explore stealth --user-id "$USER_ID" --base-port "$BASE_PORT" --port-count "$PORT_COUNT" --max-following 5 --max-followers 5 $JOB_LOC_ARGS
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
|
|
3
|
+
PACKAGENAME="tt-help-cli-ycl"
|
|
4
|
+
CONFIG_PATH="$HOME/.tt-help.json"
|
|
5
|
+
|
|
6
|
+
echo "========================================"
|
|
7
|
+
echo " tt-help-cli-ycl 一键启动脚本 (macOS)"
|
|
8
|
+
echo "========================================"
|
|
9
|
+
|
|
10
|
+
# ---------- 0. 根据本机 IP 自动选择 server ----------
|
|
11
|
+
LOCAL_IP=$(ifconfig | awk '/inet / && $2 != "127.0.0.1" { print $2; exit }')
|
|
12
|
+
|
|
13
|
+
echo "[提示] 本机 IP: ${LOCAL_IP:-未检测到}"
|
|
14
|
+
|
|
15
|
+
if [[ "$LOCAL_IP" =~ ^172\.18\.154\.[0-9]+$ ]]; then
|
|
16
|
+
TARGET_SERVER="http://172.18.154.201:3001"
|
|
17
|
+
echo "[提示] 检测到内网 IP: $LOCAL_IP,使用内网 server"
|
|
18
|
+
else
|
|
19
|
+
TARGET_SERVER="http://117.71.53.99:17301"
|
|
20
|
+
echo "[提示] 未检测到内网 IP,使用公网 server"
|
|
21
|
+
fi
|
|
22
|
+
|
|
23
|
+
# ---------- 1. 检查/安装最新版本 ----------
|
|
24
|
+
LATEST_VERSION=$(npm view "$PACKAGENAME" version 2>/dev/null)
|
|
25
|
+
|
|
26
|
+
if [ -z "$LATEST_VERSION" ]; then
|
|
27
|
+
echo "[错误] 无法从 npm 获取最新版本信息"
|
|
28
|
+
exit 1
|
|
29
|
+
fi
|
|
30
|
+
|
|
31
|
+
INSTALLED_VERSION=$(npm list -g "$PACKAGENAME" --depth=0 2>/dev/null | grep "$PACKAGENAME@" | head -1 | sed 's/.*@//' | sed 's/[) ].*//')
|
|
32
|
+
|
|
33
|
+
if [ -z "$INSTALLED_VERSION" ]; then
|
|
34
|
+
echo "[提示] tt-help-cli-ycl 未安装,正在安装最新版本..."
|
|
35
|
+
npm install -g "$PACKAGENAME"
|
|
36
|
+
if [ $? -eq 0 ]; then
|
|
37
|
+
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
38
|
+
else
|
|
39
|
+
echo "[错误] 安装失败,请手动执行: npm install -g $PACKAGENAME"
|
|
40
|
+
exit 1
|
|
41
|
+
fi
|
|
42
|
+
elif [ "$INSTALLED_VERSION" = "$LATEST_VERSION" ]; then
|
|
43
|
+
echo "[OK] tt-help-cli-ycl 已是最新版本: $LATEST_VERSION"
|
|
44
|
+
else
|
|
45
|
+
echo "[提示] 当前版本: $INSTALLED_VERSION, 最新版本: $LATEST_VERSION"
|
|
46
|
+
echo "[执行] 正在升级最新版本..."
|
|
47
|
+
npm install -g "$PACKAGENAME" 2>/dev/null
|
|
48
|
+
if [ $? -eq 0 ]; then
|
|
49
|
+
echo "[OK] 安装完成: $LATEST_VERSION"
|
|
50
|
+
else
|
|
51
|
+
echo "[警告] 自动安装失败,尝试手动更新..."
|
|
52
|
+
npm update -g "$PACKAGENAME"
|
|
53
|
+
fi
|
|
54
|
+
fi
|
|
55
|
+
|
|
56
|
+
# ---------- 2. 检查/设置 server 配置 ----------
|
|
57
|
+
CURRENT_SERVER=""
|
|
58
|
+
if [ -f "$CONFIG_PATH" ]; then
|
|
59
|
+
CURRENT_SERVER=$(node -e "try{const c=JSON.parse(require('fs').readFileSync('$CONFIG_PATH','utf-8'));console.log(c.server||'')}catch(e){}" 2>/dev/null)
|
|
60
|
+
fi
|
|
61
|
+
|
|
62
|
+
if [ "$CURRENT_SERVER" = "$TARGET_SERVER" ]; then
|
|
63
|
+
echo "[OK] Server 配置正确: $TARGET_SERVER"
|
|
64
|
+
else
|
|
65
|
+
echo "[提示] 当前 server: ${CURRENT_SERVER:-未设置}, 目标: $TARGET_SERVER"
|
|
66
|
+
echo "[执行] 正在设置 server 配置..."
|
|
67
|
+
node -e "
|
|
68
|
+
const fs = require('fs');
|
|
69
|
+
const path = require('path');
|
|
70
|
+
const configPath = path.join(require('os').homedir(), '.tt-help.json');
|
|
71
|
+
let cfg = {};
|
|
72
|
+
try { cfg = JSON.parse(fs.readFileSync(configPath, 'utf-8')); } catch(e) {}
|
|
73
|
+
cfg.server = '$TARGET_SERVER';
|
|
74
|
+
fs.writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
|
|
75
|
+
console.log(' 已写入: ' + configPath);
|
|
76
|
+
"
|
|
77
|
+
echo "[OK] Server 配置已设置"
|
|
78
|
+
fi
|
|
79
|
+
|
|
80
|
+
# ---------- 3. 询问用户参数 ----------
|
|
81
|
+
echo ""
|
|
82
|
+
echo "========================================"
|
|
83
|
+
echo " 参数配置"
|
|
84
|
+
echo "========================================"
|
|
85
|
+
|
|
86
|
+
printf "起始端口 (--base-port) [默认: 9222]: "
|
|
87
|
+
read INPUT_BASE_PORT
|
|
88
|
+
BASE_PORT="${INPUT_BASE_PORT:-9222}"
|
|
89
|
+
|
|
90
|
+
printf "端口数量 (--port-count) [默认: 10]: "
|
|
91
|
+
read INPUT_PORT_COUNT
|
|
92
|
+
PORT_COUNT="${INPUT_PORT_COUNT:-10}"
|
|
93
|
+
|
|
94
|
+
printf "任务国家 (--job-locations) [默认: 无,使用全部]: "
|
|
95
|
+
read INPUT_JOB_LOCATIONS
|
|
96
|
+
|
|
97
|
+
# ---------- 4. 获取配置中的用户编号并拼接 ----------
|
|
98
|
+
CONFIG_USER_ID=""
|
|
99
|
+
if [ -f "$CONFIG_PATH" ]; then
|
|
100
|
+
CONFIG_USER_ID=$(node -e "try{const c=JSON.parse(require('fs').readFileSync('$CONFIG_PATH','utf-8'));console.log(c.userId||'')}catch(e){}" 2>/dev/null)
|
|
101
|
+
fi
|
|
102
|
+
if [ -z "$CONFIG_USER_ID" ]; then
|
|
103
|
+
CONFIG_USER_ID="user"
|
|
104
|
+
fi
|
|
105
|
+
USER_ID="${CONFIG_USER_ID}_${BASE_PORT}_${PORT_COUNT}"
|
|
106
|
+
|
|
107
|
+
echo ""
|
|
108
|
+
echo "========================================"
|
|
109
|
+
echo " 启动 tt-help explore"
|
|
110
|
+
echo "========================================"
|
|
111
|
+
echo " 用户编号: $USER_ID"
|
|
112
|
+
echo " 起始端口: $BASE_PORT"
|
|
113
|
+
echo " 端口数量: $PORT_COUNT"
|
|
114
|
+
if [ -n "$INPUT_JOB_LOCATIONS" ]; then echo " 任务国家: $INPUT_JOB_LOCATIONS"; fi
|
|
115
|
+
echo " 最大关注: 5"
|
|
116
|
+
echo " 最大粉丝: 5"
|
|
117
|
+
echo " 速度: stealth (最慢)"
|
|
118
|
+
echo "========================================"
|
|
119
|
+
JOB_LOC_ARGS=""
|
|
120
|
+
if [ -n "$INPUT_JOB_LOCATIONS" ]; then JOB_LOC_ARGS="--job-locations $INPUT_JOB_LOCATIONS"; fi
|
|
121
|
+
tt-help explore stealth --user-id "$USER_ID" --base-port "$BASE_PORT" --port-count "$PORT_COUNT" --max-following 5 --max-followers 5 $JOB_LOC_ARGS
|