tt-help-cli-ycl 1.3.1 → 1.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -17
- package/cli.js +9 -9
- package/package.json +45 -44
- package/src/cli/auto.js +1 -1
- package/src/cli/explore.js +2 -3
- package/src/cli/progress.js +111 -111
- package/src/cli/scrape.js +47 -47
- package/src/cli/utils.js +18 -18
- package/src/cli/videos.js +41 -41
- package/src/cli/watch.js +28 -28
- package/src/lib/args.js +390 -377
- package/src/lib/browser/anti-detect.js +23 -23
- package/src/lib/browser/cdp.js +142 -142
- package/src/lib/browser/launch.js +43 -43
- package/src/lib/browser/page.js +80 -62
- package/src/lib/constants.js +94 -85
- package/src/lib/delay.js +54 -54
- package/src/lib/{explore.js → explore-fetch.js} +118 -118
- package/src/lib/fetcher.js +45 -45
- package/src/lib/filter.js +66 -66
- package/src/lib/io.js +54 -54
- package/src/lib/output.js +80 -80
- package/src/lib/parser.js +47 -47
- package/src/lib/retry.js +44 -44
- package/src/lib/scrape.js +40 -40
- package/src/lib/url.js +52 -52
- package/src/main.mjs +221 -200
- package/src/results/user-videos-bar.lar.lar.moeta.json +37 -0
- package/src/{auto-core.mjs → scraper/auto-core.mjs} +183 -174
- package/src/scraper/core.mjs +188 -182
- package/src/{explore-core.mjs → scraper/explore-core.mjs} +159 -148
- package/src/scraper/modules/captcha-handler.mjs +114 -0
- package/src/scraper/modules/comment-extractor.mjs +69 -57
- package/src/scraper/modules/follow-extractor.mjs +121 -121
- package/src/scraper/modules/guess-extractor.mjs +51 -51
- package/src/scraper/modules/page-error-detector.mjs +70 -68
- package/src/scraper/modules/page-helpers.mjs +46 -44
- package/src/scraper/modules/scroll-collector.mjs +189 -189
- package/src/{get-user-videos-core.mjs → videos/core.mjs} +126 -126
- package/src/{data-store.mjs → watch/data-store.mjs} +29 -3
- package/src/watch/public/index.html +444 -344
- package/src/watch/server.mjs +24 -1
- package/src/lib/auto-browser.mjs +0 -6
- package/src/lib/get-user-videos-browser.mjs +0 -1
- package/src/lib/scrape-browser.mjs +0 -1
- package/src/test-auto-follow.cjs +0 -109
- package/src/test-extractors.cjs +0 -75
- package/src/test-follow.cjs +0 -41
|
@@ -97,7 +97,11 @@ export function createStore(filePath) {
|
|
|
97
97
|
}
|
|
98
98
|
|
|
99
99
|
function claimNextJob(expireMs = 5 * 60 * 1000) {
|
|
100
|
-
let next = data.find(u => u.status === 'pending');
|
|
100
|
+
let next = data.find(u => u.status === 'pending' && u.pinned);
|
|
101
|
+
|
|
102
|
+
if (!next) {
|
|
103
|
+
next = data.find(u => u.status === 'pending');
|
|
104
|
+
}
|
|
101
105
|
|
|
102
106
|
if (!next) {
|
|
103
107
|
const now = Date.now();
|
|
@@ -114,7 +118,7 @@ export function createStore(filePath) {
|
|
|
114
118
|
if (next) {
|
|
115
119
|
next.status = 'processing';
|
|
116
120
|
next.claimedAt = Date.now();
|
|
117
|
-
return { uniqueId: next.uniqueId, nickname: next.nickname };
|
|
121
|
+
return { uniqueId: next.uniqueId, nickname: next.nickname, claimedAt: next.claimedAt };
|
|
118
122
|
}
|
|
119
123
|
return null;
|
|
120
124
|
}
|
|
@@ -204,10 +208,32 @@ export function createStore(filePath) {
|
|
|
204
208
|
return { saved: true };
|
|
205
209
|
}
|
|
206
210
|
|
|
211
|
+
function resetJob(uniqueId) {
|
|
212
|
+
const user = getUser(uniqueId);
|
|
213
|
+
if (!user) return { saved: false, error: 'user not found' };
|
|
214
|
+
user.status = 'pending';
|
|
215
|
+
delete user.claimedAt;
|
|
216
|
+
delete user.processedAt;
|
|
217
|
+
delete user.processed;
|
|
218
|
+
delete user.error;
|
|
219
|
+
delete user.restricted;
|
|
220
|
+
delete user.noVideo;
|
|
221
|
+
save();
|
|
222
|
+
return { saved: true };
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
function togglePin(uniqueId) {
|
|
226
|
+
const user = getUser(uniqueId);
|
|
227
|
+
if (!user) return { saved: false, error: 'user not found' };
|
|
228
|
+
user.pinned = !user.pinned;
|
|
229
|
+
save();
|
|
230
|
+
return { saved: true, pinned: user.pinned };
|
|
231
|
+
}
|
|
232
|
+
|
|
207
233
|
return {
|
|
208
234
|
save, getUser, hasUser, addUser,
|
|
209
235
|
getPendingUsers, getProcessedUsers, getAllUsers,
|
|
210
|
-
claimNextJob, commitJob,
|
|
236
|
+
claimNextJob, commitJob, resetJob, togglePin,
|
|
211
237
|
data,
|
|
212
238
|
};
|
|
213
239
|
}
|