@cloud411716/fancy-webnovel 0.2.5 → 0.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/plugins/fancy-scan/index.js +1 -1
- package/plugins/fancy-scan/scripts/run-scan.js +1 -1
- package/plugins/fancy-scan/scripts/scrapers/fanqie-rank-scraper.cjs +7 -0
- package/plugins/fancy-scan/scripts/scrapers/jjwxc-rank-scraper.cjs +7 -0
- package/plugins/fancy-scan/scripts/scrapers/qimao-rank-scraper.cjs +7 -0
- package/plugins/fancy-scan/scripts/scrapers/zhihu-rank-scraper.cjs +7 -0
package/package.json
CHANGED
|
@@ -120,7 +120,7 @@ async function runScanWithChromiumFix(ctx, session, invocation, { platform, leng
|
|
|
120
120
|
'node',
|
|
121
121
|
[join(SCAN_SCRIPTS_DIR, 'run-scan.js'),
|
|
122
122
|
'--project-root', projectRoot, '--platform', platform, '--length', length],
|
|
123
|
-
{ timeout:
|
|
123
|
+
{ timeout: 900000, stop }
|
|
124
124
|
);
|
|
125
125
|
return r;
|
|
126
126
|
};
|
|
@@ -179,7 +179,7 @@ function spawnScraper(platform, length, outDir) {
|
|
|
179
179
|
|
|
180
180
|
process.stderr.write(`\n→ 启动采集脚本...`);
|
|
181
181
|
const p = spawn('node', [scraperScript, ...fullArgs], {
|
|
182
|
-
timeout:
|
|
182
|
+
timeout: 900000,
|
|
183
183
|
stdio: ['ignore', 'pipe', 'inherit'],
|
|
184
184
|
});
|
|
185
185
|
let out = '';
|
|
@@ -275,6 +275,13 @@ async function scrapeChannel(ch, type) {
|
|
|
275
275
|
const context = await browser.newContext();
|
|
276
276
|
const page = await context.newPage();
|
|
277
277
|
|
|
278
|
+
// CDP 强制窗口最大化
|
|
279
|
+
try {
|
|
280
|
+
const cdp = await context.newCDPSession(page);
|
|
281
|
+
const { windowId } = await cdp.send('Browser.getWindowForTarget', { target: page.target() });
|
|
282
|
+
await cdp.send('Browser.setWindowBounds', { windowId, bounds: { state: 'maximized' } });
|
|
283
|
+
} catch (_) {}
|
|
284
|
+
|
|
278
285
|
let scraped = null;
|
|
279
286
|
|
|
280
287
|
try {
|
|
@@ -116,6 +116,13 @@ async function scrapeRank(rankTypeId, channelId) {
|
|
|
116
116
|
const context = await browser.newContext();
|
|
117
117
|
const page = await context.newPage();
|
|
118
118
|
|
|
119
|
+
// CDP 强制窗口最大化
|
|
120
|
+
try {
|
|
121
|
+
const cdp = await context.newCDPSession(page);
|
|
122
|
+
const { windowId } = await cdp.send('Browser.getWindowForTarget', { target: page.target() });
|
|
123
|
+
await cdp.send('Browser.setWindowBounds', { windowId, bounds: { state: 'maximized' } });
|
|
124
|
+
} catch (_) {}
|
|
125
|
+
|
|
119
126
|
let data = null;
|
|
120
127
|
try {
|
|
121
128
|
await page.goto(url, { waitUntil: "networkidle" });
|
|
@@ -112,6 +112,13 @@ async function scrapeRank(channelId, rankTypeId, periodId) {
|
|
|
112
112
|
const context = await browser.newContext();
|
|
113
113
|
const page = await context.newPage();
|
|
114
114
|
|
|
115
|
+
// CDP 强制窗口最大化
|
|
116
|
+
try {
|
|
117
|
+
const cdp = await context.newCDPSession(page);
|
|
118
|
+
const { windowId } = await cdp.send('Browser.getWindowForTarget', { target: page.target() });
|
|
119
|
+
await cdp.send('Browser.setWindowBounds', { windowId, bounds: { state: 'maximized' } });
|
|
120
|
+
} catch (_) {}
|
|
121
|
+
|
|
115
122
|
let books, urls, rawCount;
|
|
116
123
|
try {
|
|
117
124
|
await page.goto(url, { waitUntil: "networkidle" });
|
|
@@ -65,6 +65,13 @@ async function scrapeBoard(board) {
|
|
|
65
65
|
const context = await browser.newContext();
|
|
66
66
|
const page = await context.newPage();
|
|
67
67
|
|
|
68
|
+
// CDP 强制窗口最大化
|
|
69
|
+
try {
|
|
70
|
+
const cdp = await context.newCDPSession(page);
|
|
71
|
+
const { windowId } = await cdp.send('Browser.getWindowForTarget', { target: page.target() });
|
|
72
|
+
await cdp.send('Browser.setWindowBounds', { windowId, bounds: { state: 'maximized' } });
|
|
73
|
+
} catch (_) {}
|
|
74
|
+
|
|
68
75
|
try {
|
|
69
76
|
await page.goto(ENTRY_URL, { waitUntil: "networkidle" });
|
|
70
77
|
|