@cloud411716/fancy-webnovel 0.2.2 → 0.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/plugins/fancy-scan/scripts/run-scan.js +1 -1
- package/plugins/fancy-scan/scripts/scrapers/fanqie-rank-scraper.cjs +1 -1
- package/plugins/fancy-scan/scripts/scrapers/jjwxc-rank-scraper.cjs +1 -1
- package/plugins/fancy-scan/scripts/scrapers/qimao-rank-scraper.cjs +1 -1
- package/plugins/fancy-scan/scripts/scrapers/zhihu-rank-scraper.cjs +1 -1
- package/plugins/fancy-scan/templates.js +1 -0
package/package.json
CHANGED
|
@@ -213,7 +213,7 @@ function scraperArgs(platform, length, outDir) {
|
|
|
213
213
|
case 'zhihu':
|
|
214
214
|
return {
|
|
215
215
|
script: 'zhihu-rank-scraper.cjs',
|
|
216
|
-
extra: ['--length', length === 'short' ? 'short' : 'long', '--outdir', outDir],
|
|
216
|
+
extra: ['--length', length === 'short' ? 'short' : 'long', '--login-wait', '60', '--outdir', outDir],
|
|
217
217
|
};
|
|
218
218
|
case 'qimao':
|
|
219
219
|
return {
|
|
@@ -271,7 +271,7 @@ async function scrapeChannel(ch, type) {
|
|
|
271
271
|
const initCatId = ch === "1" ? "1141" : "1139"; // 男频:西方奇幻 / 女频:古风世情
|
|
272
272
|
const initUrl = `https://fanqienovel.com/rank/${ch}_${type}_${initCatId}`;
|
|
273
273
|
|
|
274
|
-
const browser = await chromium.launch({ headless:
|
|
274
|
+
const browser = await chromium.launch({ headless: false, args: ["--no-sandbox", "--disable-dev-shm-usage"] });
|
|
275
275
|
const context = await browser.newContext();
|
|
276
276
|
const page = await context.newPage();
|
|
277
277
|
|
|
@@ -112,7 +112,7 @@ async function scrapeRank(rankTypeId, channelId) {
|
|
|
112
112
|
console.log(`\n→ 采集 晋江${rt.label}（${chLabel}）...`);
|
|
113
113
|
console.log(` URL: ${url}`);
|
|
114
114
|
|
|
115
|
-
const browser = await chromium.launch({ headless:
|
|
115
|
+
const browser = await chromium.launch({ headless: false, args: ["--no-sandbox", "--disable-dev-shm-usage"] });
|
|
116
116
|
const context = await browser.newContext();
|
|
117
117
|
const page = await context.newPage();
|
|
118
118
|
|
|
@@ -108,7 +108,7 @@ async function scrapeRank(channelId, rankTypeId, periodId) {
|
|
|
108
108
|
const url = rankUrl(channelId, rankTypeId, periodId);
|
|
109
109
|
console.log(`\n→ 采集 七猫${ch.label}${rt.label}${period ? period.label : ""}...`);
|
|
110
110
|
|
|
111
|
-
const browser = await chromium.launch({ headless:
|
|
111
|
+
const browser = await chromium.launch({ headless: false, args: ["--no-sandbox", "--disable-dev-shm-usage"] });
|
|
112
112
|
const context = await browser.newContext();
|
|
113
113
|
const page = await context.newPage();
|
|
114
114
|
|
|
@@ -61,7 +61,7 @@ function sleep(ms) {
|
|
|
61
61
|
async function scrapeBoard(board) {
|
|
62
62
|
console.log(` [${board.label}] 正在抓取...`);
|
|
63
63
|
|
|
64
|
-
const browser = await chromium.launch({ headless:
|
|
64
|
+
const browser = await chromium.launch({ headless: false, args: ["--no-sandbox", "--disable-dev-shm-usage"] });
|
|
65
65
|
const context = await browser.newContext();
|
|
66
66
|
const page = await context.newPage();
|
|
67
67
|
|