@cloud411716/fancy-webnovel 0.3.9 → 0.3.11

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloud411716/fancy-webnovel",
-  "version": "0.3.9",
+  "version": "0.3.11",
   "type": "module",
   "main": "index.js",
   "exports": {

package/plugins/fancy-scan/scripts/scrapers/fanqie-rank-scraper.cjs

@@ -68,17 +68,22 @@ async function extractCategories(page, channel, type) {
 /** 从 __INITIAL_STATE__ 提取当前品类页的作品列表 */
 async function extractBookList(page) {
   // 等 __INITIAL_STATE__ 有书单数据后再提取（防止网络慢时页面 JS 还没注数据）
-  await page.waitForFunction(
-    () => {
-      const s = window.__INITIAL_STATE__ || {};
-      const cands = [s.rank, s.rankData, s.page];
-      for (const c of cands) {
-        if (c && (c.book_list || c.bookList || c.rankList)) return true;
-      }
-      return false;
-    },
-    { timeout: 15000 }
-  );
+  try {
+    await page.waitForFunction(
+      () => {
+        const s = window.__INITIAL_STATE__ || {};
+        const cands = [s.rank, s.rankData, s.page];
+        for (const c of cands) {
+          if (c && (c.book_list || c.bookList || c.rankList)) return true;
+        }
+        return false;
+      },
+      { timeout: 15000 }
+    );
+  } catch (waitErr) {
+    console.log(`  ✗ 等待页面数据超时（15s），可能是网络慢或页面结构变化：${waitErr.message}`);
+    return []; // 返回空数组而非抛异常，避免中断整个采集
+  }
   return page.evaluate(() => {
     const s = window.__INITIAL_STATE__ || {};
     const cands = [
@@ -299,7 +304,9 @@ async function scrapeChannel(ch, type) {
 
   try {
     // 打开入口页
-    await page.goto(initUrl, { waitUntil: "networkidle" });
+    await page.goto(initUrl, { waitUntil: "networkidle" }).catch(gotoErr => {
+      console.log(`  ✗ 打开入口页失败：${gotoErr.message}`);
+    });
 
     // 等待登录（用户可在此时手动登录）
     if (LOGIN_WAIT > 0) {
@@ -310,7 +317,7 @@ async function scrapeChannel(ch, type) {
     // 连通性自检
     const probe = await probePage(page);
     if (!probe.host || probe.host.indexOf("fanqie") === -1) {
-      console.error(
+      console.log(
         `  ✗ 当前页面非番茄（host=${probe.host}），可能被重定向到登录/验证页，已跳过。`
       );
       return null;
@@ -416,7 +423,9 @@ async function scrapeChannel(ch, type) {
       console.log(`  [${ci + 1}/${categories.length}] ${cat.name}`);
 
       try {
-        await page.goto(`https://fanqienovel.com${cat.href}`, { waitUntil: "networkidle" });
+        await page.goto(`https://fanqienovel.com${cat.href}`, { waitUntil: "networkidle" }).catch(gotoErr => {
+          console.log(`  ✗ 打开品类页失败：${gotoErr.message}`);
+        });
         await page.waitForTimeout(2500);
         await scrollLoad(page, 2);
 
@@ -451,7 +460,7 @@ async function scrapeChannel(ch, type) {
 
         bodyLines.push("---", "");
       } catch (catErr) {
-        console.error(
+        console.log(
           `  [fanqie] 品类 ${cat.name} 处理出错，跳过: ${catErr && catErr.message ? catErr.message : catErr}`
         );
         bodyLines.push(`## ${cat.name} — 采集失败`, "", "---", "");
@@ -491,7 +500,7 @@ async function main() {
         written++;
         console.log(`  ✓ 已保存: ${filepath}`);
       } catch (chErr) {
-        console.error(
+        console.log(
           `[fanqie] ${channelLabel(ch)}${typeLabel(ty)} 采集失败，跳过: ${chErr && chErr.message ? chErr.message : chErr}`
         );
       }