@cloud411716/fancy-webnovel 0.3.8 → 0.3.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloud411716/fancy-webnovel",
-  "version": "0.3.8",
+  "version": "0.3.10",
   "type": "module",
   "main": "index.js",
   "exports": {

package/plugins/fancy-scan/scripts/scrapers/fanqie-rank-scraper.cjs

@@ -67,6 +67,23 @@ async function extractCategories(page, channel, type) {
 
 /** 从 __INITIAL_STATE__ 提取当前品类页的作品列表 */
 async function extractBookList(page) {
+  // 等 __INITIAL_STATE__ 有书单数据后再提取（防止网络慢时页面 JS 还没注数据）
+  try {
+    await page.waitForFunction(
+      () => {
+        const s = window.__INITIAL_STATE__ || {};
+        const cands = [s.rank, s.rankData, s.page];
+        for (const c of cands) {
+          if (c && (c.book_list || c.bookList || c.rankList)) return true;
+        }
+        return false;
+      },
+      { timeout: 15000 }
+    );
+  } catch (waitErr) {
+    console.error(`  ✗ 等待页面数据超时（15s），可能是网络慢或页面结构变化：${waitErr.message}`);
+    return []; // 返回空数组而非抛异常，避免中断整个采集
+  }
   return page.evaluate(() => {
     const s = window.__INITIAL_STATE__ || {};
     const cands = [
@@ -287,7 +304,9 @@ async function scrapeChannel(ch, type) {
 
   try {
     // 打开入口页
-    await page.goto(initUrl, { waitUntil: "networkidle" });
+    await page.goto(initUrl, { waitUntil: "networkidle" }).catch(gotoErr => {
+      console.error(`  ✗ 打开入口页失败：${gotoErr.message}`);
+    });
 
     // 等待登录（用户可在此时手动登录）
     if (LOGIN_WAIT > 0) {
@@ -404,7 +423,9 @@ async function scrapeChannel(ch, type) {
       console.log(`  [${ci + 1}/${categories.length}] ${cat.name}`);
 
       try {
-        await page.goto(`https://fanqienovel.com${cat.href}`, { waitUntil: "networkidle" });
+        await page.goto(`https://fanqienovel.com${cat.href}`, { waitUntil: "networkidle" }).catch(gotoErr => {
+          console.error(`  ✗ 打开品类页失败：${gotoErr.message}`);
+        });
         await page.waitForTimeout(2500);
         await scrollLoad(page, 2);