@cloud411716/fancy-webnovel 0.2.9 → 0.2.11

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloud411716/fancy-webnovel",
-  "version": "0.2.9",
+  "version": "0.2.11",
   "type": "module",
   "main": "index.js",
   "exports": {

package/plugins/fancy-scan/scripts/scrapers/fanqie-rank-scraper.cjs

@@ -249,6 +249,7 @@ function cleanDesc(raw) {
 // ---------------------------------------------------------------------------
 
 const args = process.argv.slice(2);
+const PROBE = getArg(args, "--probe") !== null;
 const LOGIN_WAIT = parseInt(getArg(args, "--login-wait") || "0", 10);
 const OUTDIR = getArg(args, "--outdir") || ".";
 const CHANNEL = getArg(args, "--channel") || "1";
@@ -306,6 +307,69 @@ async function scrapeChannel(ch, type) {
       console.log(`  ⚠ 页面未挂载 __INITIAL_STATE__，将尝试兜底扫描，结果可能不完整。`);
     }
 
+    // ─── 调试模式：拦截所有请求，找出真实数据接口 ───
+    if (PROBE) {
+      const intercepted = [];
+      const seen = new Set();
+
+      // 先注册拦截器，再导航到目标页（避免漏掉 initial 请求）
+      context.on("request", req => {
+        const url = req.url();
+        if (seen.has(url)) return;
+        if (/\.(css|woff|jpg|png|ico)/.test(url)) return;
+        if (!url.includes("fanqie")) return;
+        seen.add(url);
+        console.log(`[REQ] ${url}`);
+      });
+
+      page.on("response", async (resp) => {
+        const url = resp.url();
+        const ct = (resp.headers()["content-type"] || "").toLowerCase();
+        if (seen.has(url)) return;
+        if (!ct.includes("json") && !ct.includes("text") && !url.includes("api")) return;
+        if (/\.(css|woff|jpg|png|ico)/.test(url)) return;
+        try {
+          const body = await resp.text();
+          if (!body || body.length < 50) return;
+          let parsed;
+          try { parsed = JSON.parse(body); } catch { return; }
+          const str = JSON.stringify(parsed);
+          if (str.includes("bookId") || str.includes("book_name") || str.includes("bookName") || str.includes("authorName")) {
+            console.log(`[JSON] ${url}`);
+            console.log(`  预览: ${str.slice(0, 300)}`);
+            intercepted.push({ url, preview: str.slice(0, 400) });
+          }
+        } catch {}
+      });
+
+      // 直接导航到品类页（不用 waitUntil，避免卡住）
+      const cats = await extractCategories(page, ch, type);
+      if (!cats.length) {
+        await page.goto(`https://fanqienovel.com/rank/${ch}_${type}_${initCatId}`);
+        await page.waitForTimeout(3000);
+        const moreCats = await extractCategories(page, ch, type);
+        if (moreCats.length) {
+          console.log(`  发现 ${moreCats.length} 个品类`);
+          for (const c of moreCats.slice(0, 3)) {
+            console.log(`  探测品类: ${c.name} → ${c.href}`);
+            await page.goto(`https://fanqienovel.com${c.href}`);
+            await page.waitForTimeout(2000);
+          }
+        }
+      } else {
+        console.log(`  发现 ${cats.length} 个品类`);
+        for (const c of cats.slice(0, 3)) {
+          console.log(`  探测品类: ${c.name} → ${c.href}`);
+          await page.goto(`https://fanqienovel.com${c.href}`);
+          await page.waitForTimeout(2000);
+        }
+      }
+
+      console.log(`\n=== 共拦截到 ${intercepted.length} 个含书籍数据的接口 ===`);
+      await browser.close();
+      return null;
+    }
+
     // 提取品类菜单
     let categories = await extractCategories(page, ch, type);
     if (!categories.length) {