@cloud411716/fancy-webnovel 0.2.9 → 0.2.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloud411716/fancy-webnovel",
-  "version": "0.2.9",
+  "version": "0.2.10",
   "type": "module",
   "main": "index.js",
   "exports": {

package/plugins/fancy-scan/scripts/scrapers/fanqie-rank-scraper.cjs

@@ -249,6 +249,7 @@ function cleanDesc(raw) {
 // ---------------------------------------------------------------------------
 
 const args = process.argv.slice(2);
+const PROBE = getArg(args, "--probe") !== null;
 const LOGIN_WAIT = parseInt(getArg(args, "--login-wait") || "0", 10);
 const OUTDIR = getArg(args, "--outdir") || ".";
 const CHANNEL = getArg(args, "--channel") || "1";
@@ -306,6 +307,58 @@ async function scrapeChannel(ch, type) {
       console.log(`  ⚠ 页面未挂载 __INITIAL_STATE__，将尝试兜底扫描，结果可能不完整。`);
     }
 
+    // ─── 调试模式：拦截所有请求，找出真实数据接口 ───
+    if (PROBE) {
+      const intercepted = [];
+      const seen = new Set();
+
+      page.on("response", async (resp) => {
+        const url = resp.url();
+        const ct = resp.headers()["content-type"] || "";
+        // 只关心 JSON 响应
+        if (!ct.includes("json") && !ct.includes("text")) return;
+        // 跳过静态资源
+        if (/\.(css|woff|jpg|png|ico)/.test(url)) return;
+        try {
+          const body = await resp.text();
+          if (!body || body.length < 50) return;
+          // 尝试解析 JSON
+          let parsed;
+          try { parsed = JSON.parse(body); } catch { return; }
+          // 找含书籍数据的响应
+          const str = JSON.stringify(parsed);
+          if (str.includes("bookId") || str.includes("book_name") || str.includes("bookName") || str.includes("authorName")) {
+            if (!seen.has(url)) {
+              seen.add(url);
+              intercepted.push({ url, preview: str.slice(0, 400) });
+            }
+          }
+        } catch {}
+      });
+
+      // 触发几个品类页的请求
+      const cats = await extractCategories(page, ch, type);
+      if (!cats.length) {
+        await scrollLoad(page, 2);
+        sleep(1000);
+      }
+      const targets = cats.length ? cats.slice(0, 3) : [{ name: "入口页", href: `/rank/${ch}_${type}_${initCatId}` }];
+      for (const c of targets) {
+        console.log(`  探测: ${c.name} → ${c.href}`);
+        await page.goto(`https://fanqienovel.com${c.href}`, { waitUntil: "networkidle" });
+        await page.waitForTimeout(2000);
+      }
+
+      console.log(`\n=== 拦截到的接口 (${intercepted.length}) ===\n`);
+      for (const { url, preview } of intercepted) {
+        console.log(`URL: ${url}`);
+        console.log(`预览: ${preview}`);
+        console.log("---");
+      }
+      await browser.close();
+      return null;
+    }
+
     // 提取品类菜单
     let categories = await extractCategories(page, ch, type);
     if (!categories.length) {