koishi-plugin-bns-blacklist 1.0.7 → 1.0.9

package/lib/index.js

@@ -38,6 +38,7 @@ exports.apply = apply;
 const koishi_1 = require("koishi");
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
+const zlib = __importStar(require("zlib"));
 exports.name = 'bns-blacklist';
 exports.inject = ['puppeteer'];
 exports.Config = koishi_1.Schema.object({
@@ -227,23 +228,43 @@ async function scrapeSheet(page, url, logger) {
         const text = item.text || item.body;
         if (logger)
             logger.info(`  ${item.endpoint} -> status=${item.status}, len=${text?.length}`);
+        if (!text || text.length < 10)
+            continue;
+        // Try to parse Tencent Docs custom key-value format
+        const kvData = parseTencentKvFormat(text, logger);
+        if (kvData) {
+            // Look for chunk data (compressed cell data)
+            const chunkKey = Object.keys(kvData).find(k => k.startsWith('chunk_'));
+            if (chunkKey) {
+                try {
+                    const compressed = Buffer.from(kvData[chunkKey], 'base64');
+                    const decompressed = zlib.inflateSync(compressed).toString('utf-8');
+                    if (logger)
+                        logger.info(`  Chunk decompressed: ${decompressed.length} bytes, sample: ${decompressed.substring(0, 300)}`);
+                    const rows = parseTencentChunk(decompressed);
+                    if (rows.length > 0) {
+                        if (logger)
+                            logger.info(`Found ${rows.length} rows from chunk`);
+                        return parseSheetData(rows);
+                    }
+                }
+                catch (e) {
+                    if (logger)
+                        logger.info(`  Chunk decompress failed: ${e.message}`);
+                }
+            }
+        }
+        // Try JSON parse as fallback
         try {
             const json = JSON.parse(text);
-            // Log sample of JSON structure for debugging
-            if (logger && text.length > 100) {
-                const keys = Object.keys(json);
-                logger.info(`  JSON keys: [${keys.join(', ')}]`);
-                // Log first 500 chars
-                logger.info(`  JSON sample: ${text.substring(0, 500)}`);
-            }
             const rows = extractRowsFromJson(json);
             if (rows.length > 0) {
                 if (logger)
-                    logger.info(`Found data: ${rows.length} rows`);
+                    logger.info(`Found data: ${rows.length} rows via JSON`);
                 return parseSheetData(rows);
             }
         }
-        catch (_) { /* try next */ }
+        catch (_) { /* not JSON */ }
     }
     // Strategy 2: Dump page text and try to parse
     const pageText = await page.evaluate(() => document.body.innerText);
@@ -267,6 +288,48 @@ async function scrapeSheet(page, url, logger) {
     }
     return [];
 }
+// Parse Tencent Docs custom KV text format:
+// key \n type \n len \n value (each on separate lines)
+function parseTencentKvFormat(text, logger) {
+    const parts = text.split('\n').map(s => s.trim()).filter(s => s.length > 0);
+    const result = {};
+    let i = 0;
+    while (i < parts.length - 2) {
+        const key = parts[i];
+        const type = parts[i + 1];
+        // type is usually "text", value length is next, then value
+        if (type === 'text' && /^\d+$/.test(parts[i + 2])) {
+            const len = parseInt(parts[i + 2]);
+            const value = parts[i + 3] || '';
+            result[key] = value;
+            i += 4;
+        }
+        else {
+            i += 1;
+        }
+    }
+    return Object.keys(result).length > 2 ? result : null;
+}
+// Parse the decompressed chunk data into rows
+// The chunk format is likely tab-separated or similar
+function parseTencentChunk(data) {
+    const rows = [];
+    const lines = data.split('\n').filter(l => l.trim());
+    for (const line of lines) {
+        // Try tab-separated
+        const cells = line.split('\t');
+        if (cells.length >= 3) {
+            rows.push(cells.map(c => c.trim()));
+            continue;
+        }
+        // Try comma-separated
+        const csvCells = line.split(',');
+        if (csvCells.length >= 5) {
+            rows.push(csvCells.map(c => c.trim().replace(/^"|"$/g, '')));
+        }
+    }
+    return rows;
+}
 // Recursively search JSON for array-of-arrays that looks like sheet data
 function extractRowsFromJson(obj, depth = 0) {
     if (depth > 8)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "koishi-plugin-bns-blacklist",
-  "version": "1.0.7",
+  "version": "1.0.9",
   "description": "剑灵怀旧服副本黑名单查询 - 从腾讯文档实时拉取数据，输入角色名即可生成黑名单截图",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",