deepspider 0.3.0 → 0.3.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepspider",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "description": "智能爬虫工程平台 - 基于 DeepAgents + Patchright 的 AI 爬虫 Agent",
   "type": "module",
   "main": "src/index.js",

package/src/agent/core/PanelBridge.js

@@ -53,7 +53,7 @@ export class PanelBridge {
       const escaped = JSON.stringify(content.trim());
       const code = `window.__deepspider__?.addMessage?.('${role}', ${escaped})`;
       await this.evaluateInPage(code);
-    } catch (e) {
+    } catch {
       // ignore
     }
   }
@@ -110,7 +110,7 @@ export class PanelBridge {
         })()`;
         await this.evaluateInPage(code);
       }
-    } catch (e) {
+    } catch {
       // ignore
     }
 

package/src/agent/logger.js

@@ -5,7 +5,7 @@
 
 import { BaseCallbackHandler } from '@langchain/core/callbacks/base';
 import { appendFileSync, mkdirSync, existsSync } from 'fs';
-import { join, dirname } from 'path';
+import { join } from 'path';
 import { DEEPSPIDER_HOME } from '../config/paths.js';
 
 const LOG_DIR = join(DEEPSPIDER_HOME, 'logs');

package/src/agent/middleware/report.js

@@ -44,7 +44,7 @@ export function createReportMiddleware(options = {}) {
               console.log('[reportMiddleware] 检测到 .md 文件:', content.path);
               return { lastWrittenMdFile: content.path };
             }
-          } catch (e) {
+          } catch {
             // 解析失败，忽略
           }
         }

package/src/agent/skills/evolve.js

@@ -3,9 +3,6 @@
  * 合并静态 SKILL.md + 动态 evolved.md
  */
 
-import fs from 'fs';
-import path from 'path';
-
 // 配置
 const MAX_RECENT_ITEMS = 10;
 const MERGE_THRESHOLD = 20;

package/src/agent/tools/captcha.js

@@ -106,7 +106,7 @@ export const captchaSlideDetect = tool(
 
       // 获取背景图和滑块图
       const bgElement = await page.$(bg_selector);
-      const slideElement = slide_selector ? await page.$(slide_selector) : null;
+      const _slideElement = slide_selector ? await page.$(slide_selector) : null;
 
       if (!bgElement) {
         return JSON.stringify({ success: false, error: '未找到背景图' });

package/src/agent/tools/evolve.js

@@ -100,7 +100,7 @@ export const evolveSkill = tool(
     let content = '';
     try {
       content = fs.readFileSync(evolvedPath, 'utf-8');
-    } catch (e) {
+    } catch {
       // 文件不存在，使用空内容
     }
 

package/src/agent/tools/file.js

@@ -5,7 +5,7 @@
 
 import { z } from 'zod';
 import { tool } from '@langchain/core/tools';
-import { writeFileSync, readFileSync, existsSync, readdirSync, statSync } from 'fs';
+import { writeFileSync, readFileSync, existsSync, readdirSync } from 'fs';
 import { dirname, join, isAbsolute, relative } from 'path';
 import { PATHS, ensureDir, DEEPSPIDER_HOME } from '../../config/paths.js';
 
@@ -186,7 +186,7 @@ function searchInFile(filePath, pattern, isRegex) {
       if (isRegex) regex.lastIndex = 0; // 重置正则
     }
     return matches;
-  } catch (e) {
+  } catch {
     return [];
   }
 }

package/src/agent/tools/python.js

@@ -53,7 +53,7 @@ async function executePython(code, timeout = 10000) {
  * 生成 Python 验证代码
  */
 function generateVerifyCode(algorithm, params) {
-  const { plaintext, ciphertext, key, iv, mode, format, hmacKey, digestmod } = params;
+  const { plaintext, ciphertext, key, iv, _mode, format, hmacKey, digestmod } = params;
 
   const templates = {
     // AES
@@ -223,7 +223,7 @@ print('MATCH' if result == expected else f'MISMATCH: got {result}')
  * 生成可复用的 Python 代码片段
  */
 function generatePythonSnippet(algorithm, params) {
-  const { key, iv, mode, format, hmacKey, digestmod } = params;
+  const { key, iv, _mode, _format, hmacKey, digestmod } = params;
 
   const snippets = {
     'AES-CBC': `
@@ -488,7 +488,7 @@ export const executePythonCode = tool(
 export const generateExecjsCode = tool(
   async ({ jsCode, functionName, description }) => {
     // 转义 JS 代码中的特殊字符
-    const escapedJs = jsCode
+    const _escapedJs = jsCode
       .replace(/\\/g, '\\\\')
       .replace(/"""/g, '\\"\\"\\"')
       .replace(/\n/g, '\\n');
@@ -539,7 +539,7 @@ def ${functionName || 'execute_js'}(*args):
  * 分析 JS 代码，判断转换策略
  */
 export const analyzeJsForPython = tool(
-  async ({ jsCode, cryptoPatterns }) => {
+  async ({ jsCode, cryptoPatterns: _cryptoPatterns }) => {
     const analysis = {
       canPureRewrite: true,
       reasons: [],

package/src/agent/tools/report.js

@@ -7,8 +7,8 @@
 import { z } from 'zod';
 import { tool } from '@langchain/core/tools';
 import { writeFileSync, readFileSync, existsSync } from 'fs';
-import { join, basename } from 'path';
-import { PATHS, ensureDir, DEEPSPIDER_HOME } from '../../config/paths.js';
+import { join } from 'path';
+import { PATHS, ensureDir } from '../../config/paths.js';
 
 const OUTPUT_DIR = PATHS.REPORTS_DIR;
 

package/src/agent/tools/runtime.js

@@ -110,7 +110,7 @@ export const addInitScript = tool(
  * 清除 Cookie
  */
 export const clearCookies = tool(
-  async ({ domain }) => {
+  async ({ domain: _domain }) => {
     const browser = await getBrowser();
     const context = browser.getContext();
     await context.clearCookies();

package/src/analyzer/EncryptionAnalyzer.js

@@ -51,7 +51,7 @@ export class EncryptionAnalyzer {
   }
 
   traceParam(code, paramName) {
-    const ast = this.astAnalyzer.parse(code);
+    const _ast = this.astAnalyzer.parse(code);
     const traces = [];
 
     // 简化实现：查找参数使用位置
@@ -80,7 +80,7 @@ export class EncryptionAnalyzer {
   // 使用模式库进行深度检测
   detectWithPatterns(code) {
     const detected = [];
-    for (const [key, pattern] of Object.entries(cryptoPatterns)) {
+    for (const [_key, pattern] of Object.entries(cryptoPatterns)) {
       for (const sig of pattern.signatures) {
         if (sig.test(code)) {
           detected.push({

package/src/browser/collector.js

@@ -21,7 +21,7 @@ export class EnvCollector {
       return this.cache.get(path);
     }
 
-    const result = await this.page.evaluate(({ path, depth, includeProto }) => {
+    const result = await this.page.evaluate(({ path, depth, includeProto: _includeProto }) => {
       function getByPath(obj, path) {
         return path.split('.').reduce((o, k) => o && o[k], obj);
       }

package/src/browser/interceptors/NetworkInterceptor.js

@@ -105,7 +105,7 @@ export class NetworkInterceptor {
         console.error('[NetworkInterceptor] 保存失败:', e.message);
       });
 
-    } catch (e) {
+    } catch {
       // 某些响应无法获取 body
     }
 

package/src/browser/interceptors/ScriptInterceptor.js

@@ -38,7 +38,7 @@ export class ScriptInterceptor {
   }
 
   async onScriptParsed(params) {
-    const { scriptId, url, length } = params;
+    const { scriptId, url, length: _length } = params;
 
     // 跳过扩展和空脚本
     if (!url || url.startsWith('chrome-extension://')) return;
@@ -67,7 +67,7 @@ export class ScriptInterceptor {
         timestamp: Date.now(),
         pageUrl: this.getPageUrl()  // 传递页面 URL
       });
-    } catch (e) {
+    } catch {
       // 获取失败，跳过
     }
   }

package/src/core/PatchGenerator.js

@@ -169,7 +169,7 @@ export class PatchGenerator {
     return defaults[type] || 'undefined';
   }
 
-  _generateSmartTemplate(property, context = {}) {
+  _generateSmartTemplate(property, _context = {}) {
     const parts = property.split('.');
     const propName = parts[parts.length - 1];
     const type = this._inferType(property);
@@ -232,7 +232,7 @@ export class PatchGenerator {
     }
 
     // 检测同一对象的重复定义
-    for (const [root, props] of roots) {
+    for (const [_root, props] of roots) {
       if (props.length > 1) {
         const seen = new Set();
         for (const p of props) {

package/src/env/EnvCodeGenerator.js

@@ -4,7 +4,7 @@
  * 根据 Hook 收集的数据生成可在 Node.js 运行的浏览器环境代码
  */
 
-import { GETSET_LIST, FUNC_LIST, HTML_TAG_MAP } from './BrowserAPIList.js';
+import { GETSET_LIST, FUNC_LIST, HTML_TAG_MAP } from './BrowserAPIList.js'; // eslint-disable-line no-unused-vars
 
 export class EnvCodeGenerator {
   constructor() {

package/src/store/DataStore.js

@@ -4,8 +4,8 @@
  * 支持会话隔离、内容去重、自动清理
  */
 
-import { mkdirSync, existsSync, readFileSync, statSync } from 'fs';
-import { writeFile, readFile, readdir, rm, stat } from 'fs/promises';
+import { existsSync, readFileSync } from 'fs';
+import { writeFile, readFile, rm } from 'fs/promises';
 import { join } from 'path';
 import { createHash } from 'crypto';
 import { PATHS, ensureDir } from '../config/paths.js';
@@ -201,7 +201,7 @@ export class DataStore {
       if (existsSync(indexFile)) {
         index = JSON.parse(readFileSync(indexFile, 'utf-8'));
       }
-    } catch (e) {
+    } catch {
       // 使用默认索引
     }
 
@@ -446,7 +446,7 @@ export class DataStore {
               timestamp: meta.timestamp
             });
           }
-        } catch (e) { /* skip */ }
+        } catch { /* skip */ }
       }
     }
     return results;
@@ -477,7 +477,7 @@ export class DataStore {
               timestamp: meta.timestamp
             });
           }
-        } catch (e) { /* skip */ }
+        } catch { /* skip */ }
       }
     }
     return results;