deepspider 0.1.0

package/src/agent/tools/analysis.js

@@ -0,0 +1,135 @@
+/**
+ * DeepSpider - 浏览器分析交互工具
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { getBrowserClient } from '../../browser/index.js';
+
+/**
+ * 通过 CDP 执行 JS（复用 session）
+ */
+async function evaluateViaCDP(client, expression) {
+  const cdp = await client.getCDPSession();
+  if (!cdp) return null;
+  const result = await cdp.send('Runtime.evaluate', {
+    expression,
+    returnByValue: true,
+  });
+  return result.result?.value;
+}
+
+/**
+ * 获取待分析数据
+ */
+export const getPendingAnalysis = tool(
+  async () => {
+    const client = getBrowserClient();
+    if (!client?.page) {
+      return JSON.stringify({ error: '浏览器未启动' });
+    }
+
+    const data = await evaluateViaCDP(client, `
+      (function() {
+        const deepspider = window.__deepspider__;
+        if (!deepspider?.pendingAnalysis) return null;
+        const result = deepspider.pendingAnalysis;
+        deepspider.pendingAnalysis = null;
+        return result;
+      })()
+    `);
+
+    return JSON.stringify(data || { pending: false });
+  },
+  {
+    name: 'get_pending_analysis',
+    description: '获取用户在浏览器中选中的待分析数据',
+    schema: z.object({}),
+  }
+);
+
+/**
+ * 获取待处理的对话消息
+ */
+export const getPendingChat = tool(
+  async () => {
+    const client = getBrowserClient();
+    if (!client?.page) {
+      return JSON.stringify({ error: '浏览器未启动' });
+    }
+
+    const data = await evaluateViaCDP(client, `
+      (function() {
+        const deepspider = window.__deepspider__;
+        if (!deepspider?.pendingChat) return null;
+        const result = deepspider.pendingChat;
+        deepspider.pendingChat = null;
+        return result;
+      })()
+    `);
+
+    return JSON.stringify(data || { pending: false });
+  },
+  {
+    name: 'get_pending_chat',
+    description: '获取用户在浏览器面板中输入的对话消息',
+    schema: z.object({}),
+  }
+);
+
+/**
+ * 向浏览器面板发送消息
+ */
+export const sendPanelMessage = tool(
+  async ({ message, role }) => {
+    const client = getBrowserClient();
+    if (!client?.page) {
+      return JSON.stringify({ error: '浏览器未启动' });
+    }
+
+    const escaped = JSON.stringify(message);
+    const r = role || 'assistant';
+    await evaluateViaCDP(client, `window.__deepspider__?.addMessage?.('${r}', ${escaped})`);
+
+    return JSON.stringify({ success: true });
+  },
+  {
+    name: 'send_panel_message',
+    description: '向浏览器分析面板发送消息',
+    schema: z.object({
+      message: z.string().describe('消息内容'),
+      role: z.enum(['assistant', 'system']).optional().default('assistant'),
+    }),
+  }
+);
+
+/**
+ * 开启选择器模式
+ */
+export const startSelector = tool(
+  async () => {
+    const client = getBrowserClient();
+    if (!client?.page) {
+      return JSON.stringify({ error: '浏览器未启动' });
+    }
+
+    await evaluateViaCDP(client, `
+      window.__deepspider__?.startSelector?.();
+      window.__deepspider__?.showPanel?.();
+    `);
+
+    return JSON.stringify({ success: true, message: '选择器模式已开启' });
+  },
+  {
+    name: 'start_selector',
+    description: '开启浏览器元素选择器模式，让用户选择要分析的数据',
+    schema: z.object({}),
+  }
+);
+
+export const analysisTools = [
+  getPendingAnalysis,
+  getPendingChat,
+  sendPanelMessage,
+  startSelector,
+];

package/src/agent/tools/analyzer.js

@@ -0,0 +1,85 @@
+/**
+ * DeepSpider - 分析器工具
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { ASTAnalyzer } from '../../analyzer/ASTAnalyzer.js';
+import { CallStackAnalyzer } from '../../analyzer/CallStackAnalyzer.js';
+import { EncryptionAnalyzer } from '../../analyzer/EncryptionAnalyzer.js';
+
+/**
+ * AST 分析工具
+ */
+export const analyzeAst = tool(
+  async ({ code, extractFunctions, extractCalls }) => {
+    const analyzer = new ASTAnalyzer();
+    const result = {};
+
+    if (extractFunctions) {
+      result.functions = analyzer.extractFunctions(code);
+    }
+    if (extractCalls) {
+      result.calls = analyzer.extractCalls(code);
+    }
+    result.dependencyGraph = Object.fromEntries(analyzer.buildDependencyGraph(code));
+
+    return JSON.stringify(result, null, 2);
+  },
+  {
+    name: 'analyze_ast',
+    description: '解析JS代码AST，提取函数定义、调用关系和依赖图。',
+    schema: z.object({
+      code: z.string().describe('JS代码'),
+      extractFunctions: z.boolean().optional().default(true),
+      extractCalls: z.boolean().optional().default(true),
+    }),
+  }
+);
+
+/**
+ * 调用栈分析工具
+ */
+export const analyzeCallstack = tool(
+  async ({ code, entryPoint }) => {
+    const analyzer = new CallStackAnalyzer();
+    const result = {
+      entryPoints: analyzer.findEntryPoints(code),
+      callGraph: Object.fromEntries(analyzer.buildCallGraph(code)),
+    };
+
+    if (entryPoint) {
+      result.callChain = analyzer.buildCallChain(code, entryPoint);
+      result.callers = analyzer.findCallers(code, entryPoint);
+    }
+
+    return JSON.stringify(result, null, 2);
+  },
+  {
+    name: 'analyze_callstack',
+    description: '分析代码调用栈，追踪函数调用链，找出入口点和调用关系。',
+    schema: z.object({
+      code: z.string().describe('JS代码'),
+      entryPoint: z.string().optional().describe('入口函数名'),
+    }),
+  }
+);
+
+/**
+ * 加密分析工具
+ */
+export const analyzeEncryption = tool(
+  async ({ code }) => {
+    const analyzer = new EncryptionAnalyzer();
+    return JSON.stringify(analyzer.analyze(code), null, 2);
+  },
+  {
+    name: 'analyze_encryption',
+    description: '识别代码中的加密函数和算法模式（MD5, SHA, AES, RSA等）。',
+    schema: z.object({
+      code: z.string().describe('JS代码'),
+    }),
+  }
+);
+
+export const analyzerTools = [analyzeAst, analyzeCallstack, analyzeEncryption];

package/src/agent/tools/anti-detect.js

@@ -0,0 +1,89 @@
+/**
+ * DeepSpider - 反检测工具
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { getBrowser } from '../../browser/index.js';
+
+export const proxyTest = tool(
+  async ({ proxy_url }) => {
+    try {
+      // 测试代理可用性
+      const response = await fetch('https://httpbin.org/ip', {
+        agent: proxy_url ? new (await import('https-proxy-agent')).HttpsProxyAgent(proxy_url) : undefined,
+        timeout: 10000,
+      });
+      const data = await response.json();
+      return JSON.stringify({ success: true, ip: data.origin, proxy: proxy_url });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'proxy_test',
+    description: '测试代理可用性',
+    schema: z.object({
+      proxy_url: z.string().describe('代理地址，如 http://user:pass@host:port'),
+    }),
+  }
+);
+
+export const fingerprintGet = tool(
+  async () => {
+    try {
+      const browser = await getBrowser();
+      const page = browser.getPage();
+
+      const fingerprint = await page.evaluate(() => {
+        return {
+          userAgent: navigator.userAgent,
+          platform: navigator.platform,
+          language: navigator.language,
+          webdriver: navigator.webdriver,
+          hardwareConcurrency: navigator.hardwareConcurrency,
+          deviceMemory: navigator.deviceMemory,
+          screenResolution: `${screen.width}x${screen.height}`,
+          colorDepth: screen.colorDepth,
+          timezone: Intl.DateTimeFormat().resolvedOptions().timeZone,
+        };
+      });
+
+      return JSON.stringify({ success: true, fingerprint });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'fingerprint_get',
+    description: '获取当前浏览器指纹信息',
+    schema: z.object({}),
+  }
+);
+
+export const riskCheck = tool(
+  async () => {
+    try {
+      const browser = await getBrowser();
+      const page = browser.getPage();
+
+      const risks = await page.evaluate(() => {
+        const issues = [];
+        if (navigator.webdriver) issues.push('webdriver detected');
+        if (!window.chrome) issues.push('chrome object missing');
+        return { issues, count: issues.length };
+      });
+
+      return JSON.stringify({ success: true, ...risks });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'risk_check',
+    description: '检测当前风控状态',
+    schema: z.object({}),
+  }
+);
+
+export const antiDetectTools = [proxyTest, fingerprintGet, riskCheck];

package/src/agent/tools/antidebug.js

@@ -0,0 +1,64 @@
+/**
+ * DeepSpider - 反反调试工具
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { AntiAntiDebug } from '../../env/AntiAntiDebug.js';
+
+const antiDebug = new AntiAntiDebug();
+
+export const generateAntiDebugger = tool(
+  async () => {
+    const code = antiDebug.generateAntiDebuggerCode();
+    return JSON.stringify({ success: true, code }, null, 2);
+  },
+  {
+    name: 'generate_anti_debugger',
+    description: '生成绕过无限 debugger 的代码',
+    schema: z.object({}),
+  }
+);
+
+export const generateAntiConsoleDetect = tool(
+  async () => {
+    const code = antiDebug.generateAntiConsoleDetectCode();
+    return JSON.stringify({ success: true, code }, null, 2);
+  },
+  {
+    name: 'generate_anti_console_detect',
+    description: '生成绕过控制台检测的代码',
+    schema: z.object({}),
+  }
+);
+
+export const generateAntiCDP = tool(
+  async () => {
+    const code = antiDebug.generateAntiCDPDetectCode();
+    return JSON.stringify({ success: true, code }, null, 2);
+  },
+  {
+    name: 'generate_anti_cdp',
+    description: '生成绕过 CDP 检测的代码',
+    schema: z.object({}),
+  }
+);
+
+export const generateFullAntiDebug = tool(
+  async () => {
+    const code = antiDebug.generateFullAntiDebugCode();
+    return JSON.stringify({ success: true, code }, null, 2);
+  },
+  {
+    name: 'generate_full_anti_debug',
+    description: '生成完整的反反调试代码（包含所有防护）',
+    schema: z.object({}),
+  }
+);
+
+export const antiDebugTools = [
+  generateAntiDebugger,
+  generateAntiConsoleDetect,
+  generateAntiCDP,
+  generateFullAntiDebug,
+];

package/src/agent/tools/async.js

@@ -0,0 +1,43 @@
+/**
+ * DeepSpider - 异步追踪工具
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { AsyncHook } from '../../env/AsyncHook.js';
+
+const asyncHook = new AsyncHook();
+
+export const generatePromiseHook = tool(
+  async () => {
+    const code = asyncHook.generatePromiseHookCode();
+    return JSON.stringify({
+      success: true,
+      code,
+      usage: "注入后通过 __deepspider__.getLogs('async') 获取日志",
+    }, null, 2);
+  },
+  {
+    name: 'generate_promise_hook',
+    description: '生成 Promise Hook，追踪异步调用链',
+    schema: z.object({}),
+  }
+);
+
+export const generateTimerHook = tool(
+  async () => {
+    const code = asyncHook.generateTimerHookCode();
+    return JSON.stringify({
+      success: true,
+      code,
+      usage: "注入后通过 __deepspider__.getLogs('timer') 获取日志",
+    }, null, 2);
+  },
+  {
+    name: 'generate_timer_hook',
+    description: '生成 setTimeout/setInterval Hook',
+    schema: z.object({}),
+  }
+);
+
+export const asyncTools = [generatePromiseHook, generateTimerHook];