deepspider 0.1.0

package/src/agent/tools/utils.js

@@ -0,0 +1,51 @@
+/**
+ * DeepSpider - 工具函数
+ * 统一使用 ~/.deepspider/ 目录
+ */
+
+import { join } from 'path';
+import { PATHS, ensureDir, generateFilename } from '../../config/paths.js';
+
+// 导出路径常量（兼容旧代码）
+export const OUTPUT_DIR = PATHS.OUTPUT_DIR;
+export const SCREENSHOTS_DIR = PATHS.SCREENSHOTS_DIR;
+export const REPORTS_DIR = PATHS.REPORTS_DIR;
+export const UNPACKED_DIR = PATHS.UNPACKED_DIR;
+
+// 重新导出工具函数
+export { ensureDir, generateFilename };
+
+/**
+ * 获取截图保存路径
+ */
+export function getScreenshotPath(filename) {
+  ensureDir(SCREENSHOTS_DIR);
+  let name = filename || generateFilename('screenshot', 'png');
+  // 确保文件名有有效的图片扩展名
+  if (name && !/\.(png|jpg|jpeg)$/i.test(name)) {
+    name = name + '.png';
+  }
+  return join(SCREENSHOTS_DIR, name);
+}
+
+/**
+ * 获取报告保存路径
+ */
+export function getReportPath(filename) {
+  ensureDir(REPORTS_DIR);
+  let name = filename || generateFilename('report', 'md');
+  // 确保文件名有 .md 扩展名
+  if (name && !/\.md$/i.test(name)) {
+    name = name + '.md';
+  }
+  return join(REPORTS_DIR, name);
+}
+
+/**
+ * 获取解包输出目录
+ */
+export function getUnpackedDir(dirname) {
+  const dir = join(UNPACKED_DIR, dirname || `bundle_${Date.now()}`);
+  ensureDir(dir);
+  return dir;
+}

package/src/agent/tools/verify.js

@@ -0,0 +1,184 @@
+/**
+ * DeepSpider - 算法验证工具
+ * 验证加密结果是否为标准算法
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import crypto from 'crypto';
+
+/**
+ * 验证 MD5
+ */
+export const verifyMD5 = tool(
+  async ({ input, expected }) => {
+    const result = crypto.createHash('md5').update(input).digest('hex');
+    const match = result.toLowerCase() === expected.toLowerCase();
+    return JSON.stringify({
+      algorithm: 'MD5',
+      input,
+      computed: result,
+      expected,
+      match,
+      conclusion: match ? '标准 MD5' : '可能魔改或非 MD5',
+    }, null, 2);
+  },
+  {
+    name: 'verify_md5',
+    description: '验证是否为标准 MD5 算法',
+    schema: z.object({
+      input: z.string().describe('原始输入'),
+      expected: z.string().describe('目标加密结果'),
+    }),
+  }
+);
+
+/**
+ * 验证 SHA256
+ */
+export const verifySHA256 = tool(
+  async ({ input, expected }) => {
+    const result = crypto.createHash('sha256').update(input).digest('hex');
+    const match = result.toLowerCase() === expected.toLowerCase();
+    return JSON.stringify({
+      algorithm: 'SHA256',
+      input,
+      computed: result,
+      expected,
+      match,
+      conclusion: match ? '标准 SHA256' : '可能魔改或非 SHA256',
+    }, null, 2);
+  },
+  {
+    name: 'verify_sha256',
+    description: '验证是否为标准 SHA256 算法',
+    schema: z.object({
+      input: z.string().describe('原始输入'),
+      expected: z.string().describe('目标加密结果'),
+    }),
+  }
+);
+
+/**
+ * 验证 HMAC
+ */
+export const verifyHMAC = tool(
+  async ({ input, key, expected, algorithm }) => {
+    const result = crypto.createHmac(algorithm, key).update(input).digest('hex');
+    const match = result.toLowerCase() === expected.toLowerCase();
+    return JSON.stringify({
+      algorithm: `HMAC-${algorithm.toUpperCase()}`,
+      input,
+      key,
+      computed: result,
+      expected,
+      match,
+      conclusion: match ? `标准 HMAC-${algorithm.toUpperCase()}` : '可能魔改',
+    }, null, 2);
+  },
+  {
+    name: 'verify_hmac',
+    description: '验证是否为标准 HMAC 算法',
+    schema: z.object({
+      input: z.string().describe('原始输入'),
+      key: z.string().describe('密钥'),
+      expected: z.string().describe('目标结果'),
+      algorithm: z.enum(['md5', 'sha1', 'sha256', 'sha512']).default('sha256'),
+    }),
+  }
+);
+
+/**
+ * 验证 AES
+ */
+export const verifyAES = tool(
+  async ({ input, key, iv, expected, mode }) => {
+    try {
+      const keyBuffer = Buffer.from(key, 'utf8');
+      const ivBuffer = iv ? Buffer.from(iv, 'utf8') : Buffer.alloc(16, 0);
+
+      const cipher = crypto.createCipheriv(
+        `aes-${keyBuffer.length * 8}-${mode}`,
+        keyBuffer,
+        mode === 'ecb' ? null : ivBuffer
+      );
+
+      let result = cipher.update(input, 'utf8', 'base64');
+      result += cipher.final('base64');
+
+      const match = result === expected;
+      return JSON.stringify({
+        algorithm: `AES-${keyBuffer.length * 8}-${mode.toUpperCase()}`,
+        computed: result,
+        expected,
+        match,
+        conclusion: match ? '标准 AES' : '可能魔改（检查 padding/mode/iv）',
+      }, null, 2);
+    } catch (e) {
+      return JSON.stringify({ error: e.message });
+    }
+  },
+  {
+    name: 'verify_aes',
+    description: '验证是否为标准 AES 算法',
+    schema: z.object({
+      input: z.string().describe('原始输入'),
+      key: z.string().describe('密钥'),
+      iv: z.string().optional().describe('IV 向量'),
+      expected: z.string().describe('目标结果（Base64）'),
+      mode: z.enum(['cbc', 'ecb']).default('cbc'),
+    }),
+  }
+);
+
+/**
+ * 识别加密特征
+ */
+export const identifyEncryption = tool(
+  async ({ ciphertext }) => {
+    const features = [];
+
+    // 长度特征
+    const len = ciphertext.length;
+    if (len === 32) features.push('可能是 MD5');
+    if (len === 40) features.push('可能是 SHA1');
+    if (len === 64) features.push('可能是 SHA256');
+    if (len === 128) features.push('可能是 SHA512');
+
+    // Base64 特征
+    if (/^[A-Za-z0-9+/]+=*$/.test(ciphertext)) {
+      features.push('Base64 编码');
+    }
+
+    // Hex 特征
+    if (/^[0-9a-fA-F]+$/.test(ciphertext)) {
+      features.push('Hex 编码');
+    }
+
+    // JWT 特征
+    if (/^eyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+$/.test(ciphertext)) {
+      features.push('JWT Token');
+    }
+
+    return JSON.stringify({
+      ciphertext: ciphertext.slice(0, 50) + (len > 50 ? '...' : ''),
+      length: len,
+      features,
+    }, null, 2);
+  },
+  {
+    name: 'identify_encryption',
+    description: '根据密文特征识别可能的加密算法',
+    schema: z.object({
+      ciphertext: z.string().describe('加密后的字符串'),
+    }),
+  }
+);
+
+export const verifyTools = [
+  verifyMD5,
+  verifySHA256,
+  verifyHMAC,
+  verifyAES,
+  identifyEncryption,
+];

package/src/agent/tools/webcrack.js

@@ -0,0 +1,109 @@
+/**
+ * DeepSpider - Webcrack 解包工具
+ * 用于解包 Webpack/Browserify 打包的代码
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { webcrack } from 'webcrack';
+import { getUnpackedDir } from './utils.js';
+
+/**
+ * 解包 Webpack Bundle
+ */
+export const unpackBundle = tool(
+  async ({ code, save, dirname }) => {
+    try {
+      const result = await webcrack(code);
+
+      const output = {
+        success: true,
+        bundle: result.bundle ? 'webpack' : 'unknown',
+        modules: [],
+      };
+
+      // 如果需要保存文件
+      if (save) {
+        const dir = getUnpackedDir(dirname);
+        await result.save(dir);
+        output.outputDir = dir;
+      }
+
+      // 收集模块信息
+      if (result.bundle?.modules) {
+        for (const [id, module] of result.bundle.modules) {
+          output.modules.push({
+            id,
+            path: module.path || '',
+            isEntry: module.isEntry || false,
+          });
+        }
+      }
+
+      // 返回解包后的主代码
+      output.code = result.code;
+      output.moduleCount = output.modules.length;
+
+      return JSON.stringify(output);
+    } catch (error) {
+      return JSON.stringify({
+        success: false,
+        error: error.message,
+      });
+    }
+  },
+  {
+    name: 'unpack_bundle',
+    description: '解包 Webpack/Browserify 打包的 JS 代码，自动保存到 output/unpacked 目录',
+    schema: z.object({
+      code: z.string().describe('打包后的 JS 代码'),
+      save: z.boolean().default(true).describe('是否保存到文件'),
+      dirname: z.string().optional().describe('目录名（可选，默认自动生成）'),
+    }),
+  }
+);
+
+/**
+ * 分析 Bundle 结构
+ */
+export const analyzeBundle = tool(
+  async ({ code }) => {
+    try {
+      const result = await webcrack(code);
+
+      const analysis = {
+        success: true,
+        bundleType: result.bundle?.type || 'unknown',
+        moduleCount: 0,
+        modules: [],
+      };
+
+      if (result.bundle?.modules) {
+        for (const [id, module] of result.bundle.modules) {
+          analysis.modules.push({
+            id,
+            path: module.path || '',
+            isEntry: module.isEntry || false,
+          });
+        }
+        analysis.moduleCount = analysis.modules.length;
+      }
+
+      return JSON.stringify(analysis);
+    } catch (error) {
+      return JSON.stringify({
+        success: false,
+        error: error.message,
+      });
+    }
+  },
+  {
+    name: 'analyze_bundle',
+    description: '分析 Webpack Bundle 结构，获取模块列表',
+    schema: z.object({
+      code: z.string().describe('打包后的 JS 代码'),
+    }),
+  }
+);
+
+export const webcrackTools = [unpackBundle, analyzeBundle];