deepspider 0.1.0

package/src/agent/tools/browser.js

@@ -0,0 +1,324 @@
+/**
+ * DeepSpider - 浏览器交互工具
+ * 混合实现：复杂交互用 Playwright，简单操作用 CDP
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { getBrowser } from '../../browser/index.js';
+import { getScreenshotPath } from './utils.js';
+
+/**
+ * 通过 CDP 执行 JS
+ */
+async function cdpEvaluate(browser, expression, returnByValue = true) {
+  const cdp = await browser.getCDPSession();
+  if (!cdp) throw new Error('CDP session not available');
+  const result = await cdp.send('Runtime.evaluate', {
+    expression,
+    returnByValue,
+    awaitPromise: true,
+  });
+  if (result.exceptionDetails) {
+    throw new Error(result.exceptionDetails.text || 'CDP evaluate error');
+  }
+  return result.result?.value;
+}
+
+/**
+ * 点击元素 - Playwright + force
+ */
+export const clickElement = tool(
+  async ({ selector }) => {
+    const browser = await getBrowser();
+    const page = browser.getPage();
+    await page.click(selector, { force: true });
+    return JSON.stringify({ success: true, selector });
+  },
+  {
+    name: 'click_element',
+    description: '点击页面元素',
+    schema: z.object({
+      selector: z.string().describe('CSS 选择器'),
+    }),
+  }
+);
+
+/**
+ * 填充输入框 - Playwright + force
+ */
+export const fillInput = tool(
+  async ({ selector, value }) => {
+    const browser = await getBrowser();
+    const page = browser.getPage();
+    await page.fill(selector, value, { force: true });
+    return JSON.stringify({ success: true, selector, value });
+  },
+  {
+    name: 'fill_input',
+    description: '填充输入框',
+    schema: z.object({
+      selector: z.string().describe('CSS 选择器'),
+      value: z.string().describe('填充值'),
+    }),
+  }
+);
+
+/**
+ * 截图
+ */
+export const takeScreenshot = tool(
+  async ({ filename }) => {
+    const browser = await getBrowser();
+    const page = browser.getPage();
+    const savePath = getScreenshotPath(filename);
+    await page.screenshot({ path: savePath, fullPage: true });
+    console.log('[trigger] screenshot saved to:', savePath);
+    return JSON.stringify({ success: true, filePath: savePath });
+  },
+  {
+    name: 'take_screenshot',
+    description: '截取页面截图，自动保存到 output/screenshots 目录',
+    schema: z.object({
+      filename: z.string().optional().describe('文件名（可选，默认自动生成）'),
+    }),
+  }
+);
+
+/**
+ * 等待元素
+ */
+export const waitForSelector = tool(
+  async ({ selector, timeout, state }) => {
+    const browser = await getBrowser();
+    const page = browser.getPage();
+    await page.waitForSelector(selector, { timeout, state });
+    return JSON.stringify({ success: true, selector, state });
+  },
+  {
+    name: 'wait_for_selector',
+    description: '等待元素出现或消失',
+    schema: z.object({
+      selector: z.string().describe('CSS 选择器'),
+      timeout: z.number().default(30000).describe('超时时间(ms)'),
+      state: z.enum(['attached', 'detached', 'visible', 'hidden']).default('attached').describe('等待状态：attached(DOM中存在)、visible(可见)、detached(从DOM移除)、hidden(隐藏)'),
+    }),
+  }
+);
+
+/**
+ * 刷新页面 - CDP
+ */
+export const reloadPage = tool(
+  async () => {
+    const browser = await getBrowser();
+    const cdp = await browser.getCDPSession();
+    await cdp.send('Page.reload');
+    const url = await cdpEvaluate(browser, 'location.href');
+    return JSON.stringify({ success: true, url });
+  },
+  {
+    name: 'reload_page',
+    description: '刷新当前页面',
+    schema: z.object({}),
+  }
+);
+
+/**
+ * 后退 - CDP
+ */
+export const goBack = tool(
+  async () => {
+    const browser = await getBrowser();
+    const cdp = await browser.getCDPSession();
+    const history = await cdp.send('Page.getNavigationHistory');
+    if (history.currentIndex > 0) {
+      const entry = history.entries[history.currentIndex - 1];
+      await cdp.send('Page.navigateToHistoryEntry', { entryId: entry.id });
+    }
+    const url = await cdpEvaluate(browser, 'location.href');
+    return JSON.stringify({ success: true, url });
+  },
+  {
+    name: 'go_back',
+    description: '浏览器后退',
+    schema: z.object({}),
+  }
+);
+
+/**
+ * 前进 - CDP
+ */
+export const goForward = tool(
+  async () => {
+    const browser = await getBrowser();
+    const cdp = await browser.getCDPSession();
+    const history = await cdp.send('Page.getNavigationHistory');
+    if (history.currentIndex < history.entries.length - 1) {
+      const entry = history.entries[history.currentIndex + 1];
+      await cdp.send('Page.navigateToHistoryEntry', { entryId: entry.id });
+    }
+    const url = await cdpEvaluate(browser, 'location.href');
+    return JSON.stringify({ success: true, url });
+  },
+  {
+    name: 'go_forward',
+    description: '浏览器前进',
+    schema: z.object({}),
+  }
+);
+
+/**
+ * 滚动页面 - CDP
+ */
+export const scrollPage = tool(
+  async ({ direction, distance }) => {
+    const browser = await getBrowser();
+    const cdp = await browser.getCDPSession();
+    const deltaY = direction === 'up' ? -distance : distance;
+    await cdp.send('Input.dispatchMouseEvent', {
+      type: 'mouseWheel', x: 100, y: 100, deltaX: 0, deltaY
+    });
+    return JSON.stringify({ success: true, direction, distance });
+  },
+  {
+    name: 'scroll_page',
+    description: '滚动页面',
+    schema: z.object({
+      direction: z.enum(['up', 'down']).describe('滚动方向'),
+      distance: z.number().default(500).describe('滚动距离(px)'),
+    }),
+  }
+);
+
+/**
+ * 按键 - Playwright
+ */
+export const pressKey = tool(
+  async ({ key }) => {
+    const browser = await getBrowser();
+    const page = browser.getPage();
+    await page.keyboard.press(key);
+    return JSON.stringify({ success: true, key });
+  },
+  {
+    name: 'press_key',
+    description: '按下键盘按键，如 Enter、Escape、Tab、ArrowDown 等',
+    schema: z.object({
+      key: z.string().describe('按键名称'),
+    }),
+  }
+);
+
+/**
+ * 悬停元素 - Playwright + force
+ */
+export const hoverElement = tool(
+  async ({ selector }) => {
+    const browser = await getBrowser();
+    const page = browser.getPage();
+    await page.hover(selector, { force: true });
+    return JSON.stringify({ success: true, selector });
+  },
+  {
+    name: 'hover_element',
+    description: '鼠标悬停在元素上',
+    schema: z.object({
+      selector: z.string().describe('CSS 选择器'),
+    }),
+  }
+);
+
+/**
+ * 获取页面信息 - CDP
+ */
+export const getPageInfo = tool(
+  async () => {
+    const browser = await getBrowser();
+    const info = await cdpEvaluate(browser, `
+      ({ url: location.href, title: document.title })
+    `);
+    return JSON.stringify(info);
+  },
+  {
+    name: 'get_page_info',
+    description: '获取当前页面 URL 和标题',
+    schema: z.object({}),
+  }
+);
+
+/**
+ * 获取浏览器 Cookie - CDP
+ */
+export const getCookies = tool(
+  async ({ domain, format }) => {
+    const browser = await getBrowser();
+    const cdp = await browser.getCDPSession();
+
+    // 获取当前页面 URL 用于过滤
+    const currentUrl = await cdpEvaluate(browser, 'location.href');
+    const urls = domain ? undefined : [currentUrl];
+
+    const result = await cdp.send('Network.getCookies', { urls });
+    let cookies = result.cookies || [];
+
+    // 按域名过滤
+    if (domain) {
+      cookies = cookies.filter(c => c.domain.includes(domain));
+    }
+
+    // 根据格式返回
+    if (format === 'header') {
+      // 返回可直接用于请求头的格式
+      const cookieStr = cookies.map(c => `${c.name}=${c.value}`).join('; ');
+      return JSON.stringify({ success: true, cookie: cookieStr, count: cookies.length });
+    } else if (format === 'dict') {
+      // 返回字典格式，方便 Python requests 使用
+      const cookieDict = {};
+      cookies.forEach(c => { cookieDict[c.name] = c.value; });
+      return JSON.stringify({ success: true, cookies: cookieDict, count: cookies.length });
+    } else {
+      // 返回完整信息
+      return JSON.stringify({
+        success: true,
+        cookies: cookies.map(c => ({
+          name: c.name,
+          value: c.value,
+          domain: c.domain,
+          path: c.path,
+          expires: c.expires,
+          httpOnly: c.httpOnly,
+          secure: c.secure,
+        })),
+        count: cookies.length
+      });
+    }
+  },
+  {
+    name: 'get_cookies',
+    description: `获取浏览器 Cookie，用于端到端验证时构造请求。
+
+返回格式：
+- full: 完整信息（默认）
+- header: Cookie 请求头格式，如 "name1=value1; name2=value2"
+- dict: 字典格式，方便 Python requests.cookies 使用`,
+    schema: z.object({
+      domain: z.string().optional().describe('按域名过滤（可选）'),
+      format: z.enum(['full', 'header', 'dict']).default('full').describe('返回格式'),
+    }),
+  }
+);
+
+export const browserTools = [
+  clickElement,
+  fillInput,
+  waitForSelector,
+  reloadPage,
+  goBack,
+  goForward,
+  scrollPage,
+  pressKey,
+  hoverElement,
+  getPageInfo,
+  getCookies,
+];

package/src/agent/tools/captcha.js

@@ -0,0 +1,223 @@
+/**
+ * DeepSpider - 验证码处理工具
+ */
+
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { getBrowser } from '../../browser/index.js';
+
+export const captchaDetect = tool(
+  async ({ selector }) => {
+    try {
+      const browser = await getBrowser();
+      const page = browser.getPage();
+
+      // 检测页面中的验证码类型
+      const result = await page.evaluate((sel) => {
+        const container = sel ? document.querySelector(sel) : document.body;
+        if (!container) return { type: 'none', reason: '未找到容器' };
+
+        const html = container.innerHTML.toLowerCase();
+        const indicators = {
+          slide: ['slide', 'slider', '滑块', 'drag', 'geetest'],
+          click: ['click', '点击', '点选', 'verify-img'],
+          image: ['captcha', 'code', '验证码', 'vcode'],
+          sms: ['sms', '短信', '手机', 'phone'],
+        };
+
+        for (const [type, keywords] of Object.entries(indicators)) {
+          if (keywords.some(k => html.includes(k))) {
+            return { type, keywords: keywords.filter(k => html.includes(k)) };
+          }
+        }
+
+        // 检查是否有验证码图片
+        const imgs = container.querySelectorAll('img');
+        for (const img of imgs) {
+          const src = img.src || '';
+          if (src.includes('captcha') || src.includes('code') || src.includes('verify')) {
+            return { type: 'image', src };
+          }
+        }
+
+        return { type: 'none', reason: '未检测到验证码' };
+      }, selector);
+
+      return JSON.stringify({ success: true, ...result });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'captcha_detect',
+    description: '检测页面中的验证码类型（滑块/点选/图片/短信）',
+    schema: z.object({
+      selector: z.string().optional().describe('验证码容器选择器，不填则检测整个页面'),
+    }),
+  }
+);
+
+export const captchaOcr = tool(
+  async ({ image_selector, image_base64 }) => {
+    try {
+      let imageData = image_base64;
+
+      if (!imageData && image_selector) {
+        const browser = await getBrowser();
+        const page = browser.getPage();
+        const element = await page.$(image_selector);
+        if (element) {
+          const buffer = await element.screenshot();
+          imageData = buffer.toString('base64');
+        }
+      }
+
+      if (!imageData) {
+        return JSON.stringify({ success: false, error: '无法获取验证码图片' });
+      }
+
+      // TODO: 集成 ddddocr 或打码平台
+      // 当前返回占位结果
+      return JSON.stringify({
+        success: true,
+        text: '',
+        message: '需要集成 OCR 服务（ddddocr 或打码平台）',
+        image_length: imageData.length,
+      });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'captcha_ocr',
+    description: 'OCR 识别图片验证码',
+    schema: z.object({
+      image_selector: z.string().optional().describe('验证码图片选择器'),
+      image_base64: z.string().optional().describe('验证码图片 base64（优先使用）'),
+    }),
+  }
+);
+
+export const captchaSlideDetect = tool(
+  async ({ bg_selector, slide_selector }) => {
+    try {
+      const browser = await getBrowser();
+      const page = browser.getPage();
+
+      // 获取背景图和滑块图
+      const bgElement = await page.$(bg_selector);
+      const slideElement = slide_selector ? await page.$(slide_selector) : null;
+
+      if (!bgElement) {
+        return JSON.stringify({ success: false, error: '未找到背景图' });
+      }
+
+      const bgBuffer = await bgElement.screenshot();
+
+      // TODO: 使用 OpenCV 或其他方式检测缺口位置
+      // 当前返回占位结果
+      return JSON.stringify({
+        success: true,
+        gap_x: 0,
+        message: '需要集成缺口检测算法',
+        bg_size: bgBuffer.length,
+      });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'captcha_slide_detect',
+    description: '检测滑块验证码的缺口位置',
+    schema: z.object({
+      bg_selector: z.string().describe('背景图选择器'),
+      slide_selector: z.string().optional().describe('滑块图选择器'),
+    }),
+  }
+);
+
+export const captchaSlideExecute = tool(
+  async ({ slider_selector, distance, duration = 500 }) => {
+    try {
+      const browser = await getBrowser();
+      const page = browser.getPage();
+
+      const slider = await page.$(slider_selector);
+      if (!slider) {
+        return JSON.stringify({ success: false, error: '未找到滑块元素' });
+      }
+
+      const box = await slider.boundingBox();
+      if (!box) {
+        return JSON.stringify({ success: false, error: '无法获取滑块位置' });
+      }
+
+      const startX = box.x + box.width / 2;
+      const startY = box.y + box.height / 2;
+
+      await page.mouse.move(startX, startY);
+      await page.mouse.down();
+
+      // 模拟人类拖动：慢-快-慢
+      const steps = 20;
+      for (let i = 1; i <= steps; i++) {
+        const progress = i / steps;
+        const eased = 1 - Math.pow(1 - progress, 3);
+        const x = startX + distance * eased;
+        const y = startY + (Math.random() - 0.5) * 2;
+        await page.mouse.move(x, y);
+        await page.waitForTimeout(duration / steps);
+      }
+
+      await page.mouse.up();
+      return JSON.stringify({ success: true, distance, duration });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'captcha_slide_execute',
+    description: '执行滑块拖动操作',
+    schema: z.object({
+      slider_selector: z.string().describe('滑块元素选择器'),
+      distance: z.number().describe('拖动距离（像素）'),
+      duration: z.number().optional().default(500).describe('拖动时长（毫秒）'),
+    }),
+  }
+);
+
+export const captchaClickExecute = tool(
+  async ({ points }) => {
+    try {
+      const browser = await getBrowser();
+      const page = browser.getPage();
+
+      for (const point of points) {
+        await page.mouse.click(point.x, point.y);
+        await page.waitForTimeout(200 + Math.random() * 300);
+      }
+
+      return JSON.stringify({ success: true, clicked: points.length });
+    } catch (e) {
+      return JSON.stringify({ success: false, error: e.message });
+    }
+  },
+  {
+    name: 'captcha_click_execute',
+    description: '执行点选验证码点击操作',
+    schema: z.object({
+      points: z.array(z.object({
+        x: z.number(),
+        y: z.number(),
+      })).describe('点击坐标数组'),
+    }),
+  }
+);
+
+export const captchaTools = [
+  captchaDetect,
+  captchaOcr,
+  captchaSlideDetect,
+  captchaSlideExecute,
+  captchaClickExecute,
+];