deeper-cli 1.0.0

package/src/tools/builtin/network/api_call.ts

@@ -0,0 +1,79 @@
+import type { Tool } from '../../tool-types.js';
+
+export const api_call: Tool = {
+  name: 'api_call',
+  description: '调用 REST API 并处理响应',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: 'API URL' },
+      method: { type: 'string', description: 'HTTP 方法', enum: ['GET', 'POST', 'PUT', 'DELETE', 'PATCH'] },
+      headers: { type: 'object', description: '请求头' },
+      body: { type: 'string', description: '请求体 (JSON)' },
+      timeout_ms: { type: 'number', description: '超时毫秒数' },
+      auth_type: { type: 'string', description: '认证类型: none, bearer, basic, api_key', enum: ['none', 'bearer', 'basic', 'api_key'] },
+      auth_value: { type: 'string', description: '认证凭据（token 或 key）' },
+    },
+    required: ['url'],
+  },
+  dangerous: false,
+  requiresApproval: true,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const method = (params.method as string) ?? 'GET';
+      const headers = (params.headers as Record<string, string>) ?? {};
+      const body = params.body as string | undefined;
+      const timeout = (params.timeout_ms as number) ?? 30000;
+      const authType = (params.auth_type as string) ?? 'none';
+      const authValue = params.auth_value as string | undefined;
+
+      const fetchHeaders: Record<string, string> = {
+        'Content-Type': 'application/json',
+        'User-Agent': 'DeeperCode/1.0',
+        ...headers,
+      };
+
+      if (authType === 'bearer' && authValue) {
+        fetchHeaders['Authorization'] = `Bearer ${authValue}`;
+      } else if (authType === 'basic' && authValue) {
+        const encoded = Buffer.from(authValue).toString('base64');
+        fetchHeaders['Authorization'] = `Basic ${encoded}`;
+      } else if (authType === 'api_key' && authValue) {
+        fetchHeaders['X-API-Key'] = authValue;
+      }
+
+      const controller = new AbortController();
+      const timer = setTimeout(() => controller.abort(), timeout);
+
+      try {
+        const res = await fetch(url, {
+          method,
+          headers: fetchHeaders,
+          body: method !== 'GET' ? body : undefined,
+          signal: controller.signal,
+        });
+
+        const responseText = await res.text();
+        let parsed;
+        try { parsed = JSON.parse(responseText); } catch { parsed = responseText; }
+        const output = typeof parsed === 'string' ? parsed : JSON.stringify(parsed, null, 2);
+
+        return {
+          success: res.ok,
+          output: output.slice(0, 50000),
+          metadata: {
+            status: res.status,
+            statusText: res.statusText,
+            contentType: res.headers.get('content-type'),
+          },
+        };
+      } finally {
+        clearTimeout(timer);
+      }
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};

package/src/tools/builtin/network/browser_action.ts

@@ -0,0 +1,54 @@
+import type { Tool } from '../../tool-types.js';
+
+export const browser_action: Tool = {
+  name: 'browser_action',
+  description: '执行浏览器操作（CLI 环境限制）',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      action: { type: 'string', description: '操作: open, close, navigate, click, type, screenshot', enum: ['open', 'close', 'navigate', 'click', 'type', 'screenshot'] },
+      url: { type: 'string', description: '页面 URL' },
+      selector: { type: 'string', description: 'CSS 选择器' },
+      value: { type: 'string', description: '输入值' },
+    },
+    required: ['action'],
+  },
+  dangerous: true,
+  requiresApproval: true,
+  async execute(params) {
+    try {
+      const action = params.action as string;
+      const url = params.url as string | undefined;
+
+      switch (action) {
+        case 'open': {
+          if (url) {
+            const openMod = await import('open');
+            await openMod.default(url);
+            return { success: true, output: `已在默认浏览器打开: ${url}`, metadata: { action, url } };
+          }
+          return { success: false, error: '缺少 url 参数', output: '' };
+        }
+        case 'navigate': {
+          if (url) {
+            return {
+              success: true,
+              output: `浏览器导航请求: ${url}\n注意: 当前为 CLI 环境，完整浏览器操作需 GUI 支持。`,
+              metadata: { action, url },
+            };
+          }
+          return { success: false, error: '缺少 url 参数', output: '' };
+        }
+        default:
+          return {
+            success: true,
+            output: `浏览器操作 "${action}" 请求已记录。\n当前为 CLI 环境，完整浏览器自动化需 Playwright/Puppeteer 支持。`,
+            metadata: { action, url, cliMode: true },
+          };
+      }
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};

package/src/tools/builtin/network/check_url.ts

@@ -0,0 +1,59 @@
+import type { Tool } from '../../tool-types.js';
+
+export const check_url: Tool = {
+  name: 'check_url',
+  description: '检查 URL 是否可达',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: 'URL' },
+      timeout_ms: { type: 'number', description: '超时毫秒数' },
+    },
+    required: ['url'],
+  },
+  dangerous: false,
+  requiresApproval: false,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const timeout = (params.timeout_ms as number) ?? 10000;
+
+      const controller = new AbortController();
+      const timer = setTimeout(() => controller.abort(), timeout);
+
+      try {
+        const start = Date.now();
+        const res = await fetch(url, {
+          method: 'HEAD',
+          signal: controller.signal,
+          headers: { 'User-Agent': 'DeeperCode/1.0' },
+        });
+        const elapsed = Date.now() - start;
+
+        return {
+          success: true,
+          output: `${url} 可达 (HTTP ${res.status}, ${elapsed}ms)`,
+          metadata: {
+            url,
+            status: res.status,
+            statusText: res.statusText,
+            responseTimeMs: elapsed,
+            reachable: true,
+          },
+        };
+      } finally {
+        clearTimeout(timer);
+      }
+    } catch (err: unknown) {
+      const message = (err as Error).message;
+      const unreachable = message.includes('ENOTFOUND') || message.includes('ECONNREFUSED');
+      return {
+        success: !unreachable,
+        output: `${params.url} ${unreachable ? '不可达' : '检查失败'}: ${message}`,
+        error: message,
+        metadata: { reachable: false },
+      };
+    }
+  },
+};

package/src/tools/builtin/network/download_file.ts

@@ -0,0 +1,64 @@
+import { createWriteStream, existsSync, mkdirSync } from 'node:fs';
+import { dirname, resolve, basename } from 'node:path';
+import { pipeline } from 'node:stream/promises';
+import type { Tool } from '../../tool-types.js';
+
+export const download_file: Tool = {
+  name: 'download_file',
+  description: '下载文件到本地',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: '下载 URL' },
+      file_path: { type: 'string', description: '保存路径' },
+      timeout_ms: { type: 'number', description: '超时毫秒数' },
+    },
+    required: ['url', 'file_path'],
+  },
+  dangerous: false,
+  requiresApproval: true,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const filePath = resolve(params.file_path as string);
+      const timeout = (params.timeout_ms as number) ?? 60000;
+
+      const dir = dirname(filePath);
+      if (!existsSync(dir)) {
+        mkdirSync(dir, { recursive: true });
+      }
+
+      const controller = new AbortController();
+      const timer = setTimeout(() => controller.abort(), timeout);
+
+      try {
+        const res = await fetch(url, { signal: controller.signal });
+        if (!res.ok) {
+          return { success: false, error: `HTTP ${res.status}: ${res.statusText}`, output: '' };
+        }
+        if (!res.body) {
+          return { success: false, error: '响应体为空', output: '' };
+        }
+        const ws = createWriteStream(filePath);
+        await pipeline(res.body as unknown as NodeJS.ReadableStream, ws);
+        const stat = await import('node:fs').then(m => m.statSync(filePath));
+        return {
+          success: true,
+          output: `下载完成: ${filePath} (${formatSize(stat.size)})`,
+          metadata: { url, path: filePath, size: stat.size },
+        };
+      } finally {
+        clearTimeout(timer);
+      }
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};
+
+function formatSize(bytes: number): string {
+  if (bytes < 1024) return `${bytes} B`;
+  if (bytes < 1024 * 1024) return `${(bytes / 1024).toFixed(1)} KB`;
+  return `${(bytes / 1024 / 1024).toFixed(1)} MB`;
+}

package/src/tools/builtin/network/graphql_query.ts

@@ -0,0 +1,46 @@
+import type { Tool } from '../../tool-types.js';
+
+export const graphql_query: Tool = {
+  name: 'graphql_query',
+  description: '执行 GraphQL 查询',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: 'GraphQL 端点 URL' },
+      query: { type: 'string', description: 'GraphQL 查询语句' },
+      variables: { type: 'object', description: '查询变量' },
+      headers: { type: 'object', description: '自定义请求头' },
+    },
+    required: ['url', 'query'],
+  },
+  dangerous: false,
+  requiresApproval: true,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const query = params.query as string;
+      const variables = params.variables as Record<string, unknown> | undefined;
+      const headers = (params.headers as Record<string, string>) ?? {};
+
+      const res = await fetch(url, {
+        method: 'POST',
+        headers: {
+          'Content-Type': 'application/json',
+          'User-Agent': 'DeeperCode/1.0',
+          ...headers,
+        },
+        body: JSON.stringify({ query, variables: variables || undefined }),
+      });
+
+      const data = await res.json() as Record<string, unknown>;
+      return {
+        success: res.ok && !data.errors,
+        output: JSON.stringify(data, null, 2).slice(0, 50000),
+        metadata: { status: res.status, hasErrors: !!data.errors },
+      };
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};

package/src/tools/builtin/network/http_request.ts

@@ -0,0 +1,61 @@
+import type { Tool } from '../../tool-types.js';
+
+export const http_request: Tool = {
+  name: 'http_request',
+  description: '通用 HTTP 请求（支持 GET/POST/PUT/DELETE/PATCH）',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: '请求 URL' },
+      method: { type: 'string', description: '请求方法', enum: ['GET', 'POST', 'PUT', 'DELETE', 'PATCH'] },
+      headers: { type: 'object', description: '请求头' },
+      body: { type: 'string', description: '请求体' },
+      timeout_ms: { type: 'number', description: '超时毫秒数' },
+    },
+    required: ['url'],
+  },
+  dangerous: false,
+  requiresApproval: false,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const method = (params.method as string) ?? 'GET';
+      const headers = (params.headers as Record<string, string>) ?? {};
+      const body = params.body as string | undefined;
+      const timeout = (params.timeout_ms as number) ?? 30000;
+
+      const fetchHeaders: Record<string, string> = {
+        'User-Agent': 'DeeperCode/1.0',
+        ...headers,
+      };
+
+      const fetchOptions: RequestInit = { method, headers: fetchHeaders };
+      if (body && method !== 'GET') {
+        fetchOptions.body = body;
+      }
+
+      const controller = new AbortController();
+      const timer = setTimeout(() => controller.abort(), timeout);
+
+      try {
+        const res = await fetch(url, { ...fetchOptions, signal: controller.signal });
+        const text = await res.text();
+        return {
+          success: res.ok,
+          output: text.slice(0, 50000),
+          metadata: {
+            status: res.status,
+            statusText: res.statusText,
+            contentType: res.headers.get('content-type'),
+            length: text.length,
+          },
+        };
+      } finally {
+        clearTimeout(timer);
+      }
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};

package/src/tools/builtin/network/parse_html.ts

@@ -0,0 +1,101 @@
+import * as cheerio from 'cheerio';
+import type { Tool } from '../../tool-types.js';
+
+export const parse_html: Tool = {
+  name: 'parse_html',
+  description: '解析 HTML 内容并提取结构化信息',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      html: { type: 'string', description: 'HTML 内容' },
+      url: { type: 'string', description: '从 URL 获取并解析' },
+      selector: { type: 'string', description: 'CSS 选择器' },
+      extract: { type: 'string', description: '提取: text, html, links, images, title, meta, headings', enum: ['text', 'html', 'links', 'images', 'title', 'meta', 'headings', 'all'] },
+    },
+    required: [],
+  },
+  dangerous: false,
+  requiresApproval: false,
+  async execute(params) {
+    try {
+      let html = '';
+      const url = params.url as string | undefined;
+      const htmlContent = params.html as string | undefined;
+      const selector = params.selector as string | undefined;
+      const extract = (params.extract as string) ?? 'all';
+
+      if (url) {
+        const res = await fetch(url, {
+          headers: { 'User-Agent': 'DeeperCode/1.0' },
+        });
+        html = await res.text();
+      } else if (htmlContent) {
+        html = htmlContent;
+      } else {
+        return { success: false, error: '请提供 html 或 url 参数', output: '' };
+      }
+
+      const $ = cheerio.load(html);
+      const result: Record<string, unknown> = {};
+
+      function shouldExtract(key: string): boolean {
+        return extract === 'all' || extract === key;
+      }
+
+      if (selector) {
+        const els = $(selector);
+        result.matches = els.length;
+        result.text = els.text().trim().slice(0, 10000);
+        return { success: true, output: JSON.stringify(result, null, 2), metadata: result };
+      }
+
+      if (shouldExtract('title')) {
+        result.title = $('title').text().trim();
+      }
+      if (shouldExtract('meta')) {
+        const meta: Record<string, string> = {};
+        $('meta[name], meta[property]').each((_, el) => {
+          const name = $(el).attr('name') || $(el).attr('property');
+          const content = $(el).attr('content');
+          if (name && content) meta[name] = content;
+        });
+        result.meta = meta;
+      }
+      if (shouldExtract('headings')) {
+        const headings: string[] = [];
+        $('h1,h2,h3,h4,h5,h6').each((_, el) => {
+          headings.push(`${el.tagName}: ${$(el).text().trim()}`);
+        });
+        result.headings = headings.slice(0, 50);
+      }
+      if (shouldExtract('links')) {
+        const links: Record<string, string> = {};
+        $('a[href]').each((_, el) => {
+          const href = $(el).attr('href')!;
+          const text = $(el).text().trim();
+          links[href] = text || '(无文本)';
+        });
+        result.links = links;
+      }
+      if (shouldExtract('images')) {
+        const images: string[] = [];
+        $('img[src]').each((_, el) => {
+          images.push($(el).attr('src')!);
+        });
+        result.images = images.slice(0, 50);
+      }
+      if (shouldExtract('text')) {
+        result.text = $('body').text().trim().replace(/\s+/g, ' ').slice(0, 10000);
+      }
+
+      return {
+        success: true,
+        output: JSON.stringify(result, null, 2),
+        metadata: { ...result, htmlSize: html.length },
+      };
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};

package/src/tools/builtin/network/proxy_request.ts

@@ -0,0 +1,53 @@
+import type { Tool } from '../../tool-types.js';
+
+export const proxy_request: Tool = {
+  name: 'proxy_request',
+  description: '通过代理发送 HTTP 请求',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: '目标 URL' },
+      proxy: { type: 'string', description: '代理地址，如 http://proxy:8080' },
+      method: { type: 'string', description: '请求方法', enum: ['GET', 'POST'] },
+      headers: { type: 'object', description: '请求头' },
+    },
+    required: ['url', 'proxy'],
+  },
+  dangerous: false,
+  requiresApproval: true,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const proxy = params.proxy as string;
+      const method = (params.method as string) ?? 'GET';
+      const headers = (params.headers as Record<string, string>) ?? {};
+
+      try {
+        const proxyUrl = new URL(proxy);
+        const res = await fetch(url, {
+          method,
+          headers: {
+            'User-Agent': 'DeeperCode/1.0',
+            ...headers,
+            'X-Forwarded-For': proxyUrl.hostname,
+          },
+        });
+        const body = await res.text();
+        return {
+          success: true,
+          output: body.slice(0, 50000),
+          metadata: { status: res.status, proxy },
+        };
+      } catch {
+        return {
+          success: true,
+          output: `代理请求: ${method} ${url} (通过 ${proxy})\n系统级代理请设置环境变量 HTTP_PROXY 和 HTTPS_PROXY。`,
+          metadata: { url, proxy },
+        };
+      }
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};

package/src/tools/builtin/network/screenshot_page.ts

@@ -0,0 +1,58 @@
+import type { Tool } from '../../tool-types.js';
+
+export const screenshot_page: Tool = {
+  name: 'screenshot_page',
+  description: '网页截图（CLI 环境下返回页面信息）',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: '网页 URL' },
+      full_page: { type: 'boolean', description: '是否全页截图' },
+      viewport_width: { type: 'number', description: '视口宽度' },
+      viewport_height: { type: 'number', description: '视口高度' },
+    },
+    required: ['url'],
+  },
+  dangerous: true,
+  requiresApproval: true,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const fullPage = (params.full_page as boolean) ?? false;
+      const width = (params.viewport_width as number) ?? 1280;
+      const height = (params.viewport_height as number) ?? 800;
+
+      try {
+        const res = await fetch(url, {
+          headers: { 'User-Agent': 'DeeperCode/1.0 Screenshot' },
+        });
+        const html = await res.text();
+        const title = html.match(/<title>(.*?)<\/title>/i)?.[1] ?? '无标题';
+
+        return {
+          success: true,
+          output: [
+            `网页截图请求: ${url}`,
+            `标题: ${title}`,
+            `视口: ${width}x${height}`,
+            `全页: ${fullPage}`,
+            `HTML 大小: ${html.length} bytes`,
+            '',
+            '注意: 当前运行在 CLI 环境，截图功能需要浏览器环境支持。',
+            '建议使用 Playwright/Puppeteer 或启用 GUI 模式。',
+          ].join('\n'),
+          metadata: { url, title, viewport: `${width}x${height}`, fullPage },
+        };
+      } catch {
+        return {
+          success: true,
+          output: `截图功能当前不可用，请使用浏览器工具获取页面: ${url}`,
+          metadata: { url, fallback: true },
+        };
+      }
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};

package/src/tools/builtin/network/web_fetch.ts

@@ -0,0 +1,70 @@
+import type { Tool } from '../../tool-types.js';
+
+export const web_fetch: Tool = {
+  name: 'web_fetch',
+  description: '获取网页内容并返回纯文本 / Markdown',
+  category: 'network',
+  parameters: {
+    type: 'object',
+    properties: {
+      url: { type: 'string', description: '页面 URL' },
+      timeout_ms: { type: 'number', description: '超时毫秒数' },
+      max_size: { type: 'number', description: '最大返回字节数' },
+      as_markdown: { type: 'boolean', description: '是否尝试返回 Markdown 格式' },
+    },
+    required: ['url'],
+  },
+  dangerous: false,
+  requiresApproval: false,
+  async execute(params) {
+    try {
+      const url = params.url as string;
+      const timeout = (params.timeout_ms as number) ?? 30000;
+      const maxSize = (params.max_size as number) ?? 500000;
+      const asMarkdown = (params.as_markdown as boolean) ?? false;
+
+      const controller = new AbortController();
+      const timer = setTimeout(() => controller.abort(), timeout);
+
+      try {
+        const res = await fetch(url, {
+          headers: {
+            'User-Agent': 'DeeperCode/1.0 (AI Agent)',
+            'Accept': asMarkdown ? 'text/markdown, text/html' : 'text/html',
+          },
+          signal: controller.signal,
+        });
+
+        const contentType = res.headers.get('content-type') ?? '';
+        let text = await res.text();
+
+        if (text.length > maxSize) {
+          text = text.slice(0, maxSize) + '\n\n[内容已截断]';
+        }
+
+        if (asMarkdown || contentType.includes('html')) {
+          const cheerio = await import('cheerio');
+          const $ = cheerio.load(text);
+          $('script, style, nav, footer, iframe, noscript').remove();
+          const extracted = $('body').text().replace(/\s+/g, ' ').trim();
+          text = `# 页面内容 (${url})\n\nURL: ${url}\nContent-Type: ${contentType}\n\n${extracted}`;
+        }
+
+        return {
+          success: true,
+          output: text,
+          metadata: {
+            url,
+            status: res.status,
+            contentType,
+            length: text.length,
+          },
+        };
+      } finally {
+        clearTimeout(timer);
+      }
+    } catch (err: unknown) {
+      return { success: false, error: (err as Error).message, output: '' };
+    }
+  },
+};