minimal-agent 0.10.0 → 0.12.0

package/src/tools/webfetch/preapproved.ts

@@ -0,0 +1,274 @@
+/**
+ * ============================================================
+ *  src/tools/webfetch-preapproved.ts —— WebFetch 预批准域名白名单
+ * ------------------------------------------------------------
+ *  维护一份可信任域名列表，用于过滤潜在风险 URL
+ * ============================================================
+ */
+
+const PREAPPROVED_HOSTS = new Set<string>([
+  // GitHub
+  'github.com',
+  'gist.github.com',
+  // 开发文档
+  'docs.github.com',
+  'developer.github.com',
+  'help.github.com',
+  // NPM
+  'npmjs.com',
+  'www.npmjs.com',
+  // 包注册表
+  'pypi.org',
+  'www.pypi.org',
+  'crates.io',
+  'pub.dev',
+  'packagist.org',
+  'rubygems.org',
+  // 开发平台
+  'stackoverflow.com',
+  'www.stackoverflow.com',
+  'serverfault.com',
+  'superuser.com',
+  'askubuntu.com',
+  // 文档与 wiki
+  'readthedocs.io',
+  'www.readthedocs.io',
+  'readthedocs.org',
+  'wiki.python.org',
+  'en.wikipedia.org',
+  'zh.wikipedia.org',
+  // 官方文档
+  'nodejs.org',
+  'www.nodejs.org',
+  'deno.land',
+  'www.deno.land',
+  'bun.sh',
+  'www.bun.sh',
+  // Rust
+  'doc.rust-lang.org',
+  'www.rust-lang.org',
+  'rust-lang.org',
+  // 云平台
+  'aws.amazon.com',
+  'docs.aws.amazon.com',
+  'cloud.google.com',
+  'docs.microsoft.com',
+  'azure.microsoft.com',
+  'developer.microsoft.com',
+  // AI/LLM
+  'openai.com',
+  'platform.openai.com',
+  'docs.anthropic.com',
+  'anthropic.com',
+  'claude.ai',
+  'docs.cohere.com',
+  'cohere.com',
+  // AI 模型文档
+  'ai.google.dev',
+  'ai.google.com',
+  'developers.google.com',
+  'learn.deepmind.com',
+  // AI 开发框架
+  'python.langchain.com',
+  'js.langchain.com',
+  'docs.litellm.ai',
+  'litellm.ai',
+  // 前端框架
+  'react.dev',
+  'reactjs.org',
+  'www.reactjs.org',
+  'nextjs.org',
+  'www.nextjs.org',
+  'vuejs.org',
+  'www.vuejs.org',
+  'svelte.dev',
+  'svelte.org',
+  'angular.io',
+  'www.angular.io',
+  // 构建工具
+  'vitejs.dev',
+  'vite.dev',
+  'webpack.js.org',
+  'esbuild.github.io',
+  'rollupjs.org',
+  'esbuild.github.io',
+  // CSS
+  'tailwindcss.com',
+  'www.tailwindcss.com',
+  'postcss.org',
+  // 数据库
+  'redis.io',
+  'www.redis.io',
+  'postgresql.org',
+  'www.postgresql.org',
+  'www.mysql.com',
+  'dev.mysql.com',
+  'docs.mongodb.com',
+  'www.mongodb.com',
+  'sqlite.org',
+  'www.sqlite.org',
+  // 工具类
+  'regex101.com',
+  'ihateregex.io',
+  'explainshell.com',
+  'tldr.sh',
+  // 代码分享
+  'replit.com',
+  'www.replit.com',
+  'codesandbox.io',
+  'www.codesandbox.io',
+  'codepen.io',
+  'www.codepen.io',
+  'jsfiddle.net',
+  'www.jsfiddle.net',
+  // CI/CD
+  'docs.github.com/en/actions',
+  'circleci.com',
+  'docs.circleci.com',
+  'travis-ci.org',
+  'www.travis-ci.com',
+  'jenkins.io',
+  'www.jenkins.io',
+  // 容器/云原生
+  'kubernetes.io',
+  'www.kubernetes.io',
+  'docker.com',
+  'www.docker.com',
+  'docs.docker.com',
+  // 测试
+  'jestjs.io',
+  'www.jestjs.io',
+  'vitest.dev',
+  'testing-library.com',
+  'www.testing-library.com',
+  'playwright.dev',
+  'www.playwright.dev',
+  'webdriver.io',
+  'webdriver.io',
+  // API 文档
+  'httpbin.org',
+  'restfulapi.net',
+  'swagger.io',
+  'www.swagger.io',
+  'openapi.net',
+  // 安全
+  'owasp.org',
+  'www.owasp.org',
+  'cve.mitre.org',
+  // 证书
+  'letsencrypt.org',
+  'www.letsencrypt.org',
+  'acmev2.pki.duckdns.org',
+  // 博客与技术文章
+  'medium.com',
+  'www.medium.com',
+  'dev.to',
+  'www.dev.to',
+  'hashnode.com',
+  'www.hashnode.com',
+  'devblogs.microsoft.com',
+  // 浏览器
+  'caniuse.com',
+  'developer.mozilla.org',
+  'web.dev',
+  'www.w3.org',
+  // 开源项目
+  'apache.org',
+  'www.apache.org',
+  'gnu.org',
+  'www.gnu.org',
+  'fsf.org',
+  'www.fsf.org',
+  'opensource.org',
+  'www.opensource.org',
+  // 技术社区
+  'reddit.com',
+  'www.reddit.com',
+  'news.ycombinator.com',
+  'lobste.rs',
+  // 文件格式
+  'json.org',
+  'yaml.org',
+  'www.yaml.org',
+  'toml.io',
+  'www.toml.io',
+  // 版本控制
+  'git-scm.com',
+  'www.git-scm.com',
+  'github.blog',
+  'githubstatus.com',
+  // AI 搜索
+  'tavily.com',
+  'www.tavily.com',
+  'perplexity.ai',
+  'www.perplexity.ai',
+  // AI 图片
+  'midjourney.com',
+  'www.midjourney.com',
+  'stability.ai',
+  'www.stability.ai',
+  // Embeddings / 向量
+  'qdrant.tech',
+  'www.qdrant.tech',
+  'weaviate.io',
+  'www.weaviate.io',
+  'pinecone.io',
+  'www.pinecone.io',
+  // API 平台
+  'ngrok.com',
+  'www.ngrok.com',
+  'requestly.io',
+  'www.requestly.io',
+  // MCP
+  'modelcontextprotocol.io',
+  'www.modelcontextprotocol.io',
+  'github.com/modelcontextprotocol',
+]);
+
+const PREAPPROVED_SUFFIXES = [
+  '.github.io',
+  '.readthedocs.io',
+  '.vercel.app',
+  '.vercel.dev',
+  '.netlify.app',
+  '.netlify.com',
+  '.cloudflare-pages.com',
+  '.pages.dev',
+  '.surge.sh',
+  '.herokuapp.com',
+  '.railway.app',
+  '.fly.dev',
+  '.repl.co',
+  '.workers.dev',
+  '.pages.plus',
+  '.coded.app',
+  '.preview.app',
+  '.staging.app',
+];
+
+export function isPreapprovedUrl(url: string): boolean {
+  try {
+    const parsed = new URL(url);
+    return isPreapprovedHost(parsed.hostname);
+  } catch {
+    return false;
+  }
+}
+
+export function isPreapprovedHost(hostname: string): boolean {
+  const normalized = hostname.toLowerCase();
+
+  if (PREAPPROVED_HOSTS.has(normalized)) {
+    return true;
+  }
+
+  for (const suffix of PREAPPROVED_SUFFIXES) {
+    if (normalized.endsWith(suffix)) {
+      return true;
+    }
+  }
+
+  return false;
+}
+
+export const isPreapprovedDomain = isPreapprovedHost;

package/src/tools/webfetch/webfetch.js

@@ -2,11 +2,11 @@
  * ============================================================
  *  src/tools/webfetch.ts —— WebFetch 工具（获取 URL 内容）
  * ------------------------------------------------------------
- *  获取 URL → HTML 转 Markdown → 用 prompt 提取信息
+ *  获取 URL → HTML 转 Markdown
  *
  *  输入：
  *    url    必填，要获取内容的 URL
- *    prompt 必填，对内容进行处理的指令
+ *    prompt 可选，旧版兼容字段，运行时忽略
  *
  *  输出：
  *    { bytes, code, codeText, result, durationMs, url }
@@ -57,31 +57,32 @@ function cleanCache() {
 // ---------------- 3. Zod 输入 schema ----------------
 const inputSchema = z.object({
     url: z.string().describe('要获取内容的 URL'),
-    prompt: z.string().describe('对内容进行处理的指令，描述你想从页面提取什么信息'),
+    /** @deprecated Accepted for callers compiled against the legacy contract. */
+    prompt: z.string().optional(),
 });
-// ---------------- 4. JSON Schema（由 Zod 自动派生） ----------------
-const parameters = toToolParameters(inputSchema);
+// Model-visible v2 contract. WebFetch returns the page body and does not run a
+// hidden extraction model; the runtime schema still accepts legacy `prompt`.
+const parameters = toToolParameters(z.object({
+    url: z.string().describe('要读取正文的已知 URL'),
+}));
 // ---------------- 4. Description ----------------
-const description = `- Fetches content from a specified URL and processes it using an AI model.
-- Takes a URL and a prompt as input.
-- Fetches the URL content, converts HTML to markdown.
-- Processes the content with the prompt (e.g., extract summary, find specific info).
-- Returns the processed result.
+const description = `Reads the full text content of a known URL without opening a browser.
+- Takes a URL, fetches its response body, and converts HTML to Markdown.
+- Returns page content directly; it does not call another model or perform hidden summarization or extraction.
+- Use it to inspect a selected source after search, or to read a known static page.
+- It does not discover sources, authenticate, click, upload, or operate an interactive page.
 - HTTP URLs are automatically upgraded to HTTPS.
 - When a URL redirects to a different host, returns a warning with the redirect URL.
 - This tool is read-only and does not modify any files.
-- Results may be summarized if the content is very large.
+- Very large results may be truncated with an explicit marker.
 - ⚠️ IMPORTANT: This tool WILL FAIL for authenticated or private URLs.
-  Before using this tool, check if the URL points to an authenticated service
-  (e.g. Google Docs, Confluence, Jira, GitHub private repos). If so, look for
-  a specialized MCP tool that provides authenticated access.
+  Do not claim access to private content when the current tool catalog does not
+  contain an authenticated integration for that service.
+- If a research source cannot be fetched, choose another source or continue searching; report the limitation when no readable source remains.
 - 💡 For GitHub URLs (repos, issues, PRs), prefer using the \`gh\` CLI via Bash
   instead (e.g. \`gh pr view <pr-number>\`, \`gh issue view <number>\`, \`gh api <endpoint>\`).
-- ⚡ If an MCP-provided web fetch tool is available, prefer using that tool instead,
-  as it may have fewer restrictions and better performance.
-- 🔒 Domain preapproved list includes common documentation sites (MDN, TypeScript,
-  React, Vue, Angular, Node.js, Bun, Rust, Go, Python, etc.). Other domains
-  will work but results may be less reliable.
+- The preapproved domain list controls network routing only; it is not an
+  endorsement of page accuracy. Judge source quality from the source itself.
 - 📝 This tool includes a self-cleaning 15-minute cache for faster repeated access
   to the same URL.
 - ⚠️ For PDF files, the tool will attempt to extract readable text but results may
@@ -219,8 +220,8 @@ async function call(input, signal) {
                 ? `${(cached.bytes / 1024).toFixed(1)} KB`
                 : `${(cached.bytes / 1024 / 1024).toFixed(1)} MB`;
         const domainNote = preapproved
-            ? '[🔒 预批准域名，内容可信]'
-            : '[⚠️ 非预批准域名，内容可能不准确]';
+            ? '[网络访问：预批准域名]'
+            : '[网络访问：普通域名；请按来源本身评估证据质量]';
         const output = `【WebFetch 结果】
 URL: ${url}
 状态: ${cached.code} ${cached.codeText}
@@ -286,8 +287,8 @@ ${content}`;
             ? `${(bytes / 1024).toFixed(1)} KB`
             : `${(bytes / 1024 / 1024).toFixed(1)} MB`;
     const domainNote = preapproved
-        ? '[🔒 预批准域名，内容可信]'
-        : '[⚠️ 非预批准域名，内容可能不准确]';
+        ? '[网络访问：预批准域名]'
+        : '[网络访问：普通域名；请按来源本身评估证据质量]';
     const output = `【WebFetch 结果】
 URL: ${url}
 状态: ${code} ${codeText}