pybao-cli 1.3.80 → 1.3.81

package/dist/{chunk-OW2MWOEW.js → chunk-26R2U6DS.js}

@@ -1,5 +1,8 @@
 import { createRequire as __pybCreateRequire } from "node:module";
 const require = __pybCreateRequire(import.meta.url);
+import {
+  queryQuick
+} from "./chunk-2RR4H3L6.js";
 import {
   AskUserQuestionTool,
   BashTool,
@@ -17,7 +20,6 @@ import {
   SkillTool,
   SlashCommandTool,
   TodoWriteTool,
-  WebFetchTool,
   applyMarkdown,
   countTokens,
   getAbsolutePath,
@@ -28,49 +30,49 @@ import {
   hasWritePermission,
   loadLanguage,
   query
-} from "./chunk-GBVT3BHF.js";
+} from "./chunk-4YJ6DHQK.js";
 import {
   queryLLM
-} from "./chunk-IROS56AN.js";
+} from "./chunk-5YU3ZWG6.js";
 import {
   FallbackToolUseRejectedMessage,
   MCPTool,
   getClients,
   getMCPTools
-} from "./chunk-Z6FKI2XB.js";
+} from "./chunk-KZGNQII5.js";
 import {
   generateAgentId
-} from "./chunk-TP3G2PLU.js";
+} from "./chunk-TE7EYQKI.js";
 import {
   getActiveAgents,
   getAgentByType,
   getAvailableAgentTypes
-} from "./chunk-SH2UZRTG.js";
+} from "./chunk-UUGAVZ5R.js";
 import {
   INTERRUPT_MESSAGE,
   createAssistantMessage,
   createUserMessage,
   getLastAssistantMessageId
-} from "./chunk-ROSGQFTS.js";
+} from "./chunk-JEHHIOUO.js";
 import {
   filesToTree,
   ripGrep
-} from "./chunk-N5WZ6CIB.js";
+} from "./chunk-VQYBUOUL.js";
 import {
   LspClientManager
-} from "./chunk-XRUOSW3Q.js";
+} from "./chunk-D364WNKJ.js";
 import {
   getModelManager
-} from "./chunk-LPRHLVIT.js";
+} from "./chunk-RPQ3FFN6.js";
 import {
   getContext
-} from "./chunk-RVWBNMCL.js";
+} from "./chunk-2JAKX7IR.js";
 import {
   getTheme
-} from "./chunk-IQIZZT3A.js";
+} from "./chunk-LLNNHSE3.js";
 import {
   debug
-} from "./chunk-TWXMVB4T.js";
+} from "./chunk-PYRG5FKD.js";
 import {
   BunShell,
   getCwd,
@@ -79,7 +81,7 @@ import {
   logError,
   overwriteLog,
   readTaskOutput
-} from "./chunk-6FIBU73C.js";
+} from "./chunk-Q653YYZS.js";
 import {
   formatDuration,
   formatNumber
@@ -745,9 +747,9 @@ async function analyzeOutputWithLsp(output, exitCode) {
   if (warningCount > 0) parts.push(`${warningCount} Warning${warningCount === 1 ? "" : "s"}`);
   if (exitCode !== 0) {
     try {
-      const { LspClientManager: LspClientManager2 } = await import("./manager-QVC7V5FF.js");
+      const { LspClientManager: LspClientManager2 } = await import("./manager-2E6RCOPM.js");
       const { isAbsolute: isAbsolute3, resolve: resolve3 } = await import("path");
-      const { getCwd: getCwd2 } = await import("./state-IWD2KGEM.js");
+      const { getCwd: getCwd2 } = await import("./state-36K5VF3G.js");
       const lines = output.split("\n");
       const uniqueFiles = /* @__PURE__ */ new Set();
       const lspSuggestions = [];
@@ -1107,7 +1109,7 @@ var DeleteTool = {
         }
         if (!force) {
           try {
-            const { LspClientManager: LspClientManager2 } = await import("./manager-QVC7V5FF.js");
+            const { LspClientManager: LspClientManager2 } = await import("./manager-2E6RCOPM.js");
             const manager = LspClientManager2.getInstance();
             const client = await manager.getClientForFile(fullPath);
             if (!client) {
@@ -1391,7 +1393,7 @@ var LSTool = {
     const stats = {};
     if (semantic) {
       try {
-        const { LspClientManager: LspClientManager2 } = await import("./manager-QVC7V5FF.js");
+        const { LspClientManager: LspClientManager2 } = await import("./manager-2E6RCOPM.js");
         const BATCH_SIZE = 10;
         const processedFilesList = [];
         for (let i = 0; i < files.length; i += BATCH_SIZE) {
@@ -3546,6 +3548,194 @@ var TaskTool = {
   }
 };
 
+// src/tools/WebFetcher/WebFetcherTool.tsx
+import { z as z9 } from "zod";
+
+// src/tools/WebFetcher/WebFetcher.ts
+import fetch from "node-fetch";
+import { AbortController as AbortController2 } from "abort-controller";
+import { parse } from "node-html-parser";
+import TurndownService from "turndown";
+import { gfm } from "turndown-plugin-gfm";
+var WebFetcher = class {
+  DEFAULT_TIMEOUT = 30;
+  // seconds
+  MAX_RESPONSE_SIZE = 5 * 1024 * 1024;
+  // 5MB
+  CACHE_TTL = 15 * 60 * 1e3;
+  // 15 minutes
+  MAX_ANALYSIS_CONTENT_LENGTH = 5e4;
+  // ~15k tokens
+  turndownService;
+  cache = /* @__PURE__ */ new Map();
+  constructor() {
+    this.turndownService = new TurndownService({
+      headingStyle: "atx",
+      codeBlockStyle: "fenced",
+      bulletListMarker: "-",
+      // Explicitly set bullet marker
+      emDelimiter: "*"
+    });
+    this.turndownService.use(gfm);
+  }
+  async execute(input) {
+    let content;
+    let isCached = false;
+    const format = input.format || "markdown";
+    const cached = this.cache.get(input.url);
+    if (cached) {
+      if (Date.now() - cached.timestamp < this.CACHE_TTL) {
+        content = cached.content;
+        isCached = true;
+      } else {
+        this.cache.delete(input.url);
+      }
+    }
+    if (!isCached) {
+      const timeout = (input.timeout || this.DEFAULT_TIMEOUT) * 1e3;
+      const controller = new AbortController2();
+      const timeoutId = setTimeout(() => controller.abort(), timeout);
+      try {
+        const response = await fetch(input.url, {
+          method: "GET",
+          headers: {
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+          },
+          signal: controller.signal
+        });
+        if (!response.ok) {
+          throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+        }
+        const contentLength = response.headers.get("content-length");
+        if (contentLength && parseInt(contentLength) > this.MAX_RESPONSE_SIZE) {
+          throw new Error("Response too large (exceeds 5MB limit)");
+        }
+        const contentType = response.headers.get("content-type") || "";
+        const arrayBuffer = await response.arrayBuffer();
+        if (arrayBuffer.byteLength > this.MAX_RESPONSE_SIZE) {
+          throw new Error("Response too large (exceeds 5MB limit)");
+        }
+        const text = new TextDecoder().decode(arrayBuffer);
+        let rawContent = text;
+        if (contentType.includes("text/html")) {
+          if (format === "markdown") {
+            const cleanedHtml = this.cleanHtml(text);
+            rawContent = this.turndownService.turndown(cleanedHtml);
+          } else if (format === "text") {
+            const cleanedHtml = this.cleanHtml(text);
+            const root = parse(cleanedHtml);
+            rawContent = root.textContent.trim();
+          } else if (format === "html") {
+            rawContent = this.cleanHtml(text);
+          }
+        }
+        content = rawContent;
+        this.cache.set(input.url, { content, timestamp: Date.now() });
+      } finally {
+        clearTimeout(timeoutId);
+      }
+    }
+    if (input.prompt) {
+      const truncatedContent = content.length > this.MAX_ANALYSIS_CONTENT_LENGTH ? content.substring(0, this.MAX_ANALYSIS_CONTENT_LENGTH) + "\n\n[Content truncated due to length]" : content;
+      const systemPrompt = [
+        "You are analyzing web content based on a user's specific request.",
+        "The content has been extracted from a webpage and converted to markdown.",
+        "Provide a focused response that directly addresses the user's prompt."
+      ];
+      const userPrompt = `Here is the content from ${input.url}:
+
+${truncatedContent}
+
+User request: ${input.prompt}`;
+      const aiResponse = await queryQuick({
+        systemPrompt,
+        userPrompt,
+        enablePromptCaching: false
+      });
+      const aiText = aiResponse.message.content.filter((c) => c.type === "text").map((c) => c.text).join("");
+      return {
+        url: input.url,
+        title: input.url,
+        content: aiText,
+        metadata: {
+          mode: "analysis",
+          format,
+          cached: isCached
+        }
+      };
+    }
+    return {
+      url: input.url,
+      title: input.url,
+      // Temporary title
+      content,
+      metadata: {
+        mode: "fetch",
+        format,
+        cached: isCached
+      }
+    };
+  }
+  cleanHtml(html) {
+    const root = parse(html);
+    const elementsToRemove = root.querySelectorAll("script, style, nav, footer, iframe, noscript, object, embed");
+    elementsToRemove.forEach((el) => el.remove());
+    return root.toString();
+  }
+};
+
+// src/tools/WebFetcher/WebFetcherTool.tsx
+import React9 from "react";
+import { Box as Box9, Text as Text9 } from "ink";
+var inputSchema9 = z9.strictObject({
+  url: z9.string().url().describe("The URL to fetch content from"),
+  prompt: z9.string().optional().describe("Optional prompt to perform AI analysis on the content"),
+  format: z9.enum(["markdown", "html", "text"]).optional().describe("Output format (default: markdown)"),
+  timeout: z9.number().optional().describe("Timeout in seconds (default: 30)")
+});
+var WebFetcherTool = {
+  name: "web_fetcher",
+  async description() {
+    return "Fetch and analyze web content. Supports HTML cleaning, Markdown conversion, and AI-powered analysis.";
+  },
+  userFacingName: () => "Web Fetcher",
+  inputSchema: inputSchema9,
+  isReadOnly: () => true,
+  isConcurrencySafe: () => true,
+  async isEnabled() {
+    return true;
+  },
+  needsPermissions() {
+    return true;
+  },
+  async prompt() {
+    return "Fetch and analyze web content. Supports HTML cleaning, Markdown conversion, and AI-powered analysis.";
+  },
+  renderResultForAssistant(output) {
+    if (output.metadata.mode === "analysis") {
+      return output.content;
+    }
+    return `Content from ${output.url} (Format: ${output.metadata.format}):
+
+${output.content}`;
+  },
+  renderToolUseMessage(input) {
+    return `Fetching ${input.url}${input.prompt ? ` with prompt: "${input.prompt}"` : ""}`;
+  },
+  renderToolResultMessage(output) {
+    return /* @__PURE__ */ React9.createElement(Box9, { flexDirection: "column" }, /* @__PURE__ */ React9.createElement(Text9, null, "Fetched ", output.url, " (", output.metadata.mode, ")"));
+  },
+  async *call(input, context) {
+    const fetcher = new WebFetcher();
+    const result = await fetcher.execute(input);
+    yield {
+      type: "result",
+      data: result,
+      resultForAssistant: this.renderResultForAssistant(result)
+    };
+  }
+};
+
 // src/tools/index.ts
 var getAllTools = () => [
   TaskTool,
@@ -3563,7 +3753,7 @@ var getAllTools = () => [
   DeleteTool,
   NotebookEditTool,
   TodoWriteTool,
-  WebFetchTool,
+  WebFetcherTool,
   AskUserQuestionTool,
   EnterPlanModeTool,
   ExitPlanModeTool,