@omnicross/core 0.1.1 → 0.1.3

package/dist/completion/BuiltinToolExecutor.js

@@ -1,293 +1,9 @@
-var __defProp = Object.defineProperty;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __esm = (fn, res) => function __init() {
-  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
-};
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-
-// src/completion/builtin-web-fetch.ts
-var builtin_web_fetch_exports = {};
-__export(builtin_web_fetch_exports, {
-  fetchAndExtractUrl: () => fetchAndExtractUrl
-});
-import { Readability } from "@mozilla/readability";
-import { JSDOM } from "jsdom";
-import TurndownService from "turndown";
-async function fetchAndExtractUrl(url, maxChars) {
-  const controller = new AbortController();
-  const timer = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
-  try {
-    const res = await fetchWithRedirectLimit(url, controller.signal);
-    clearTimeout(timer);
-    const contentType = res.headers.get("content-type") ?? "";
-    const rawText = await readBodyWithLimit(res);
-    let text;
-    if (contentType.includes("json")) {
-      try {
-        text = JSON.stringify(JSON.parse(rawText), null, 2);
-      } catch {
-        text = rawText;
-      }
-    } else if (contentType.includes("html")) {
-      text = extractHtml(rawText, res.url || url);
-    } else {
-      text = rawText;
-    }
-    return text.length > maxChars ? text.slice(0, maxChars) + "\n\n[Content truncated]" : text;
-  } finally {
-    clearTimeout(timer);
-  }
-}
-function extractHtml(html, url) {
-  const dom = new JSDOM(html, { url });
-  const doc = dom.window.document;
-  for (const sel of ["script", "style", "noscript", "nav", "footer", "aside", "iframe"]) {
-    doc.querySelectorAll(sel).forEach((el) => el.remove());
-  }
-  const reader = new Readability(doc);
-  const article = reader.parse();
-  if (article?.content) {
-    return turndown.turndown(article.content).replace(/\n{3,}/g, "\n\n");
-  }
-  const body = doc.body?.textContent || "";
-  return body.replace(/\s+/g, " ").trim();
-}
-async function fetchWithRedirectLimit(url, signal) {
-  let currentUrl = url;
-  for (let i = 0; i < MAX_REDIRECTS; i++) {
-    const res = await fetch(currentUrl, { signal, redirect: "manual", headers: FETCH_HEADERS });
-    if (res.status >= 300 && res.status < 400) {
-      const location = res.headers.get("location");
-      if (!location) return res;
-      currentUrl = new URL(location, currentUrl).href;
-      continue;
-    }
-    Object.defineProperty(res, "url", { value: currentUrl, writable: false });
-    return res;
-  }
-  throw new Error(`Too many redirects (>${MAX_REDIRECTS})`);
-}
-async function readBodyWithLimit(res) {
-  const reader = res.body?.getReader();
-  if (!reader) return "";
-  const chunks = [];
-  let totalBytes = 0;
-  while (true) {
-    const { done, value } = await reader.read();
-    if (done) break;
-    totalBytes += value.byteLength;
-    if (totalBytes > MAX_RESPONSE_BYTES) {
-      reader.cancel();
-      break;
-    }
-    chunks.push(value);
-  }
-  const combined = new Uint8Array(totalBytes > MAX_RESPONSE_BYTES ? MAX_RESPONSE_BYTES : totalBytes);
-  let offset = 0;
-  for (const chunk of chunks) {
-    const len = Math.min(chunk.byteLength, combined.byteLength - offset);
-    combined.set(chunk.subarray(0, len), offset);
-    offset += len;
-    if (offset >= combined.byteLength) break;
-  }
-  return new TextDecoder("utf-8", { fatal: false }).decode(combined);
-}
-var FETCH_TIMEOUT_MS, MAX_RESPONSE_BYTES, MAX_REDIRECTS, CHROME_UA, FETCH_HEADERS, turndown;
-var init_builtin_web_fetch = __esm({
-  "src/completion/builtin-web-fetch.ts"() {
-    "use strict";
-    FETCH_TIMEOUT_MS = 15e3;
-    MAX_RESPONSE_BYTES = 5 * 1024 * 1024;
-    MAX_REDIRECTS = 5;
-    CHROME_UA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
-    FETCH_HEADERS = {
-      "User-Agent": CHROME_UA,
-      Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
-      "Accept-Language": "en-US,en;q=0.9"
-    };
-    turndown = new TurndownService({
-      headingStyle: "atx",
-      codeBlockStyle: "fenced",
-      bulletListMarker: "-"
-    });
-  }
-});
-
-// src/completion/BuiltinToolExecutor.ts
-var DEFAULT_SEARCH_COUNT = 5;
-var DEFAULT_FETCH_MAX_CHARS = 2e4;
-var FALLBACK_ORDER = [
-  "tavily",
-  "jina",
-  "searxng",
-  "zhipu",
-  "z.ai",
-  "bocha",
-  "grok",
-  "local-google",
-  "local-bing",
-  "local-baidu",
-  "local-duckduckgo"
-];
-var IMPLICIT_LOCAL_FALLBACK = "local-google";
-var WEB_SEARCH_TOOL = {
-  id: "builtin__web_search",
-  serverId: "builtin",
-  serverName: "builtin",
-  name: "web_search",
-  description: "Search the web for current information. Returns a list of results with title, URL, and snippet. Use web_fetch afterwards to get full page content if snippets are insufficient.",
-  inputSchema: {
-    type: "object",
-    properties: {
-      query: { type: "string", description: "The search query." },
-      count: { type: "integer", description: "Maximum number of results (1-10).", default: DEFAULT_SEARCH_COUNT }
-    },
-    required: ["query"]
-  },
-  type: "mcp",
-  isBuiltIn: true
-};
-var WEB_FETCH_TOOL = {
-  id: "builtin__web_fetch",
-  serverId: "builtin",
-  serverName: "builtin",
-  name: "web_fetch",
-  description: "Fetch and extract the main content of a web page as clean Markdown. Use this to read the full content of a URL found via web_search.",
-  inputSchema: {
-    type: "object",
-    properties: {
-      url: { type: "string", description: "The URL to fetch (http or https)." },
-      maxChars: { type: "integer", description: "Maximum characters to return.", default: DEFAULT_FETCH_MAX_CHARS }
-    },
-    required: ["url"]
-  },
-  type: "mcp",
-  isBuiltIn: true
-};
-var BuiltinToolExecutor = class {
-  constructor(webSearch) {
-    this.webSearch = webSearch;
-  }
-  webSearch;
-  async execute(toolName, args) {
-    switch (toolName) {
-      case "web_search":
-        return this.executeWebSearch(args);
-      case "web_fetch":
-        return this.executeWebFetch(args);
-      default:
-        return { isError: true, content: [{ type: "text", text: `Unknown built-in tool: ${toolName}` }] };
-    }
-  }
-  // -----------------------------------------------------------------------
-  // web_search
-  // -----------------------------------------------------------------------
-  async executeWebSearch(args) {
-    const query = String(args.query ?? "").trim();
-    if (!query) {
-      return { isError: true, content: [{ type: "text", text: "Error: query parameter is required." }] };
-    }
-    const count = Math.min(Math.max(Number(args.count ?? DEFAULT_SEARCH_COUNT), 1), 10);
-    const chain = this.resolveProviderChain();
-    let lastError = "";
-    for (const providerId of chain) {
-      try {
-        const result = await this.webSearch.search(query, providerId, { maxResults: count });
-        if (!result.success) {
-          lastError = result.error || "Unknown error";
-          console.log(`[BuiltinToolExecutor] Search provider ${providerId} failed: ${lastError}, trying next...`);
-          continue;
-        }
-        const items = result.results.slice(0, count);
-        if (items.length === 0) {
-          console.log(`[BuiltinToolExecutor] Search provider ${providerId} returned 0 results, trying next...`);
-          continue;
-        }
-        const text = items.map((r, i) => `${i + 1}. ${r.title}
-   URL: ${r.url}
-   ${r.content || ""}`).join("\n\n");
-        return { isError: false, content: [{ type: "text", text }] };
-      } catch (err) {
-        lastError = err instanceof Error ? err.message : String(err);
-        console.log(`[BuiltinToolExecutor] Search provider ${providerId} threw: ${lastError}, trying next...`);
-        continue;
-      }
-    }
-    return {
-      isError: false,
-      content: [{ type: "text", text: lastError ? `Search failed after trying ${chain.length} provider(s). Last error: ${lastError}` : `No results found for "${query}" after trying ${chain.length} provider(s). Try rephrasing your search.` }]
-    };
-  }
-  resolveProviderChain() {
-    const chain = [];
-    for (const id of FALLBACK_ORDER) {
-      if (this.webSearch.isProviderEnabled(id)) {
-        chain.push(id);
-      }
-    }
-    if (!chain.includes(IMPLICIT_LOCAL_FALLBACK)) {
-      chain.push(IMPLICIT_LOCAL_FALLBACK);
-    }
-    return chain;
-  }
-  // -----------------------------------------------------------------------
-  // web_fetch
-  // -----------------------------------------------------------------------
-  async executeWebFetch(args) {
-    const url = String(args.url ?? "").trim();
-    if (!url) {
-      return { isError: true, content: [{ type: "text", text: "Error: url parameter is required." }] };
-    }
-    try {
-      const parsed = new URL(url);
-      if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
-        return { isError: true, content: [{ type: "text", text: "Error: only http and https URLs are supported." }] };
-      }
-    } catch {
-      return { isError: true, content: [{ type: "text", text: `Error: invalid URL "${url}".` }] };
-    }
-    const maxChars = Number(args.maxChars ?? DEFAULT_FETCH_MAX_CHARS);
-    try {
-      const jinaResult = await this.webSearch.readUrl(url, { timeout: 15e3 });
-      if (jinaResult.success && jinaResult.content) {
-        const content = jinaResult.content.length > maxChars ? jinaResult.content.slice(0, maxChars) + "\n\n[Content truncated]" : jinaResult.content;
-        const header = jinaResult.title ? `# ${jinaResult.title}
-
-` : "";
-        return { isError: false, content: [{ type: "text", text: header + content }] };
-      }
-      const { fetchAndExtractUrl: fetchAndExtractUrl2 } = await Promise.resolve().then(() => (init_builtin_web_fetch(), builtin_web_fetch_exports));
-      const text = await fetchAndExtractUrl2(url, maxChars);
-      return { isError: false, content: [{ type: "text", text }] };
-    } catch (err) {
-      const message = err instanceof Error ? err.message : String(err);
-      return { isError: true, content: [{ type: "text", text: `Fetch error: ${message}` }] };
-    }
-  }
-};
-function getBuiltinSearchTools() {
-  return [WEB_SEARCH_TOOL, WEB_FETCH_TOOL];
-}
-function convertBuiltinToolsToOpenAI(tools) {
-  return tools.map((t) => ({
-    type: "function",
-    function: {
-      name: t.id,
-      description: t.description || t.name,
-      parameters: t.inputSchema
-    }
-  }));
-}
-function convertBuiltinToolsToAnthropic(tools) {
-  return tools.map((t) => ({
-    name: t.id,
-    description: t.description || t.name,
-    input_schema: t.inputSchema
-  }));
-}
+import {
+  BuiltinToolExecutor,
+  convertBuiltinToolsToAnthropic,
+  convertBuiltinToolsToOpenAI,
+  getBuiltinSearchTools
+} from "../chunk-CDHS2QDC.js";
 export {
   BuiltinToolExecutor,
   convertBuiltinToolsToAnthropic,