@omnicross/core 0.1.0 → 0.1.2

package/dist/CompletionService-DdWaAxq0.d.ts

@@ -0,0 +1,213 @@
+import { ThinkLevel } from '@omnicross/contracts/completion-types';
+import { LLMProvider } from '@omnicross/contracts/llm-config';
+import { C as CorePaths, U as UsageEventSink } from './usage-event-sink-BX7FE1NL.js';
+import { L as Logger } from './logger-4GvQNzhE.js';
+import { ProviderConfigSource } from './ports/provider-config-source.js';
+import { UsageRecorderImport } from './provider-proxy/types.js';
+import { O as OpenAITool, A as AnthropicTool, G as GeminiTools, M as McpToolProvider, B as BuiltinToolExecutor } from './BuiltinToolExecutor-BluWyeob.js';
+import { C as CompletionOptions, S as StreamCallbacks, a as CompletionResult } from './types-BScIHmPr.js';
+import { ApiKeyPoolService } from './completion/ApiKeyPoolService.js';
+import { MCPTool } from '@omnicross/contracts/mcp-types';
+
+/**
+ * VisionFallbackProvider — serving-core port for image-to-text fallback.
+ *
+ * When the active completion model lacks vision capability but a message
+ * carries images, `CompletionService.applyVisionFallback` delegates to this
+ * port to turn the images into a text description (which is then appended to
+ * the message content) before stripping the image attachments.
+ *
+ * The concrete implementation is built ON TOP OF CompletionService, so it
+ * lives in the embedding host and is injected DOWN into the serving core via
+ * `setVisionFallbackProvider` at bootstrap (instead of the core importing
+ * upward).
+ *
+ * @module completion/VisionFallbackProvider
+ */
+/**
+ * Describe a batch of images as text using an auxiliary vision-capable model.
+ *
+ * @param images  Image data URLs to describe (`{ data: 'data:<mime>;base64,…' }`).
+ * @param context Free-form context (the surrounding user message content).
+ * @param model   The resolved vision aux ModelRef (`"providerId,modelId"`).
+ * @returns A textual description, or an empty / sentinel string when
+ *          unavailable. Callers MUST tolerate `''` and
+ *          `'[Image description unavailable]'`.
+ */
+interface VisionFallbackProvider {
+    describeImages(images: {
+        data: string;
+    }[], context: string, model: string): Promise<string>;
+}
+
+/**
+ * ToolHandler - Handles streaming completion with MCP tool support
+ *
+ * Extracted from CompletionService to isolate the agentic loop logic
+ * that handles tool calls: LLM -> execute tools -> LLM again until done.
+ */
+
+/** Extended options for tool-based completion */
+interface StreamWithToolsOptions extends CompletionOptions {
+    tools: OpenAITool[] | AnthropicTool[] | GeminiTools;
+    mcpTools?: MCPTool[];
+}
+/** Extended callbacks for tool-based completion */
+interface StreamWithToolsCallbacks extends StreamCallbacks {
+    onToolCall?: (toolCall: {
+        id: string;
+        name: string;
+        args: unknown;
+    }) => void;
+    onToolResult?: (toolId: string, result: unknown) => void;
+}
+
+/**
+ * CompletionService - Handles completion API calls
+ *
+ * This service provides a unified interface for making completion API calls
+ * to different providers, handling format conversion as needed.
+ * Supports transformer chains for advanced request/response transformation.
+ *
+ * This is a thin facade that delegates to domain-specific handlers:
+ * - DirectApiHandler: Non-streaming API calls (OpenAI, Anthropic, Gemini)
+ * - StreamHandler: SSE-based streaming (OpenAI, Anthropic, Gemini)
+ * - TransformerHandler: Transformer chain-based completion
+ * - ToolHandler: Agentic tool-calling loop
+ * - ThinkingResolver: Thinking budget and max tokens resolution
+ */
+
+declare class CompletionService {
+    private paths;
+    private llmConfig;
+    private logger;
+    private apiKeyPool;
+    private usageRecorder;
+    private usageEventSink;
+    private visionFallbackProvider;
+    constructor(paths: CorePaths, llmConfig: ProviderConfigSource, logger: Logger);
+    /**
+     * Set the API key pool service for multi-key load balancing.
+     * When set, keys are resolved via the pool instead of directly from the provider.
+     */
+    setApiKeyPool(pool: ApiKeyPoolService): void;
+    /**
+     * Set the usage recorder so completion paths can persist token/cost stats.
+     * Optional — when unset, all calls succeed but nothing is recorded.
+     */
+    setUsageRecorder(recorder: UsageRecorderImport): void;
+    /**
+     * Set the usage-event sink so completion paths can push live usage events
+     * (context-meter, aggregate recorder) into the in-process hub. Injected DOWN
+     * at bootstrap with `getUsageEventHub()` immediately after construction, so
+     * emission is unconditional in production. Optional — when unset (unit-test
+     * constructors), the emit calls no-op, identical to `usageRecorder`.
+     */
+    setUsageEventSink(sink: UsageEventSink): void;
+    /**
+     * Set the vision-fallback provider used by `applyVisionFallback` to describe
+     * images for non-vision models. Injected DOWN by the host at bootstrap
+     * (the host's impl is built on top of CompletionService).
+     * Optional — when unset, `applyVisionFallback` strips images instead.
+     */
+    setVisionFallbackProvider(provider: VisionFallbackProvider): void;
+    /**
+     * Get provider by ID
+     * Delegates to the `ProviderConfigSource` which maintains its own in-memory cache.
+     */
+    getProvider(providerId: string): Promise<LLMProvider | null>;
+    /**
+     * Send a completion request
+     */
+    complete(options: CompletionOptions): Promise<CompletionResult>;
+    /**
+     * Send a streaming completion request
+     */
+    completeStream(options: CompletionOptions, callbacks: StreamCallbacks): Promise<void>;
+    /**
+     * Get available models for a provider
+     */
+    getAvailableModels(providerId: string): Promise<string[]>;
+    /**
+     * Test provider connection with a specific model.
+     * Sends "Hello" and returns the AI response, duration, etc.
+     */
+    testModel(providerId: string, modelId: string): Promise<{
+        success: boolean;
+        message: string;
+        response?: string;
+        model: string;
+        durationMs?: number;
+    }>;
+    /**
+     * Check if any messages contain images and the model lacks vision capability.
+     * If so, use the auxiliary vision model to describe images as text and remove
+     * the image attachments from the messages.
+     *
+     * Mutates options.messages in-place.
+     */
+    private applyVisionFallback;
+    /**
+     * Resolve API key for a request with priority:
+     * 1. Coding Plan override (if enabled)
+     * 2. API key pool (session-affinity weighted round-robin)
+     * 3. Legacy single key from provider config
+     */
+    private resolveApiKeyForRequest;
+    /**
+     * Extract HTTP status code from error messages like "API error (429): ..."
+     */
+    private extractHttpStatus;
+    /**
+     * Dispatch a non-streaming completion to the appropriate handler.
+     */
+    private callDirectHandler;
+    /**
+     * Dispatch a streaming completion to the appropriate handler.
+     */
+    private callStreamHandler;
+    /**
+     * Resolve API key (handle environment variable references)
+     */
+    resolveApiKey(apiKey: string): string;
+    /**
+     * Resolve effective max_tokens value with priority:
+     * 1. Session settings (if provided)
+     * 2. Global model parameters (if enabled)
+     * 3. Model's maxTokens from provider config
+     * 4. Discovered models cache (from API)
+     * 5. undefined - let API use its default
+     */
+    resolveEffectiveMaxTokens(providerId: string, modelId: string, sessionMaxTokens?: number): Promise<number | undefined>;
+    /**
+     * Get required max_tokens for providers that need it (e.g., Anthropic)
+     * Falls back to DEFAULT_MAX_TOKENS if no value is configured
+     */
+    getRequiredMaxTokens(providerId: string, modelId: string, sessionMaxTokens?: number): Promise<number>;
+    /**
+     * Calculate thinking budget and adjust max_tokens for the provider
+     */
+    resolveThinkingBudget(providerId: string, modelId: string, maxTokens: number, thinkLevel: ThinkLevel): Promise<{
+        adjustedMaxTokens: number;
+        thinkingBudget: number | undefined;
+        thinkingConfig: {
+            type?: 'enabled' | 'disabled';
+            budget_tokens?: number;
+        } | undefined;
+    }>;
+    /**
+     * Send a completion request using transformer chain
+     */
+    completeWithTransformers(options: CompletionOptions): Promise<CompletionResult>;
+    /**
+     * Send a streaming completion request using transformer chain
+     */
+    completeStreamWithTransformers(options: CompletionOptions, callbacks: StreamCallbacks): Promise<void>;
+    /**
+     * Stream completion with MCP tools support (direct API call)
+     * Implements agentic loop: calls LLM -> executes tools -> calls LLM again until done
+     */
+    streamWithTools(options: StreamWithToolsOptions, callbacks: StreamWithToolsCallbacks, mcpService?: McpToolProvider, builtinExecutor?: BuiltinToolExecutor): Promise<void>;
+}
+
+export { CompletionService as C, type VisionFallbackProvider as V };

package/dist/{ProviderProxy-f_8ziIhW.d.cts → ProviderProxy-C-xqrkKi.d.ts}

@@ -1,4 +1,4 @@
-import { g as RouteContext, a as ProviderProxyDeps } from './types-DZIQbgp0.cjs';
+import { RouteContext, ProviderProxyDeps } from './provider-proxy/types.js';
 
 /**
  * ProviderProxyRouteMap — the per-run `Map<token, RouteContext>` with crypto
@@ -82,6 +82,11 @@ declare class ProviderProxyRouteMap {
  * @module provider-proxy/ProviderProxy
  */
 
+/**
+ * True for IPv4/IPv6 loopback peer addresses. Exported so the isolation gate
+ * ("the listener refuses non-loopback origins") can be unit-asserted.
+ */
+declare function isLoopbackAddress(addr: string | undefined): boolean;
 declare class ProviderProxy {
     private readonly deps;
     private server;
@@ -117,4 +122,4 @@ declare class ProviderProxy {
     routeCount(): number;
 }
 
-export { DEFAULT_ROUTE_IDLE_MS as D, ProviderProxy as P, ProviderProxyRouteMap as a };
+export { DEFAULT_ROUTE_IDLE_MS as D, ProviderProxy as P, ProviderProxyRouteMap as a, isLoopbackAddress as i };

package/dist/{ProviderProxy-vjt8sQQk.d.ts → ProviderProxy-CnMQYN59.d.cts}

@@ -1,4 +1,4 @@
-import { g as RouteContext, a as ProviderProxyDeps } from './types-DCzHkhJt.js';
+import { RouteContext, ProviderProxyDeps } from './provider-proxy/types.cjs';
 
 /**
  * ProviderProxyRouteMap — the per-run `Map<token, RouteContext>` with crypto
@@ -82,6 +82,11 @@ declare class ProviderProxyRouteMap {
  * @module provider-proxy/ProviderProxy
  */
 
+/**
+ * True for IPv4/IPv6 loopback peer addresses. Exported so the isolation gate
+ * ("the listener refuses non-loopback origins") can be unit-asserted.
+ */
+declare function isLoopbackAddress(addr: string | undefined): boolean;
 declare class ProviderProxy {
     private readonly deps;
     private server;
@@ -117,4 +122,4 @@ declare class ProviderProxy {
     routeCount(): number;
 }
 
-export { DEFAULT_ROUTE_IDLE_MS as D, ProviderProxy as P, ProviderProxyRouteMap as a };
+export { DEFAULT_ROUTE_IDLE_MS as D, ProviderProxy as P, ProviderProxyRouteMap as a, isLoopbackAddress as i };

package/dist/auth/GeminiCodeAssistProjectResolver.cjs

@@ -1,40 +1,8 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; } var _class;
 
-// src/auth/GeminiCodeAssistProjectResolver.ts
-var GeminiCodeAssistProjectResolver_exports = {};
-__export(GeminiCodeAssistProjectResolver_exports, {
-  GeminiCodeAssistHandshakeError: () => GeminiCodeAssistHandshakeError,
-  GeminiCodeAssistProjectResolver: () => GeminiCodeAssistProjectResolver,
-  getGeminiCodeAssistProjectResolver: () => getGeminiCodeAssistProjectResolver
-});
-module.exports = __toCommonJS(GeminiCodeAssistProjectResolver_exports);
 
-// src/transformer/transformers/GeminiCodeAssistTransformer.ts
-var DEFAULT_CODE_ASSIST_ENDPOINT = "https://cloudcode-pa.googleapis.com";
-var DEFAULT_CODE_ASSIST_API_VERSION = "v1internal";
-function resolveCodeAssistEndpoint() {
-  return (process.env.CODE_ASSIST_ENDPOINT || DEFAULT_CODE_ASSIST_ENDPOINT).replace(/\/+$/, "");
-}
-function resolveCodeAssistApiVersion() {
-  return process.env.CODE_ASSIST_API_VERSION || DEFAULT_CODE_ASSIST_API_VERSION;
-}
+var _chunkRSJ3TWJQcjs = require('../chunk-RSJ3TWJQ.cjs');
+require('../chunk-YGXJGRFI.cjs');
 
 // src/auth/GeminiCodeAssistProjectResolver.ts
 var FREE_TIER_ID = "free-tier";
@@ -48,18 +16,18 @@ var GeminiCodeAssistHandshakeError = class extends Error {
     this.code = code;
     this.name = "GeminiCodeAssistHandshakeError";
   }
-  status;
-  code;
+  
+  
 };
-var GeminiCodeAssistProjectResolver = class {
-  constructor(fetchImpl = (url, init) => fetch(url, init)) {
+var GeminiCodeAssistProjectResolver = (_class = class {
+  constructor(fetchImpl = (url, init) => fetch(url, init)) {;_class.prototype.__init.call(this);_class.prototype.__init2.call(this);
     this.fetchImpl = fetchImpl;
   }
-  fetchImpl;
+  
   /** account access token → resolved project id (undefined = free-tier, no project). */
-  cache = /* @__PURE__ */ new Map();
+  __init() {this.cache = /* @__PURE__ */ new Map()}
   /** In-flight handshakes so concurrent callers share one round-trip. */
-  inflight = /* @__PURE__ */ new Map();
+  __init2() {this.inflight = /* @__PURE__ */ new Map()}
   /** Test/diagnostic helper — clear the cached resolution for an account. */
   clearCache() {
     this.cache.clear();
@@ -86,7 +54,7 @@ var GeminiCodeAssistProjectResolver = class {
     return run;
   }
   codeAssistUrl(method) {
-    return `${resolveCodeAssistEndpoint()}/${resolveCodeAssistApiVersion()}:${method}`;
+    return `${_chunkRSJ3TWJQcjs.resolveCodeAssistEndpoint.call(void 0, )}/${_chunkRSJ3TWJQcjs.resolveCodeAssistApiVersion.call(void 0, )}:${method}`;
   }
   /** Seed project id from env; reject a purely-numeric value (project NUMBER). */
   seedProjectId() {
@@ -105,11 +73,11 @@ var GeminiCodeAssistProjectResolver = class {
         duetProject: seededProject || void 0
       }
     });
-    if (load.currentTier?.id) {
+    if (_optionalChain([load, 'access', _ => _.currentTier, 'optionalAccess', _2 => _2.id])) {
       return load.cloudaicompanionProject || void 0;
     }
-    const defaultTier = load.allowedTiers?.find((t) => t.isDefault);
-    const tierId = defaultTier?.id ?? LEGACY_TIER_ID;
+    const defaultTier = _optionalChain([load, 'access', _3 => _3.allowedTiers, 'optionalAccess', _4 => _4.find, 'call', _5 => _5((t) => t.isDefault)]);
+    const tierId = _nullishCoalesce(_optionalChain([defaultTier, 'optionalAccess', _6 => _6.id]), () => ( LEGACY_TIER_ID));
     const isFreeish = tierId === FREE_TIER_ID || tierId === LEGACY_TIER_ID;
     const onboardProject = isFreeish ? void 0 : seededProject || void 0;
     let lro = await this.postCodeAssist("onboardUser", accessToken, {
@@ -130,11 +98,11 @@ var GeminiCodeAssistProjectResolver = class {
     }
     if (lro.error) {
       throw new GeminiCodeAssistHandshakeError(
-        `Code Assist onboardUser failed: ${lro.error.message ?? "unknown"}`,
-        lro.error.code ?? 500
+        `Code Assist onboardUser failed: ${_nullishCoalesce(lro.error.message, () => ( "unknown"))}`,
+        _nullishCoalesce(lro.error.code, () => ( 500))
       );
     }
-    return lro.response?.cloudaicompanionProject?.id || void 0;
+    return _optionalChain([lro, 'access', _7 => _7.response, 'optionalAccess', _8 => _8.cloudaicompanionProject, 'optionalAccess', _9 => _9.id]) || void 0;
   }
   /** POST a Code Assist method, surfacing the documented hard failures clearly. */
   async postCodeAssist(method, accessToken, body) {
@@ -173,13 +141,13 @@ var GeminiCodeAssistProjectResolver = class {
     let detailMessage = "";
     try {
       const errBody = await res.json();
-      detailCode = errBody.error?.status;
-      detailMessage = errBody.error?.message ?? "";
-    } catch {
+      detailCode = _optionalChain([errBody, 'access', _10 => _10.error, 'optionalAccess', _11 => _11.status]);
+      detailMessage = _nullishCoalesce(_optionalChain([errBody, 'access', _12 => _12.error, 'optionalAccess', _13 => _13.message]), () => ( ""));
+    } catch (e) {
     }
     if (res.status === 403) {
       throw new GeminiCodeAssistHandshakeError(
-        `Code Assist ${method} denied (403 ${detailCode ?? "PERMISSION_DENIED"}): ${detailMessage || "enable the Cloud AI Companion API and grant the required role"}`,
+        `Code Assist ${method} denied (403 ${_nullishCoalesce(detailCode, () => ( "PERMISSION_DENIED"))}): ${detailMessage || "enable the Cloud AI Companion API and grant the required role"}`,
         403,
         detailCode
       );
@@ -197,7 +165,7 @@ var GeminiCodeAssistProjectResolver = class {
       detailCode
     );
   }
-};
+}, _class);
 function delay(ms) {
   return new Promise((resolve) => {
     setTimeout(resolve, ms);
@@ -210,9 +178,8 @@ function getGeminiCodeAssistProjectResolver() {
   }
   return _resolverSingleton;
 }
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  GeminiCodeAssistHandshakeError,
-  GeminiCodeAssistProjectResolver,
-  getGeminiCodeAssistProjectResolver
-});
+
+
+
+
+exports.GeminiCodeAssistHandshakeError = GeminiCodeAssistHandshakeError; exports.GeminiCodeAssistProjectResolver = GeminiCodeAssistProjectResolver; exports.getGeminiCodeAssistProjectResolver = getGeminiCodeAssistProjectResolver;

package/dist/auth/GeminiCodeAssistProjectResolver.js

@@ -1,12 +1,8 @@
-// src/transformer/transformers/GeminiCodeAssistTransformer.ts
-var DEFAULT_CODE_ASSIST_ENDPOINT = "https://cloudcode-pa.googleapis.com";
-var DEFAULT_CODE_ASSIST_API_VERSION = "v1internal";
-function resolveCodeAssistEndpoint() {
-  return (process.env.CODE_ASSIST_ENDPOINT || DEFAULT_CODE_ASSIST_ENDPOINT).replace(/\/+$/, "");
-}
-function resolveCodeAssistApiVersion() {
-  return process.env.CODE_ASSIST_API_VERSION || DEFAULT_CODE_ASSIST_API_VERSION;
-}
+import {
+  resolveCodeAssistApiVersion,
+  resolveCodeAssistEndpoint
+} from "../chunk-Z7Y2NPHY.js";
+import "../chunk-S4WBV25P.js";
 
 // src/auth/GeminiCodeAssistProjectResolver.ts
 var FREE_TIER_ID = "free-tier";

package/dist/builtin-web-fetch-77JZUZGM.cjs

@@ -0,0 +1,100 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }// src/completion/builtin-web-fetch.ts
+var _readability = require('@mozilla/readability');
+var _jsdom = require('jsdom');
+var _turndown = require('turndown'); var _turndown2 = _interopRequireDefault(_turndown);
+var FETCH_TIMEOUT_MS = 15e3;
+var MAX_RESPONSE_BYTES = 5 * 1024 * 1024;
+var MAX_REDIRECTS = 5;
+var CHROME_UA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
+var FETCH_HEADERS = {
+  "User-Agent": CHROME_UA,
+  Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+  "Accept-Language": "en-US,en;q=0.9"
+};
+var turndown = new (0, _turndown2.default)({
+  headingStyle: "atx",
+  codeBlockStyle: "fenced",
+  bulletListMarker: "-"
+});
+async function fetchAndExtractUrl(url, maxChars) {
+  const controller = new AbortController();
+  const timer = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+  try {
+    const res = await fetchWithRedirectLimit(url, controller.signal);
+    clearTimeout(timer);
+    const contentType = _nullishCoalesce(res.headers.get("content-type"), () => ( ""));
+    const rawText = await readBodyWithLimit(res);
+    let text;
+    if (contentType.includes("json")) {
+      try {
+        text = JSON.stringify(JSON.parse(rawText), null, 2);
+      } catch (e) {
+        text = rawText;
+      }
+    } else if (contentType.includes("html")) {
+      text = extractHtml(rawText, res.url || url);
+    } else {
+      text = rawText;
+    }
+    return text.length > maxChars ? text.slice(0, maxChars) + "\n\n[Content truncated]" : text;
+  } finally {
+    clearTimeout(timer);
+  }
+}
+function extractHtml(html, url) {
+  const dom = new (0, _jsdom.JSDOM)(html, { url });
+  const doc = dom.window.document;
+  for (const sel of ["script", "style", "noscript", "nav", "footer", "aside", "iframe"]) {
+    doc.querySelectorAll(sel).forEach((el) => el.remove());
+  }
+  const reader = new (0, _readability.Readability)(doc);
+  const article = reader.parse();
+  if (_optionalChain([article, 'optionalAccess', _ => _.content])) {
+    return turndown.turndown(article.content).replace(/\n{3,}/g, "\n\n");
+  }
+  const body = _optionalChain([doc, 'access', _2 => _2.body, 'optionalAccess', _3 => _3.textContent]) || "";
+  return body.replace(/\s+/g, " ").trim();
+}
+async function fetchWithRedirectLimit(url, signal) {
+  let currentUrl = url;
+  for (let i = 0; i < MAX_REDIRECTS; i++) {
+    const res = await fetch(currentUrl, { signal, redirect: "manual", headers: FETCH_HEADERS });
+    if (res.status >= 300 && res.status < 400) {
+      const location = res.headers.get("location");
+      if (!location) return res;
+      currentUrl = new URL(location, currentUrl).href;
+      continue;
+    }
+    Object.defineProperty(res, "url", { value: currentUrl, writable: false });
+    return res;
+  }
+  throw new Error(`Too many redirects (>${MAX_REDIRECTS})`);
+}
+async function readBodyWithLimit(res) {
+  const reader = _optionalChain([res, 'access', _4 => _4.body, 'optionalAccess', _5 => _5.getReader, 'call', _6 => _6()]);
+  if (!reader) return "";
+  const chunks = [];
+  let totalBytes = 0;
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) break;
+    totalBytes += value.byteLength;
+    if (totalBytes > MAX_RESPONSE_BYTES) {
+      reader.cancel();
+      break;
+    }
+    chunks.push(value);
+  }
+  const combined = new Uint8Array(totalBytes > MAX_RESPONSE_BYTES ? MAX_RESPONSE_BYTES : totalBytes);
+  let offset = 0;
+  for (const chunk of chunks) {
+    const len = Math.min(chunk.byteLength, combined.byteLength - offset);
+    combined.set(chunk.subarray(0, len), offset);
+    offset += len;
+    if (offset >= combined.byteLength) break;
+  }
+  return new TextDecoder("utf-8", { fatal: false }).decode(combined);
+}
+
+
+exports.fetchAndExtractUrl = fetchAndExtractUrl;

package/dist/builtin-web-fetch-IGLBX2XY.js

@@ -0,0 +1,100 @@
+// src/completion/builtin-web-fetch.ts
+import { Readability } from "@mozilla/readability";
+import { JSDOM } from "jsdom";
+import TurndownService from "turndown";
+var FETCH_TIMEOUT_MS = 15e3;
+var MAX_RESPONSE_BYTES = 5 * 1024 * 1024;
+var MAX_REDIRECTS = 5;
+var CHROME_UA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
+var FETCH_HEADERS = {
+  "User-Agent": CHROME_UA,
+  Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+  "Accept-Language": "en-US,en;q=0.9"
+};
+var turndown = new TurndownService({
+  headingStyle: "atx",
+  codeBlockStyle: "fenced",
+  bulletListMarker: "-"
+});
+async function fetchAndExtractUrl(url, maxChars) {
+  const controller = new AbortController();
+  const timer = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+  try {
+    const res = await fetchWithRedirectLimit(url, controller.signal);
+    clearTimeout(timer);
+    const contentType = res.headers.get("content-type") ?? "";
+    const rawText = await readBodyWithLimit(res);
+    let text;
+    if (contentType.includes("json")) {
+      try {
+        text = JSON.stringify(JSON.parse(rawText), null, 2);
+      } catch {
+        text = rawText;
+      }
+    } else if (contentType.includes("html")) {
+      text = extractHtml(rawText, res.url || url);
+    } else {
+      text = rawText;
+    }
+    return text.length > maxChars ? text.slice(0, maxChars) + "\n\n[Content truncated]" : text;
+  } finally {
+    clearTimeout(timer);
+  }
+}
+function extractHtml(html, url) {
+  const dom = new JSDOM(html, { url });
+  const doc = dom.window.document;
+  for (const sel of ["script", "style", "noscript", "nav", "footer", "aside", "iframe"]) {
+    doc.querySelectorAll(sel).forEach((el) => el.remove());
+  }
+  const reader = new Readability(doc);
+  const article = reader.parse();
+  if (article?.content) {
+    return turndown.turndown(article.content).replace(/\n{3,}/g, "\n\n");
+  }
+  const body = doc.body?.textContent || "";
+  return body.replace(/\s+/g, " ").trim();
+}
+async function fetchWithRedirectLimit(url, signal) {
+  let currentUrl = url;
+  for (let i = 0; i < MAX_REDIRECTS; i++) {
+    const res = await fetch(currentUrl, { signal, redirect: "manual", headers: FETCH_HEADERS });
+    if (res.status >= 300 && res.status < 400) {
+      const location = res.headers.get("location");
+      if (!location) return res;
+      currentUrl = new URL(location, currentUrl).href;
+      continue;
+    }
+    Object.defineProperty(res, "url", { value: currentUrl, writable: false });
+    return res;
+  }
+  throw new Error(`Too many redirects (>${MAX_REDIRECTS})`);
+}
+async function readBodyWithLimit(res) {
+  const reader = res.body?.getReader();
+  if (!reader) return "";
+  const chunks = [];
+  let totalBytes = 0;
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) break;
+    totalBytes += value.byteLength;
+    if (totalBytes > MAX_RESPONSE_BYTES) {
+      reader.cancel();
+      break;
+    }
+    chunks.push(value);
+  }
+  const combined = new Uint8Array(totalBytes > MAX_RESPONSE_BYTES ? MAX_RESPONSE_BYTES : totalBytes);
+  let offset = 0;
+  for (const chunk of chunks) {
+    const len = Math.min(chunk.byteLength, combined.byteLength - offset);
+    combined.set(chunk.subarray(0, len), offset);
+    offset += len;
+    if (offset >= combined.byteLength) break;
+  }
+  return new TextDecoder("utf-8", { fatal: false }).decode(combined);
+}
+export {
+  fetchAndExtractUrl
+};