@n8n/ai-workflow-builder 1.12.0 → 1.13.0

package/dist/tools/utils/web-fetch.utils.d.ts

@@ -0,0 +1,20 @@
+import { type BaseMessage } from '@langchain/core/messages';
+export declare function isUrlInUserMessages(url: string, messages: BaseMessage[]): boolean;
+export interface FetchResult {
+    status: 'success' | 'unsupported' | 'redirect_new_host';
+    body?: string;
+    finalUrl?: string;
+    httpStatus?: number;
+    contentType?: string;
+    reason?: string;
+}
+export interface ExtractedContent {
+    title: string;
+    content: string;
+    truncated: boolean;
+    truncateReason?: string;
+}
+export declare function normalizeHost(url: string): string;
+export declare function isBlockedUrl(url: string): Promise<boolean>;
+export declare function fetchUrl(url: string, signal?: AbortSignal): Promise<FetchResult>;
+export declare function extractReadableContent(html: string, url: string): Promise<ExtractedContent>;

package/dist/tools/utils/web-fetch.utils.js

@@ -0,0 +1,259 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isUrlInUserMessages = isUrlInUserMessages;
+exports.normalizeHost = normalizeHost;
+exports.isBlockedUrl = isBlockedUrl;
+exports.fetchUrl = fetchUrl;
+exports.extractReadableContent = extractReadableContent;
+const messages_1 = require("@langchain/core/messages");
+const dns_1 = __importDefault(require("dns"));
+const util_1 = require("util");
+const constants_1 = require("../../constants");
+const resolve4 = (0, util_1.promisify)(dns_1.default.resolve4);
+const resolve6 = (0, util_1.promisify)(dns_1.default.resolve6);
+function normalizeUrlForComparison(url) {
+    return url.replace(/\/+$/, '');
+}
+function getMessageText(msg) {
+    if (typeof msg.content === 'string')
+        return msg.content;
+    if (Array.isArray(msg.content)) {
+        return msg.content
+            .filter((part) => typeof part === 'object' && part !== null && 'type' in part && part.type === 'text')
+            .map((part) => part.text)
+            .join(' ');
+    }
+    return '';
+}
+function isUrlInUserMessages(url, messages) {
+    const normalized = normalizeUrlForComparison(url);
+    for (const msg of messages) {
+        if (!(msg instanceof messages_1.HumanMessage))
+            continue;
+        const content = getMessageText(msg);
+        if (!content)
+            continue;
+        if (content.includes(url) || content.includes(normalized)) {
+            return true;
+        }
+    }
+    return false;
+}
+function normalizeHost(url) {
+    const parsed = new URL(url);
+    return parsed.hostname.toLowerCase().replace(/\.$/, '');
+}
+const PRIVATE_IPV4_RANGES = [
+    { start: [127, 0, 0, 0], mask: 8 },
+    { start: [10, 0, 0, 0], mask: 8 },
+    { start: [172, 16, 0, 0], mask: 12 },
+    { start: [192, 168, 0, 0], mask: 16 },
+    { start: [169, 254, 0, 0], mask: 16 },
+    { start: [0, 0, 0, 0], mask: 8 },
+];
+function ipToNumber(parts) {
+    return ((parts[0] << 24) | (parts[1] << 16) | (parts[2] << 8) | parts[3]) >>> 0;
+}
+function isPrivateIPv4(ip) {
+    const parts = ip.split('.').map(Number);
+    if (parts.length !== 4 || parts.some((p) => isNaN(p) || p < 0 || p > 255))
+        return false;
+    const ipNum = ipToNumber(parts);
+    for (const range of PRIVATE_IPV4_RANGES) {
+        const rangeStart = ipToNumber(range.start);
+        const mask = (0xffffffff << (32 - range.mask)) >>> 0;
+        if ((ipNum & mask) === (rangeStart & mask))
+            return true;
+    }
+    return false;
+}
+function isPrivateIPv6(ip) {
+    const normalized = ip.toLowerCase();
+    if (normalized === '::1')
+        return true;
+    if (normalized.startsWith('fe80:'))
+        return true;
+    if (normalized.startsWith('fc') || normalized.startsWith('fd'))
+        return true;
+    if (normalized.startsWith('::ffff:')) {
+        const v4 = normalized.slice(7);
+        return isPrivateIPv4(v4);
+    }
+    return false;
+}
+function isBlockedHostname(hostname) {
+    if (hostname === 'localhost' ||
+        hostname === '127.0.0.1' ||
+        hostname === '[::1]' ||
+        hostname === '::1') {
+        return true;
+    }
+    if (hostname.endsWith('.local') || hostname.endsWith('.internal')) {
+        return true;
+    }
+    if (hostname === '169.254.169.254' || hostname === 'metadata.google.internal') {
+        return true;
+    }
+    if (isPrivateIPv4(hostname))
+        return true;
+    if (isPrivateIPv6(hostname.replace(/^\[|\]$/g, '')))
+        return true;
+    return false;
+}
+async function isBlockedUrl(url) {
+    let parsed;
+    try {
+        parsed = new URL(url);
+    }
+    catch {
+        return true;
+    }
+    if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') {
+        return true;
+    }
+    const hostname = parsed.hostname.toLowerCase().replace(/\.$/, '');
+    if (isBlockedHostname(hostname))
+        return true;
+    try {
+        const [v4Addrs, v6Addrs] = await Promise.allSettled([resolve4(hostname), resolve6(hostname)]);
+        const allIps = [];
+        if (v4Addrs.status === 'fulfilled')
+            allIps.push(...v4Addrs.value);
+        if (v6Addrs.status === 'fulfilled')
+            allIps.push(...v6Addrs.value);
+        if (allIps.length === 0)
+            return true;
+        for (const ip of allIps) {
+            if (isPrivateIPv4(ip) || isPrivateIPv6(ip))
+                return true;
+        }
+    }
+    catch {
+        return true;
+    }
+    return false;
+}
+async function fetchUrl(url, signal) {
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), constants_1.WEB_FETCH_TIMEOUT_MS);
+    if (signal) {
+        signal.addEventListener('abort', () => controller.abort(), { once: true });
+    }
+    try {
+        const response = await fetch(url, {
+            signal: controller.signal,
+            redirect: 'follow',
+            headers: {
+                'User-Agent': 'n8n-workflow-builder/1.0',
+                Accept: 'text/html,application/xhtml+xml,*/*',
+            },
+        });
+        const finalUrl = response.url;
+        const contentType = response.headers.get('content-type') ?? '';
+        if (contentType.includes('application/pdf')) {
+            return { status: 'unsupported', reason: 'pdf' };
+        }
+        const requestedHost = normalizeHost(url);
+        const finalHost = normalizeHost(finalUrl);
+        if (requestedHost !== finalHost) {
+            return { status: 'redirect_new_host', finalUrl };
+        }
+        const reader = response.body?.getReader();
+        if (!reader) {
+            return {
+                status: 'success',
+                body: '',
+                finalUrl,
+                httpStatus: response.status,
+                contentType,
+            };
+        }
+        const chunks = [];
+        let totalBytes = 0;
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            totalBytes += value.byteLength;
+            if (totalBytes > constants_1.WEB_FETCH_MAX_BYTES) {
+                void reader.cancel();
+                break;
+            }
+            chunks.push(value);
+        }
+        const body = new TextDecoder().decode(chunks.reduce((acc, chunk) => {
+            const merged = new Uint8Array(acc.length + chunk.length);
+            merged.set(acc);
+            merged.set(chunk, acc.length);
+            return merged;
+        }, new Uint8Array()));
+        return {
+            status: 'success',
+            body,
+            finalUrl,
+            httpStatus: response.status,
+            contentType,
+        };
+    }
+    finally {
+        clearTimeout(timeout);
+    }
+}
+async function extractReadableContent(html, url) {
+    const [{ JSDOM, VirtualConsole }, { Readability }, { default: TurndownService }] = await Promise.all([Promise.resolve().then(() => __importStar(require('jsdom'))), Promise.resolve().then(() => __importStar(require('@mozilla/readability'))), Promise.resolve().then(() => __importStar(require('turndown')))]);
+    const virtualConsole = new VirtualConsole();
+    const dom = new JSDOM(html, { url, virtualConsole });
+    const article = new Readability(dom.window.document, { keepClasses: true }).parse();
+    const title = article?.title ?? '';
+    const articleHtml = article?.content ?? '';
+    const turndownService = new TurndownService({
+        headingStyle: 'atx',
+        codeBlockStyle: 'fenced',
+    });
+    let content = articleHtml ? turndownService.turndown(articleHtml) : '';
+    let truncated = false;
+    let truncateReason;
+    if (content.length > constants_1.WEB_FETCH_MAX_CONTENT_CHARS) {
+        content = content.substring(0, constants_1.WEB_FETCH_MAX_CONTENT_CHARS);
+        truncated = true;
+        truncateReason = `Content truncated to ${constants_1.WEB_FETCH_MAX_CONTENT_CHARS} characters`;
+    }
+    return { title, content, truncated, truncateReason };
+}
+//# sourceMappingURL=web-fetch.utils.js.map

package/dist/tools/utils/web-fetch.utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.utils.js","sourceRoot":"","sources":["../../../src/tools/utils/web-fetch.utils.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6CA,kDAaC;AA6BD,sCAGC;AA2FD,oCAqCC;AASD,4BAkFC;AAUD,wDAyBC;AAxVD,uDAA0E;AAC1E,8CAAsB;AACtB,+BAAiC;AAEjC,+CAIyB;AAEzB,MAAM,QAAQ,GAAG,IAAA,gBAAS,EAAC,aAAG,CAAC,QAAQ,CAAC,CAAC;AACzC,MAAM,QAAQ,GAAG,IAAA,gBAAS,EAAC,aAAG,CAAC,QAAQ,CAAC,CAAC;AASzC,SAAS,yBAAyB,CAAC,GAAW;IAC7C,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAChC,CAAC;AAKD,SAAS,cAAc,CAAC,GAAgB;IACvC,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC,OAAO,CAAC;IACxD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QAChC,OAAO,GAAG,CAAC,OAAO;aAChB,MAAM,CACN,CAAC,IAAI,EAA0C,EAAE,CAChD,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CACpF;aACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC;AAMD,SAAgB,mBAAmB,CAAC,GAAW,EAAE,QAAuB;IACvE,MAAM,UAAU,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAC;IAElD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,CAAC,GAAG,YAAY,uBAAY,CAAC;YAAE,SAAS;QAC7C,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3D,OAAO,IAAI,CAAC;QACb,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AA6BD,SAAgB,aAAa,CAAC,GAAW;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACzD,CAAC;AAMD,MAAM,mBAAmB,GAAG;IAE3B,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;IAElC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;IAEjC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE;IAEpC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE;IAErC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE;IAErC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;CAChC,CAAC;AAEF,SAAS,UAAU,CAAC,KAAe;IAClC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,aAAa,CAAC,EAAU;IAChC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAExF,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAEhC,KAAK,MAAM,KAAK,IAAI,mBAAmB,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;IACzD,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,EAAU;IAChC,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,UAAU,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAEtC,IAAI,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAE5E,IAAI,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/B,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAKD,SAAS,iBAAiB,CAAC,QAAgB;IAE1C,IACC,QAAQ,KAAK,WAAW;QACxB,QAAQ,KAAK,WAAW;QACxB,QAAQ,KAAK,OAAO;QACpB,QAAQ,KAAK,KAAK,EACjB,CAAC;QACF,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,QAAQ,KAAK,iBAAiB,IAAI,QAAQ,KAAK,0BAA0B,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,aAAa,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,IAAI,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAEjE,OAAO,KAAK,CAAC;AACd,CAAC;AAMM,KAAK,UAAU,YAAY,CAAC,GAAW;IAC7C,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACJ,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjE,OAAO,IAAI,CAAC;IACb,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAElE,IAAI,iBAAiB,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAG7C,IAAI,CAAC;QACJ,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAE9F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAClE,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAGlE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAErC,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,aAAa,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC;gBAAE,OAAO,IAAI,CAAC;QACzD,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QAER,OAAO,IAAI,CAAC;IACb,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC;AASM,KAAK,UAAU,QAAQ,CAAC,GAAW,EAAE,MAAoB;IAC/D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,gCAAoB,CAAC,CAAC;IAG3E,IAAI,MAAM,EAAE,CAAC;QACZ,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACjC,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE;gBAER,YAAY,EAAE,0BAA0B;gBACxC,MAAM,EAAE,qCAAqC;aAC7C;SACD,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC;QAC9B,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAG/D,IAAI,WAAW,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACjD,CAAC;QAGD,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YACjC,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC;QAClD,CAAC;QAGD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,OAAO;gBACN,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,EAAE;gBACR,QAAQ;gBACR,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,WAAW;aACX,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;YAC/B,IAAI,UAAU,GAAG,+BAAmB,EAAE,CAAC;gBACtC,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBAErB,MAAM;YACP,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACpC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAC9B,OAAO,MAAM,CAAC;QACf,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CACpB,CAAC;QAEF,OAAO;YACN,MAAM,EAAE,SAAS;YACjB,IAAI;YACJ,QAAQ;YACR,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,WAAW;SACX,CAAC;IACH,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;AACF,CAAC;AAUM,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,GAAW;IACrE,MAAM,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,GAC/E,MAAM,OAAO,CAAC,GAAG,CAAC,mDAAQ,OAAO,uDAAU,sBAAsB,uDAAU,UAAU,IAAE,CAAC,CAAC;IAE1F,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;IAEpF,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;IACnC,MAAM,WAAW,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAC3C,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;QAC3C,YAAY,EAAE,KAAK;QACnB,cAAc,EAAE,QAAQ;KACxB,CAAC,CAAC;IACH,IAAI,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,cAAkC,CAAC;IAEvC,IAAI,OAAO,CAAC,MAAM,GAAG,uCAA2B,EAAE,CAAC;QAClD,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,uCAA2B,CAAC,CAAC;QAC5D,SAAS,GAAG,IAAI,CAAC;QACjB,cAAc,GAAG,wBAAwB,uCAA2B,aAAa,CAAC;IACnF,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;AACtD,CAAC"}

package/dist/tools/web-fetch.tool.d.ts

@@ -0,0 +1,18 @@
+import { z } from 'zod';
+import type { BuilderToolBase } from '../utils/stream-processor';
+import type { WebFetchSecurityManager } from './utils/web-fetch-security';
+export declare const WEB_FETCH_TOOL: BuilderToolBase;
+export declare function createWebFetchTool(createSecurity: () => WebFetchSecurityManager): {
+    toolName: string;
+    displayTitle: string;
+    getCustomDisplayTitle?: (values: Record<string, unknown>) => string;
+    tool: import("@langchain/core/tools").DynamicStructuredTool<z.ZodObject<{
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+    }, {
+        url: string;
+    }>, unknown, {
+        url: string;
+    }, import("@langchain/langgraph").Command<unknown, Record<string, unknown>, string>, string>;
+};

package/dist/tools/web-fetch.tool.js

@@ -0,0 +1,260 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WEB_FETCH_TOOL = void 0;
+exports.createWebFetchTool = createWebFetchTool;
+const tools_1 = require("@langchain/core/tools");
+const langgraph_1 = require("@langchain/langgraph");
+const crypto_1 = require("crypto");
+const zod_1 = require("zod");
+const constants_1 = require("../constants");
+const errors_1 = require("../errors");
+const progress_1 = require("../tools/helpers/progress");
+const response_1 = require("../tools/helpers/response");
+const web_fetch_utils_1 = require("./utils/web-fetch.utils");
+function requestDomainApproval(domain, url) {
+    const requestId = (0, crypto_1.randomUUID)();
+    const resumeValue = (0, langgraph_1.interrupt)({
+        type: 'web_fetch_approval',
+        requestId,
+        url,
+        domain,
+    });
+    if (resumeValue.url !== url) {
+        return {
+            approved: false,
+            message: 'The approval response did not match the request. Please try again.',
+        };
+    }
+    if (resumeValue.action === 'deny') {
+        return {
+            approved: false,
+            message: `The user denied fetching content from ${domain}.`,
+        };
+    }
+    if (resumeValue.action !== 'allow_once' &&
+        resumeValue.action !== 'allow_domain' &&
+        resumeValue.action !== 'allow_all') {
+        return { approved: false, message: 'Invalid approval action. Please try again.' };
+    }
+    return { approved: true, action: resumeValue.action };
+}
+exports.WEB_FETCH_TOOL = {
+    toolName: 'web_fetch',
+    displayTitle: 'Fetching web content',
+    getCustomDisplayTitle: (args) => {
+        const url = typeof args.url === 'string' ? args.url : '';
+        if (!url)
+            return 'Fetching web content';
+        return `Fetching ${url}`;
+    },
+};
+const webFetchSchema = zod_1.z.object({
+    url: zod_1.z.string().url().describe('The URL to fetch content from'),
+});
+function createWebFetchTool(createSecurity) {
+    const dynamicTool = (0, tools_1.tool)(async (input, config) => {
+        const parsedArgs = typeof input === 'object' && input !== null ? input : {};
+        const customTitle = exports.WEB_FETCH_TOOL.getCustomDisplayTitle?.(parsedArgs);
+        const reporter = (0, progress_1.createProgressReporter)(config, exports.WEB_FETCH_TOOL.toolName, exports.WEB_FETCH_TOOL.displayTitle, customTitle);
+        try {
+            const validatedInput = webFetchSchema.parse(input);
+            const { url } = validatedInput;
+            reporter.start(validatedInput);
+            const security = createSecurity();
+            reporter.progress('Checking URL safety...');
+            const blocked = await (0, web_fetch_utils_1.isBlockedUrl)(url);
+            if (blocked) {
+                const message = 'This URL cannot be fetched because it points to a private or internal address.';
+                reporter.error({ message });
+                return (0, response_1.createSuccessResponse)(config, message, {
+                    fetchedUrlContent: [{ url, status: 'error', title: '', content: message }],
+                });
+            }
+            if (!security.hasBudget()) {
+                const message = `Maximum of ${constants_1.WEB_FETCH_MAX_PER_TURN} web fetches per turn reached. Please continue without additional fetches.`;
+                reporter.error({ message });
+                return (0, response_1.createSuccessResponse)(config, message);
+            }
+            const host = (0, web_fetch_utils_1.normalizeHost)(url);
+            let userAction;
+            let redirectUserAction;
+            const hostAllowed = security.isHostAllowed(host, url);
+            if (!hostAllowed) {
+                const approval = requestDomainApproval(host, url);
+                if (!approval.approved) {
+                    reporter.error({ message: approval.message });
+                    return (0, response_1.createSuccessResponse)(config, approval.message, {
+                        fetchedUrlContent: [
+                            { url, status: 'error', title: '', content: approval.message },
+                        ],
+                    });
+                }
+                userAction = approval.action;
+                if (userAction === 'allow_domain') {
+                    security.approveDomain(host);
+                }
+                else if (userAction === 'allow_all') {
+                    security.approveAllDomains();
+                }
+            }
+            reporter.progress('Fetching content...');
+            const fetchResult = await (0, web_fetch_utils_1.fetchUrl)(url);
+            if (fetchResult.status === 'unsupported') {
+                security.recordFetch();
+                const message = `This content type is not supported: ${fetchResult.reason}. Only HTML pages can be fetched.`;
+                reporter.error({ message });
+                return (0, response_1.createSuccessResponse)(config, message, {
+                    ...security.getStateUpdates(),
+                    fetchedUrlContent: [{ url, status: 'error', title: '', content: message }],
+                });
+            }
+            if (fetchResult.status === 'redirect_new_host' && fetchResult.finalUrl) {
+                const newHost = (0, web_fetch_utils_1.normalizeHost)(fetchResult.finalUrl);
+                const redirectTitle = exports.WEB_FETCH_TOOL.getCustomDisplayTitle?.({
+                    url: fetchResult.finalUrl,
+                });
+                if (redirectTitle) {
+                    reporter.setCustomTitle(redirectTitle);
+                }
+                const redirectBlocked = await (0, web_fetch_utils_1.isBlockedUrl)(fetchResult.finalUrl);
+                if (redirectBlocked) {
+                    security.recordFetch();
+                    const message = `The URL redirected to ${newHost}, which points to a private address. Fetch blocked.`;
+                    reporter.error({ message });
+                    return (0, response_1.createSuccessResponse)(config, message, {
+                        ...security.getStateUpdates(),
+                        fetchedUrlContent: [{ url, status: 'error', title: '', content: message }],
+                    });
+                }
+                if (!security.isHostAllowed(newHost, fetchResult.finalUrl)) {
+                    const approval = requestDomainApproval(newHost, fetchResult.finalUrl);
+                    if (!approval.approved) {
+                        security.recordFetch();
+                        reporter.error({ message: approval.message });
+                        return (0, response_1.createSuccessResponse)(config, approval.message, {
+                            ...security.getStateUpdates(),
+                            fetchedUrlContent: [
+                                { url, status: 'error', title: '', content: approval.message },
+                            ],
+                        });
+                    }
+                    redirectUserAction = approval.action;
+                    if (redirectUserAction === 'allow_domain') {
+                        security.approveDomain(newHost);
+                    }
+                    else if (redirectUserAction === 'allow_all') {
+                        security.approveAllDomains();
+                    }
+                }
+                const finalResult = await (0, web_fetch_utils_1.fetchUrl)(fetchResult.finalUrl);
+                if (finalResult.status !== 'success' || !finalResult.body) {
+                    security.recordFetch();
+                    const message = `Failed to fetch content from the redirected URL (${newHost}).`;
+                    reporter.error({ message });
+                    return (0, response_1.createSuccessResponse)(config, message, {
+                        ...security.getStateUpdates(),
+                        fetchedUrlContent: [{ url, status: 'error', title: '', content: message }],
+                    });
+                }
+                Object.assign(fetchResult, finalResult);
+                fetchResult.finalUrl = finalResult.finalUrl;
+            }
+            if (!fetchResult.body) {
+                security.recordFetch();
+                const message = 'The page returned no content.';
+                reporter.error({ message });
+                return (0, response_1.createSuccessResponse)(config, message, {
+                    ...security.getStateUpdates(),
+                    fetchedUrlContent: [{ url, status: 'error', title: '', content: message }],
+                });
+            }
+            reporter.progress('Extracting content...');
+            const extracted = await (0, web_fetch_utils_1.extractReadableContent)(fetchResult.body, fetchResult.finalUrl ?? url);
+            const responseLines = [
+                '<web_fetch_result>',
+                `<url>${url}</url>`,
+                fetchResult.finalUrl && fetchResult.finalUrl !== url
+                    ? `<final_url>${fetchResult.finalUrl}</final_url>`
+                    : '',
+                `<title>${extracted.title}</title>`,
+                extracted.truncated ? `<note>${extracted.truncateReason}</note>` : '',
+                '<content>',
+                extracted.content,
+                '</content>',
+                '</web_fetch_result>',
+            ]
+                .filter(Boolean)
+                .join('\n');
+            security.recordFetch();
+            const stateUpdates = {
+                ...security.getStateUpdates(),
+                fetchedUrlContent: [
+                    {
+                        url,
+                        status: 'success',
+                        title: extracted.title,
+                        content: extracted.content,
+                    },
+                ],
+            };
+            reporter.complete({
+                status: 'success',
+                url,
+                finalUrl: fetchResult.finalUrl,
+                truncated: extracted.truncated,
+            });
+            return (0, response_1.createSuccessResponse)(config, responseLines, stateUpdates);
+        }
+        catch (error) {
+            if (error instanceof zod_1.z.ZodError) {
+                const validationError = new errors_1.ValidationError('Invalid URL input', {
+                    extra: { errors: error.errors },
+                });
+                reporter.error(validationError);
+                return (0, response_1.createErrorResponse)(config, validationError);
+            }
+            if (error instanceof Error &&
+                (error.name === 'GraphInterrupt' || error.constructor.name === 'GraphInterrupt')) {
+                throw error;
+            }
+            const toolError = new errors_1.ToolExecutionError(error instanceof Error ? error.message : 'Failed to fetch URL', {
+                toolName: exports.WEB_FETCH_TOOL.toolName,
+                cause: error instanceof Error ? error : undefined,
+            });
+            reporter.error(toolError);
+            return (0, response_1.createErrorResponse)(config, toolError, {
+                fetchedUrlContent: [
+                    {
+                        url: input?.url ?? '',
+                        status: 'error',
+                        title: '',
+                        content: toolError.message,
+                    },
+                ],
+            });
+        }
+    }, {
+        name: exports.WEB_FETCH_TOOL.toolName,
+        description: `Fetch the content of a web page and extract its readable text.
+
+Use when:
+- User pastes a URL to documentation, API reference, or external resource
+- You need external documentation to configure an HTTP Request node
+- A node references an external URL with relevant configuration details
+
+The tool will request user approval before fetching any URL.
+After approval, it returns the page's readable text content.
+
+Constraints:
+- Only public HTTP/HTTPS URLs
+- Maximum 3 fetches per conversation turn
+- Only text content, PDFs, images, binaries are not supported
+- Redirects to a different host may require separate approval`,
+        schema: webFetchSchema,
+    });
+    return {
+        tool: dynamicTool,
+        ...exports.WEB_FETCH_TOOL,
+    };
+}
+//# sourceMappingURL=web-fetch.tool.js.map

package/dist/tools/web-fetch.tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.tool.js","sourceRoot":"","sources":["../../src/tools/web-fetch.tool.ts"],"names":[],"mappings":";;;AAsFA,gDA2QC;AAjWD,iDAA6C;AAC7C,oDAAiD;AACjD,mCAAoC;AACpC,6BAAwB;AAExB,2CAAqD;AACrD,qCAA+D;AAC/D,uDAAkE;AAClE,uDAAsF;AAItF,6DAKiC;AAgBjC,SAAS,qBAAqB,CAAC,MAAc,EAAE,GAAW;IACzD,MAAM,SAAS,GAAG,IAAA,mBAAU,GAAE,CAAC;IAC/B,MAAM,WAAW,GAAG,IAAA,qBAAS,EAA+B;QAC3D,IAAI,EAAE,oBAAoB;QAC1B,SAAS;QACT,GAAG;QACH,MAAM;KACN,CAAC,CAAC;IAEH,IAAI,WAAW,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;QAC7B,OAAO;YACN,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,oEAAoE;SAC7E,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QACnC,OAAO;YACN,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,yCAAyC,MAAM,GAAG;SAC3D,CAAC;IACH,CAAC;IAED,IACC,WAAW,CAAC,MAAM,KAAK,YAAY;QACnC,WAAW,CAAC,MAAM,KAAK,cAAc;QACrC,WAAW,CAAC,MAAM,KAAK,WAAW,EACjC,CAAC;QACF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAC;IACnF,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC;AACvD,CAAC;AAEY,QAAA,cAAc,GAAoB;IAC9C,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,sBAAsB;IAGpC,qBAAqB,EAAE,CAAC,IAA6B,EAAE,EAAE;QACxD,MAAM,GAAG,GAAG,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,IAAI,CAAC,GAAG;YAAE,OAAO,sBAAsB,CAAC;QACxC,OAAO,YAAY,GAAG,EAAE,CAAC;IAC1B,CAAC;CACD,CAAC;AAEF,MAAM,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/B,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CAC/D,CAAC,CAAC;AAKH,SAAgB,kBAAkB,CAAC,cAA6C;IAC/E,MAAM,WAAW,GAAG,IAAA,YAAI,EAEvB,KAAK,EAAE,KAAc,EAAE,MAAM,EAAE,EAAE;QAChC,MAAM,UAAU,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,MAAM,WAAW,GAAG,sBAAc,CAAC,qBAAqB,EAAE,CACzD,UAAqC,CACrC,CAAC;QACF,MAAM,QAAQ,GAAG,IAAA,iCAAsB,EACtC,MAAM,EACN,sBAAc,CAAC,QAAQ,EACvB,sBAAc,CAAC,YAAY,EAC3B,WAAW,CACX,CAAC;QAEF,IAAI,CAAC;YACJ,MAAM,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnD,MAAM,EAAE,GAAG,EAAE,GAAG,cAAc,CAAC;YAE/B,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAG/B,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;YAGlC,QAAQ,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,MAAM,IAAA,8BAAY,EAAC,GAAG,CAAC,CAAC;YACxC,IAAI,OAAO,EAAE,CAAC;gBACb,MAAM,OAAO,GACZ,gFAAgF,CAAC;gBAClF,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC5B,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,OAAO,EAAE;oBAC7C,iBAAiB,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;iBACnF,CAAC,CAAC;YACJ,CAAC;YAGD,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,cAAc,kCAAsB,4EAA4E,CAAC;gBACjI,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC5B,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;YAGD,MAAM,IAAI,GAAG,IAAA,+BAAa,EAAC,GAAG,CAAC,CAAC;YAChC,IAAI,UAA8B,CAAC;YACnC,IAAI,kBAAsC,CAAC;YAG3C,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAEtD,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC9C,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE;wBACtD,iBAAiB,EAAE;4BAClB,EAAE,GAAG,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;yBACvE;qBACD,CAAC,CAAC;gBACJ,CAAC;gBAED,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;gBAE7B,IAAI,UAAU,KAAK,cAAc,EAAE,CAAC;oBACnC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;qBAAM,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;oBACvC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;gBAC9B,CAAC;YACF,CAAC;YAGD,QAAQ,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;YACzC,MAAM,WAAW,GAAG,MAAM,IAAA,0BAAQ,EAAC,GAAG,CAAC,CAAC;YAGxC,IAAI,WAAW,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;gBAC1C,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,uCAAuC,WAAW,CAAC,MAAM,mCAAmC,CAAC;gBAC7G,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC5B,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,OAAO,EAAE;oBAC7C,GAAG,QAAQ,CAAC,eAAe,EAAE;oBAC7B,iBAAiB,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;iBACnF,CAAC,CAAC;YACJ,CAAC;YAGD,IAAI,WAAW,CAAC,MAAM,KAAK,mBAAmB,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACxE,MAAM,OAAO,GAAG,IAAA,+BAAa,EAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAGpD,MAAM,aAAa,GAAG,sBAAc,CAAC,qBAAqB,EAAE,CAAC;oBAC5D,GAAG,EAAE,WAAW,CAAC,QAAQ;iBACzB,CAAC,CAAC;gBACH,IAAI,aAAa,EAAE,CAAC;oBACnB,QAAQ,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;gBACxC,CAAC;gBAGD,MAAM,eAAe,GAAG,MAAM,IAAA,8BAAY,EAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACjE,IAAI,eAAe,EAAE,CAAC;oBACrB,QAAQ,CAAC,WAAW,EAAE,CAAC;oBACvB,MAAM,OAAO,GAAG,yBAAyB,OAAO,qDAAqD,CAAC;oBACtG,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;oBAC5B,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,OAAO,EAAE;wBAC7C,GAAG,QAAQ,CAAC,eAAe,EAAE;wBAC7B,iBAAiB,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;qBACnF,CAAC,CAAC;gBACJ,CAAC;gBAGD,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC5D,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;oBACtE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBACxB,QAAQ,CAAC,WAAW,EAAE,CAAC;wBACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;wBAC9C,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE;4BACtD,GAAG,QAAQ,CAAC,eAAe,EAAE;4BAC7B,iBAAiB,EAAE;gCAClB,EAAE,GAAG,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;6BACvE;yBACD,CAAC,CAAC;oBACJ,CAAC;oBACD,kBAAkB,GAAG,QAAQ,CAAC,MAAM,CAAC;oBACrC,IAAI,kBAAkB,KAAK,cAAc,EAAE,CAAC;wBAC3C,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;oBACjC,CAAC;yBAAM,IAAI,kBAAkB,KAAK,WAAW,EAAE,CAAC;wBAC/C,QAAQ,CAAC,iBAAiB,EAAE,CAAC;oBAC9B,CAAC;gBACF,CAAC;gBAGD,MAAM,WAAW,GAAG,MAAM,IAAA,0BAAQ,EAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACzD,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;oBAC3D,QAAQ,CAAC,WAAW,EAAE,CAAC;oBACvB,MAAM,OAAO,GAAG,oDAAoD,OAAO,IAAI,CAAC;oBAChF,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;oBAC5B,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,OAAO,EAAE;wBAC7C,GAAG,QAAQ,CAAC,eAAe,EAAE;wBAC7B,iBAAiB,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;qBACnF,CAAC,CAAC;gBACJ,CAAC;gBAGD,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBACxC,WAAW,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;YAC7C,CAAC;YAED,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBACvB,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,+BAA+B,CAAC;gBAChD,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC5B,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,OAAO,EAAE;oBAC7C,GAAG,QAAQ,CAAC,eAAe,EAAE;oBAC7B,iBAAiB,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;iBACnF,CAAC,CAAC;YACJ,CAAC;YAGD,QAAQ,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,IAAA,wCAAsB,EAC7C,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,QAAQ,IAAI,GAAG,CAC3B,CAAC;YAGF,MAAM,aAAa,GAAG;gBACrB,oBAAoB;gBACpB,QAAQ,GAAG,QAAQ;gBACnB,WAAW,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,KAAK,GAAG;oBACnD,CAAC,CAAC,cAAc,WAAW,CAAC,QAAQ,cAAc;oBAClD,CAAC,CAAC,EAAE;gBACL,UAAU,SAAS,CAAC,KAAK,UAAU;gBACnC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,SAAS,CAAC,cAAc,SAAS,CAAC,CAAC,CAAC,EAAE;gBACrE,WAAW;gBACX,SAAS,CAAC,OAAO;gBACjB,YAAY;gBACZ,qBAAqB;aACrB;iBACC,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;YAGb,QAAQ,CAAC,WAAW,EAAE,CAAC;YAEvB,MAAM,YAAY,GAA4B;gBAC7C,GAAG,QAAQ,CAAC,eAAe,EAAE;gBAC7B,iBAAiB,EAAE;oBAClB;wBACC,GAAG;wBACH,MAAM,EAAE,SAAkB;wBAC1B,KAAK,EAAE,SAAS,CAAC,KAAK;wBACtB,OAAO,EAAE,SAAS,CAAC,OAAO;qBAC1B;iBACD;aACD,CAAC;YAEF,QAAQ,CAAC,QAAQ,CAAC;gBACjB,MAAM,EAAE,SAAS;gBACjB,GAAG;gBACH,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,SAAS,EAAE,SAAS,CAAC,SAAS;aAC9B,CAAC,CAAC;YAEH,OAAO,IAAA,gCAAqB,EAAC,MAAM,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,KAAK,YAAY,OAAC,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,eAAe,GAAG,IAAI,wBAAe,CAAC,mBAAmB,EAAE;oBAChE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;iBAC/B,CAAC,CAAC;gBACH,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBAChC,OAAO,IAAA,8BAAmB,EAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YACrD,CAAC;YAGD,IACC,KAAK,YAAY,KAAK;gBACtB,CAAC,KAAK,CAAC,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,gBAAgB,CAAC,EAC/E,CAAC;gBACF,MAAM,KAAK,CAAC;YACb,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,2BAAkB,CACvC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,EAC9D;gBACC,QAAQ,EAAE,sBAAc,CAAC,QAAQ;gBACjC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aACjD,CACD,CAAC;YACF,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC1B,OAAO,IAAA,8BAAmB,EAAC,MAAM,EAAE,SAAS,EAAE;gBAC7C,iBAAiB,EAAE;oBAClB;wBACC,GAAG,EAAG,KAA0B,EAAE,GAAG,IAAI,EAAE;wBAC3C,MAAM,EAAE,OAAgB;wBACxB,KAAK,EAAE,EAAE;wBACT,OAAO,EAAE,SAAS,CAAC,OAAO;qBAC1B;iBACD;aACD,CAAC,CAAC;QACJ,CAAC;IACF,CAAC,EACD;QACC,IAAI,EAAE,sBAAc,CAAC,QAAQ;QAC7B,WAAW,EAAE;;;;;;;;;;;;;;8DAc8C;QAC3D,MAAM,EAAE,cAAc;KACtB,CACD,CAAC;IAEF,OAAO;QACN,IAAI,EAAE,WAAW;QACjB,GAAG,sBAAc;KACjB,CAAC;AACH,CAAC"}

package/dist/types/discovery-types.d.ts

@@ -11,4 +11,10 @@ export interface DiscoveryContext {
         availableResources?: ResourceInfo[];
     }>;
     bestPractices?: string;
+    fetchedUrlContent?: Array<{
+        url: string;
+        status: 'success' | 'error';
+        title: string;
+        content: string;
+    }>;
 }

package/dist/types/planning.d.ts

@@ -32,8 +32,15 @@ export interface PlanInterruptValue {
     type: 'plan';
     plan: PlanOutput;
 }
-export type HITLInterruptValue = QuestionsInterruptValue | PlanInterruptValue;
+export interface WebFetchApprovalInterruptValue {
+    type: 'web_fetch_approval';
+    requestId: string;
+    url: string;
+    domain: string;
+}
+export type HITLInterruptValue = QuestionsInterruptValue | PlanInterruptValue | WebFetchApprovalInterruptValue;
 export type PlanDecision = 'approve' | 'reject' | 'modify';
+export type WebFetchDecision = 'allow_once' | 'allow_domain' | 'allow_all' | 'deny';
 export type HITLHistoryEntry = {
     type: 'questions_answered';
     afterMessageId?: string;
@@ -45,4 +52,10 @@ export type HITLHistoryEntry = {
     plan: PlanOutput;
     decision: PlanDecision;
     feedback?: string;
+} | {
+    type: 'web_fetch_decided';
+    afterMessageId?: string;
+    url: string;
+    domain: string;
+    decision: WebFetchDecision;
 };

package/dist/types/streaming.d.ts

@@ -64,7 +64,14 @@ export interface AgentSuggestionChunk {
     text: string;
     suggestionId?: string;
 }
-export type StreamChunk = AgentMessageChunk | ToolProgressChunk | WorkflowUpdateChunk | ExecutionRequestChunk | SessionMessagesChunk | QuestionsChunk | PlanChunk | CodeDiffChunk | MessagesCompactedChunk | SummaryChunk | AgentSuggestionChunk;
+export interface WebFetchApprovalChunk {
+    role: 'assistant';
+    type: 'web_fetch_approval';
+    requestId: string;
+    url: string;
+    domain: string;
+}
+export type StreamChunk = AgentMessageChunk | ToolProgressChunk | WorkflowUpdateChunk | ExecutionRequestChunk | SessionMessagesChunk | QuestionsChunk | PlanChunk | CodeDiffChunk | MessagesCompactedChunk | SummaryChunk | AgentSuggestionChunk | WebFetchApprovalChunk;
 export interface StreamOutput {
     messages: StreamChunk[];
     interruptId?: string;

package/dist/types/tools.d.ts

@@ -29,6 +29,7 @@ export interface ProgressReporter {
     progress: (message: string, data?: Record<string, unknown>) => void;
     complete: <T>(output: T) => void;
     error: (error: ToolError) => void;
+    setCustomTitle: (title: string) => void;
     createBatchReporter: (scope: string) => BatchReporter;
 }
 export interface BatchReporter {