@loopstack/web-module 0.2.0

package/dist/constants.d.ts

@@ -0,0 +1,10 @@
+export declare const MAX_URL_LENGTH = 2000;
+export declare const MAX_HTTP_CONTENT_LENGTH: number;
+export declare const FETCH_TIMEOUT_MS = 60000;
+export declare const MAX_REDIRECTS = 10;
+export declare const MAX_MARKDOWN_LENGTH = 100000;
+export declare const MAX_RESULT_SIZE_CHARS = 100000;
+export declare const CACHE_TTL_MS: number;
+export declare const MAX_CACHE_SIZE_BYTES: number;
+export declare const DEFAULT_USER_AGENT = "Loopstack-WebFetch/0.1 (+https://loopstack.ai)";
+//# sourceMappingURL=constants.d.ts.map

package/dist/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC,eAAO,MAAM,uBAAuB,QAAmB,CAAC;AAExD,eAAO,MAAM,gBAAgB,QAAS,CAAC;AAEvC,eAAO,MAAM,aAAa,KAAK,CAAC;AAEhC,eAAO,MAAM,mBAAmB,SAAU,CAAC;AAE3C,eAAO,MAAM,qBAAqB,SAAU,CAAC;AAE7C,eAAO,MAAM,YAAY,QAAiB,CAAC;AAE3C,eAAO,MAAM,oBAAoB,QAAmB,CAAC;AAErD,eAAO,MAAM,kBAAkB,mDAAmD,CAAC"}

package/dist/constants.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_USER_AGENT = exports.MAX_CACHE_SIZE_BYTES = exports.CACHE_TTL_MS = exports.MAX_RESULT_SIZE_CHARS = exports.MAX_MARKDOWN_LENGTH = exports.MAX_REDIRECTS = exports.FETCH_TIMEOUT_MS = exports.MAX_HTTP_CONTENT_LENGTH = exports.MAX_URL_LENGTH = void 0;
+exports.MAX_URL_LENGTH = 2000;
+exports.MAX_HTTP_CONTENT_LENGTH = 10 * 1024 * 1024;
+exports.FETCH_TIMEOUT_MS = 60_000;
+exports.MAX_REDIRECTS = 10;
+exports.MAX_MARKDOWN_LENGTH = 100_000;
+exports.MAX_RESULT_SIZE_CHARS = 100_000;
+exports.CACHE_TTL_MS = 15 * 60 * 1000;
+exports.MAX_CACHE_SIZE_BYTES = 50 * 1024 * 1024;
+exports.DEFAULT_USER_AGENT = 'Loopstack-WebFetch/0.1 (+https://loopstack.ai)';
+//# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,cAAc,GAAG,IAAI,CAAC;AAEtB,QAAA,uBAAuB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAE3C,QAAA,gBAAgB,GAAG,MAAM,CAAC;AAE1B,QAAA,aAAa,GAAG,EAAE,CAAC;AAEnB,QAAA,mBAAmB,GAAG,OAAO,CAAC;AAE9B,QAAA,qBAAqB,GAAG,OAAO,CAAC;AAEhC,QAAA,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE9B,QAAA,oBAAoB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAExC,QAAA,kBAAkB,GAAG,gDAAgD,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+export * from './constants';
+export * from './services';
+export * from './tools';
+export * from './types';
+export * from './utils';
+export * from './web.module';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,cAAc,CAAC"}

package/dist/index.js

@@ -0,0 +1,23 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./constants"), exports);
+__exportStar(require("./services"), exports);
+__exportStar(require("./tools"), exports);
+__exportStar(require("./types"), exports);
+__exportStar(require("./utils"), exports);
+__exportStar(require("./web.module"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8CAA4B;AAC5B,6CAA2B;AAC3B,0CAAwB;AACxB,0CAAwB;AACxB,0CAAwB;AACxB,+CAA6B"}

package/dist/services/index.d.ts

@@ -0,0 +1,4 @@
+export * from './webfetch-fetcher.service';
+export * from './webfetch-markdown.service';
+export * from './webfetch-summarizer.service';
+//# sourceMappingURL=index.d.ts.map

package/dist/services/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC;AAC3C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,+BAA+B,CAAC"}

package/dist/services/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./webfetch-fetcher.service"), exports);
+__exportStar(require("./webfetch-markdown.service"), exports);
+__exportStar(require("./webfetch-summarizer.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/services/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C;AAC3C,8DAA4C;AAC5C,gEAA8C"}

package/dist/services/webfetch-fetcher.service.d.ts

@@ -0,0 +1,20 @@
+import { FetchedContent, RedirectInfo } from '../types';
+export type FetchOutcome = {
+    type: 'content';
+    content: FetchedContent;
+    cached: boolean;
+} | {
+    type: 'redirect';
+    redirect: RedirectInfo;
+};
+export declare class WebFetchFetcherService {
+    private readonly markdownService;
+    private readonly urlCache;
+    clearCache(): void;
+    fetch(url: string, callerSignal?: AbortSignal): Promise<FetchOutcome>;
+    htmlToMarkdown(content: FetchedContent): Promise<string>;
+    private fetchWithPermittedRedirects;
+    private toFetchedContent;
+    private reclassifyFetchError;
+}
+//# sourceMappingURL=webfetch-fetcher.service.d.ts.map

package/dist/services/webfetch-fetcher.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch-fetcher.service.d.ts","sourceRoot":"","sources":["../../src/services/webfetch-fetcher.service.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAaxD,MAAM,MAAM,YAAY,GACpB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,OAAO,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAA;CAAE,CAAC;AAEjD,qBACa,sBAAsB;IACvB,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA0B;IAEpE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAItB;IAEH,UAAU,IAAI,IAAI;IAIZ,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAyBrE,cAAc,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;YAQhD,2BAA2B;YA0D3B,gBAAgB;IAsB9B,OAAO,CAAC,oBAAoB;CAe7B"}

package/dist/services/webfetch-fetcher.service.js

@@ -0,0 +1,218 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebFetchFetcherService = void 0;
+const common_1 = require("@nestjs/common");
+const lru_cache_1 = require("lru-cache");
+const constants_1 = require("../constants");
+const errors_1 = require("../utils/errors");
+const url_utils_1 = require("../utils/url.utils");
+const webfetch_markdown_service_1 = require("./webfetch-markdown.service");
+let WebFetchFetcherService = class WebFetchFetcherService {
+    markdownService;
+    urlCache = new lru_cache_1.LRUCache({
+        maxSize: constants_1.MAX_CACHE_SIZE_BYTES,
+        ttl: constants_1.CACHE_TTL_MS,
+        sizeCalculation: (entry) => Math.max(1, Buffer.byteLength(entry.content, 'utf-8')),
+    });
+    clearCache() {
+        this.urlCache.clear();
+    }
+    async fetch(url, callerSignal) {
+        const validation = (0, url_utils_1.validateURL)(url);
+        if (!validation.ok) {
+            throw new errors_1.InvalidUrlError(url, validation.reason);
+        }
+        const cached = this.urlCache.get(url);
+        if (cached) {
+            return { type: 'content', content: { ...cached }, cached: true };
+        }
+        const upgradedUrl = upgradeToHttps(validation.parsed);
+        const response = await this.fetchWithPermittedRedirects(upgradedUrl, callerSignal);
+        if ('type' in response && response.type === 'redirect') {
+            return { type: 'redirect', redirect: response };
+        }
+        const content = await this.toFetchedContent(response);
+        this.urlCache.set(url, { ...content });
+        return { type: 'content', content, cached: false };
+    }
+    async htmlToMarkdown(content) {
+        if (content.isBinary)
+            return '';
+        if (content.contentType.toLowerCase().includes('text/html')) {
+            return this.markdownService.toMarkdown(content.content);
+        }
+        return content.content;
+    }
+    async fetchWithPermittedRedirects(url, callerSignal, depth = 0) {
+        if (depth > constants_1.MAX_REDIRECTS) {
+            throw new errors_1.RedirectLimitExceededError(constants_1.MAX_REDIRECTS);
+        }
+        const composed = composeSignal(callerSignal);
+        let response;
+        try {
+            response = await fetch(url, {
+                method: 'GET',
+                redirect: 'manual',
+                signal: composed,
+                headers: {
+                    Accept: 'text/markdown, text/html, */*',
+                    'User-Agent': constants_1.DEFAULT_USER_AGENT,
+                },
+            });
+        }
+        catch (error) {
+            throw this.reclassifyFetchError(error, composed, callerSignal);
+        }
+        if (isRedirectStatus(response.status)) {
+            const location = response.headers.get('location');
+            if (!location) {
+                throw new Error(`Redirect (${response.status}) missing Location header`);
+            }
+            const redirectUrl = new URL(location, url).toString();
+            if ((0, url_utils_1.isPermittedRedirect)(url, redirectUrl)) {
+                await drain(response);
+                return this.fetchWithPermittedRedirects(redirectUrl, callerSignal, depth + 1);
+            }
+            await drain(response);
+            return {
+                type: 'redirect',
+                originalUrl: url,
+                redirectUrl,
+                statusCode: response.status,
+            };
+        }
+        if (response.status === 403 && response.headers.get('x-proxy-error') === 'blocked-by-allowlist') {
+            await drain(response);
+            throw new errors_1.EgressBlockedError(new URL(url).hostname);
+        }
+        return response;
+    }
+    async toFetchedContent(response) {
+        const contentType = response.headers.get('content-type') ?? '';
+        const declaredLength = parseInt(response.headers.get('content-length') ?? '', 10);
+        if (Number.isFinite(declaredLength) && declaredLength > constants_1.MAX_HTTP_CONTENT_LENGTH) {
+            await drain(response);
+            throw new errors_1.ContentTooLargeError(constants_1.MAX_HTTP_CONTENT_LENGTH);
+        }
+        const buffer = await readBodyWithCap(response, constants_1.MAX_HTTP_CONTENT_LENGTH);
+        const isBinary = (0, url_utils_1.isBinaryContentType)(contentType);
+        return {
+            content: isBinary ? '' : buffer.toString('utf-8'),
+            bytes: buffer.length,
+            code: response.status,
+            codeText: response.statusText,
+            contentType,
+            isBinary,
+        };
+    }
+    reclassifyFetchError(error, composed, callerSignal) {
+        if (!(error instanceof Error))
+            return error;
+        const isAbort = error.name === 'AbortError' || error.name === 'TimeoutError';
+        if (!isAbort)
+            return error;
+        if (callerSignal?.aborted)
+            return error;
+        if (composed.aborted) {
+            return new errors_1.FetchTimeoutError(constants_1.FETCH_TIMEOUT_MS);
+        }
+        return error;
+    }
+};
+exports.WebFetchFetcherService = WebFetchFetcherService;
+__decorate([
+    (0, common_1.Inject)(),
+    __metadata("design:type", webfetch_markdown_service_1.WebFetchMarkdownService)
+], WebFetchFetcherService.prototype, "markdownService", void 0);
+exports.WebFetchFetcherService = WebFetchFetcherService = __decorate([
+    (0, common_1.Injectable)()
+], WebFetchFetcherService);
+function upgradeToHttps(parsed) {
+    if (parsed.protocol === 'http:') {
+        const copy = new URL(parsed.toString());
+        copy.protocol = 'https:';
+        return copy.toString();
+    }
+    return parsed.toString();
+}
+function isRedirectStatus(status) {
+    return status === 301 || status === 302 || status === 303 || status === 307 || status === 308;
+}
+function composeSignal(callerSignal) {
+    const timeout = AbortSignal.timeout(constants_1.FETCH_TIMEOUT_MS);
+    if (!callerSignal)
+        return timeout;
+    const controller = new AbortController();
+    const abortFrom = (source) => {
+        if (!controller.signal.aborted)
+            controller.abort(source.reason);
+    };
+    if (callerSignal.aborted) {
+        abortFrom(callerSignal);
+    }
+    else {
+        callerSignal.addEventListener('abort', () => abortFrom(callerSignal), { once: true });
+    }
+    if (timeout.aborted) {
+        abortFrom(timeout);
+    }
+    else {
+        timeout.addEventListener('abort', () => abortFrom(timeout), { once: true });
+    }
+    return controller.signal;
+}
+async function drain(response) {
+    try {
+        await response.body?.cancel();
+    }
+    catch {
+    }
+}
+async function readBodyWithCap(response, cap) {
+    if (!response.body) {
+        const buf = Buffer.from(await response.arrayBuffer());
+        if (buf.length > cap)
+            throw new errors_1.ContentTooLargeError(cap);
+        return buf;
+    }
+    const reader = response.body.getReader();
+    const chunks = [];
+    let total = 0;
+    try {
+        while (true) {
+            const { value, done } = await reader.read();
+            if (done)
+                break;
+            if (!value)
+                continue;
+            total += value.byteLength;
+            if (total > cap) {
+                try {
+                    await reader.cancel();
+                }
+                catch {
+                }
+                throw new errors_1.ContentTooLargeError(cap);
+            }
+            chunks.push(Buffer.from(value));
+        }
+    }
+    finally {
+        try {
+            reader.releaseLock();
+        }
+        catch {
+        }
+    }
+    return Buffer.concat(chunks, total);
+}
+//# sourceMappingURL=webfetch-fetcher.service.js.map

package/dist/services/webfetch-fetcher.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch-fetcher.service.js","sourceRoot":"","sources":["../../src/services/webfetch-fetcher.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAoD;AACpD,yCAAqC;AACrC,4CAOsB;AAEtB,4CAMyB;AACzB,kDAA2F;AAC3F,2EAAsE;AAS/D,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IACN,eAAe,CAA0B;IAEnD,QAAQ,GAAG,IAAI,oBAAQ,CAAqB;QAC3D,OAAO,EAAE,gCAAoB;QAC7B,GAAG,EAAE,wBAAY;QACjB,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;KACnF,CAAC,CAAC;IAEH,UAAU;QACR,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,YAA0B;QACjD,MAAM,UAAU,GAAG,IAAA,uBAAW,EAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,MAAM,IAAI,wBAAe,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QAID,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,GAAG,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACnE,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAEnF,IAAI,MAAM,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACvD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QAClD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACvC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAuB;QAC1C,IAAI,OAAO,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5D,OAAO,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,GAAW,EACX,YAAqC,EACrC,KAAK,GAAG,CAAC;QAET,IAAI,KAAK,GAAG,yBAAa,EAAE,CAAC;YAC1B,MAAM,IAAI,mCAA0B,CAAC,yBAAa,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,QAAQ,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;QAE7C,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC1B,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE;oBACP,MAAM,EAAE,+BAA+B;oBACvC,YAAY,EAAE,8BAAkB;iBACjC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,2BAA2B,CAAC,CAAC;YAC3E,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAEtD,IAAI,IAAA,+BAAmB,EAAC,GAAG,EAAE,WAAW,CAAC,EAAE,CAAC;gBAG1C,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACtB,OAAO,IAAI,CAAC,2BAA2B,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAChF,CAAC;YAED,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtB,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,WAAW,EAAE,GAAG;gBAChB,WAAW;gBACX,UAAU,EAAE,QAAQ,CAAC,MAAM;aAC5B,CAAC;QACJ,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,sBAAsB,EAAE,CAAC;YAChG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtB,MAAM,IAAI,2BAAkB,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,QAAkB;QAC/C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAE/D,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAClF,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,GAAG,mCAAuB,EAAE,CAAC;YAChF,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtB,MAAM,IAAI,6BAAoB,CAAC,mCAAuB,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,mCAAuB,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,IAAA,+BAAmB,EAAC,WAAW,CAAC,CAAC;QAElD,OAAO;YACL,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YACjD,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,IAAI,EAAE,QAAQ,CAAC,MAAM;YACrB,QAAQ,EAAE,QAAQ,CAAC,UAAU;YAC7B,WAAW;YACX,QAAQ;SACT,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAc,EAAE,QAAqB,EAAE,YAA0B;QAC5F,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAE5C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,CAAC;QAC7E,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAG3B,IAAI,YAAY,EAAE,OAAO;YAAE,OAAO,KAAK,CAAC;QAExC,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO,IAAI,0BAAiB,CAAC,4BAAgB,CAAC,CAAC;QACjD,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF,CAAA;AA7IY,wDAAsB;AACN;IAA1B,IAAA,eAAM,GAAE;8BAAmC,mDAAuB;+DAAC;iCADzD,sBAAsB;IADlC,IAAA,mBAAU,GAAE;GACA,sBAAsB,CA6IlC;AAED,SAAS,cAAc,CAAC,MAAW;IACjC,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC;AAChG,CAAC;AAED,SAAS,aAAa,CAAC,YAA0B;IAC/C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,4BAAgB,CAAC,CAAC;IACtD,IAAI,CAAC,YAAY;QAAE,OAAO,OAAO,CAAC;IAElC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,CAAC,MAAmB,EAAQ,EAAE;QAC9C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO;YAAE,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAClE,CAAC,CAAC;IAEF,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;QACzB,SAAS,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,SAAS,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,OAAO,UAAU,CAAC,MAAM,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,QAAkB;IACrC,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;IAET,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAkB,EAAE,GAAW;IAC5D,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACtD,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;YAAE,MAAM,IAAI,6BAAoB,CAAC,GAAG,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;YAC1B,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxB,CAAC;gBAAC,MAAM,CAAC;gBAET,CAAC;gBACD,MAAM,IAAI,6BAAoB,CAAC,GAAG,CAAC,CAAC;YACtC,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACtC,CAAC"}

package/dist/services/webfetch-markdown.service.d.ts

@@ -0,0 +1,6 @@
+export declare class WebFetchMarkdownService {
+    private instancePromise?;
+    private getService;
+    toMarkdown(html: string): Promise<string>;
+}
+//# sourceMappingURL=webfetch-markdown.service.d.ts.map

package/dist/services/webfetch-markdown.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch-markdown.service.d.ts","sourceRoot":"","sources":["../../src/services/webfetch-markdown.service.ts"],"names":[],"mappings":"AAKA,qBACa,uBAAuB;IAClC,OAAO,CAAC,eAAe,CAAC,CAA4B;IAEpD,OAAO,CAAC,UAAU;IAcZ,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAIhD"}

package/dist/services/webfetch-markdown.service.js

@@ -0,0 +1,66 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebFetchMarkdownService = void 0;
+const common_1 = require("@nestjs/common");
+let WebFetchMarkdownService = class WebFetchMarkdownService {
+    instancePromise;
+    getService() {
+        return (this.instancePromise ??= Promise.resolve().then(() => __importStar(require('turndown'))).then((m) => {
+            const Turndown = m.default;
+            const td = new Turndown({
+                headingStyle: 'atx',
+                codeBlockStyle: 'fenced',
+            });
+            td.remove(['script', 'style', 'noscript', 'iframe']);
+            return td;
+        }));
+    }
+    async toMarkdown(html) {
+        const service = await this.getService();
+        return service.turndown(html);
+    }
+};
+exports.WebFetchMarkdownService = WebFetchMarkdownService;
+exports.WebFetchMarkdownService = WebFetchMarkdownService = __decorate([
+    (0, common_1.Injectable)()
+], WebFetchMarkdownService);
+//# sourceMappingURL=webfetch-markdown.service.js.map

package/dist/services/webfetch-markdown.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch-markdown.service.js","sourceRoot":"","sources":["../../src/services/webfetch-markdown.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAMrC,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAC1B,eAAe,CAA6B;IAE5C,UAAU;QAChB,OAAO,CAAC,IAAI,CAAC,eAAe,KAAK,kDAAO,UAAU,IAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YAG7D,MAAM,QAAQ,GAAI,CAA0C,CAAC,OAAO,CAAC;YACrE,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC;gBACtB,YAAY,EAAE,KAAK;gBACnB,cAAc,EAAE,QAAQ;aACzB,CAAC,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;CACF,CAAA;AArBY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;GACA,uBAAuB,CAqBnC"}

package/dist/services/webfetch-summarizer.service.d.ts

@@ -0,0 +1,15 @@
+export interface SummarizeOptions {
+    model?: string;
+    envApiKey?: string;
+    maxTokens?: number;
+    signal?: AbortSignal;
+}
+export declare class WebFetchSummarizerService {
+    private readonly logger;
+    private readonly claudeClientService;
+    summarize(url: string, markdown: string, userPrompt: string, options?: SummarizeOptions): Promise<{
+        summary: string;
+        truncated: boolean;
+    }>;
+}
+//# sourceMappingURL=webfetch-summarizer.service.d.ts.map

package/dist/services/webfetch-summarizer.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch-summarizer.service.d.ts","sourceRoot":"","sources":["../../src/services/webfetch-summarizer.service.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAID,qBACa,yBAAyB;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA8C;IAE3D,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAsB;IAS9D,SAAS,CACb,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CA+BpD"}

package/dist/services/webfetch-summarizer.service.js

@@ -0,0 +1,57 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var WebFetchSummarizerService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebFetchSummarizerService = void 0;
+const common_1 = require("@nestjs/common");
+const claude_module_1 = require("@loopstack/claude-module");
+const constants_1 = require("../constants");
+const preapproved_hosts_1 = require("../utils/preapproved-hosts");
+const secondary_model_prompt_1 = require("../utils/secondary-model-prompt");
+const DEFAULT_SUMMARIZER_MODEL = 'claude-haiku-4-5-20251001';
+let WebFetchSummarizerService = WebFetchSummarizerService_1 = class WebFetchSummarizerService {
+    logger = new common_1.Logger(WebFetchSummarizerService_1.name);
+    claudeClientService;
+    async summarize(url, markdown, userPrompt, options) {
+        const truncated = markdown.length > constants_1.MAX_MARKDOWN_LENGTH;
+        const content = truncated
+            ? markdown.slice(0, constants_1.MAX_MARKDOWN_LENGTH) + '\n\n[Content truncated due to length...]'
+            : markdown;
+        const finalPrompt = (0, secondary_model_prompt_1.makeSecondaryModelPrompt)(content, userPrompt, (0, preapproved_hosts_1.isPreapprovedUrl)(url));
+        const client = this.claudeClientService.getClient({
+            envApiKey: options?.envApiKey,
+        });
+        const model = options?.model ?? process.env['CLAUDE_WEB_FETCH_MODEL'] ?? DEFAULT_SUMMARIZER_MODEL;
+        const message = await client.messages.create({
+            model,
+            max_tokens: options?.maxTokens ?? 1024,
+            messages: [{ role: 'user', content: finalPrompt }],
+        });
+        if (options?.signal?.aborted) {
+            throw options.signal.reason ?? new Error('aborted');
+        }
+        const first = message.content[0];
+        if (first && 'text' in first) {
+            return { summary: first.text, truncated };
+        }
+        this.logger.warn('Summarizer returned no text block');
+        return { summary: '', truncated };
+    }
+};
+exports.WebFetchSummarizerService = WebFetchSummarizerService;
+__decorate([
+    (0, common_1.Inject)(),
+    __metadata("design:type", claude_module_1.ClaudeClientService)
+], WebFetchSummarizerService.prototype, "claudeClientService", void 0);
+exports.WebFetchSummarizerService = WebFetchSummarizerService = WebFetchSummarizerService_1 = __decorate([
+    (0, common_1.Injectable)()
+], WebFetchSummarizerService);
+//# sourceMappingURL=webfetch-summarizer.service.js.map

package/dist/services/webfetch-summarizer.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch-summarizer.service.js","sourceRoot":"","sources":["../../src/services/webfetch-summarizer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4D;AAC5D,4DAA+D;AAC/D,4CAAmD;AACnD,kEAA8D;AAC9D,4EAA2E;AAS3E,MAAM,wBAAwB,GAAG,2BAA2B,CAAC;AAGtD,IAAM,yBAAyB,iCAA/B,MAAM,yBAAyB;IACnB,MAAM,GAAG,IAAI,eAAM,CAAC,2BAAyB,CAAC,IAAI,CAAC,CAAC;IAE1C,mBAAmB,CAAsB;IASpE,KAAK,CAAC,SAAS,CACb,GAAW,EACX,QAAgB,EAChB,UAAkB,EAClB,OAA0B;QAE1B,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,+BAAmB,CAAC;QACxD,MAAM,OAAO,GAAG,SAAS;YACvB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,+BAAmB,CAAC,GAAG,0CAA0C;YACrF,CAAC,CAAC,QAAQ,CAAC;QAEb,MAAM,WAAW,GAAG,IAAA,iDAAwB,EAAC,OAAO,EAAE,UAAU,EAAE,IAAA,oCAAgB,EAAC,GAAG,CAAC,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC;YAChD,SAAS,EAAE,OAAO,EAAE,SAAS;SAC9B,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,wBAAwB,CAAC;QAElG,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC3C,KAAK;YACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;YACtC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;SACnD,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,KAAK,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;YAC7B,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QACtD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC;IACpC,CAAC;CACF,CAAA;AAhDY,8DAAyB;AAGT;IAA1B,IAAA,eAAM,GAAE;8BAAuC,mCAAmB;sEAAC;oCAHzD,yBAAyB;IADrC,IAAA,mBAAU,GAAE;GACA,yBAAyB,CAgDrC"}

package/dist/tools/index.d.ts

@@ -0,0 +1,2 @@
+export * from './web-fetch.tool';
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC"}

package/dist/tools/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./web-fetch.tool"), exports);
+//# sourceMappingURL=index.js.map

package/dist/tools/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC"}

package/dist/tools/web-fetch.tool.d.ts

@@ -0,0 +1,20 @@
+import { z } from 'zod';
+import { BaseTool, ToolResult } from '@loopstack/common';
+import { WebFetchResult } from '../types';
+export declare const WebFetchSchema: z.ZodObject<{
+    url: z.ZodURL;
+    prompt: z.ZodOptional<z.ZodString>;
+    claude: z.ZodOptional<z.ZodObject<{
+        model: z.ZodOptional<z.ZodString>;
+        envApiKey: z.ZodOptional<z.ZodString>;
+        maxTokens: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+}, z.core.$strict>;
+type WebFetchArgs = z.infer<typeof WebFetchSchema>;
+export declare class WebFetchTool extends BaseTool {
+    private readonly fetcher;
+    private readonly summarizer;
+    call(args: WebFetchArgs): Promise<ToolResult<WebFetchResult>>;
+}
+export {};
+//# sourceMappingURL=web-fetch.tool.d.ts.map

package/dist/tools/web-fetch.tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.tool.d.ts","sourceRoot":"","sources":["../../src/tools/web-fetch.tool.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAQ,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/D,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE1C,eAAO,MAAM,cAAc;;;;;;;;kBAmBhB,CAAC;AAEZ,KAAK,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEnD,qBAQa,YAAa,SAAQ,QAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;IACjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4B;IAE3D,IAAI,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;CAiFpE"}