@loopstack/web-module 0.2.0

package/dist/tools/web-fetch.tool.js

@@ -0,0 +1,163 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebFetchTool = exports.WebFetchSchema = void 0;
+const common_1 = require("@nestjs/common");
+const zod_1 = require("zod");
+const common_2 = require("@loopstack/common");
+const constants_1 = require("../constants");
+const services_1 = require("../services");
+exports.WebFetchSchema = zod_1.z
+    .object({
+    url: zod_1.z.url().describe('The URL to fetch content from'),
+    prompt: zod_1.z
+        .string()
+        .optional()
+        .describe('Optional instruction applied to the fetched content by a small model. ' +
+        'When omitted, the raw Markdown is returned (truncated if very long).'),
+    claude: zod_1.z
+        .object({
+        model: zod_1.z.string().optional(),
+        envApiKey: zod_1.z.string().optional(),
+        maxTokens: zod_1.z.number().optional(),
+    })
+        .optional()
+        .describe('Model configuration for the summarization step. Only used when `prompt` is provided.'),
+})
+    .strict();
+let WebFetchTool = class WebFetchTool extends common_2.BaseTool {
+    fetcher;
+    summarizer;
+    async call(args) {
+        const start = performance.now();
+        const outcome = await this.fetcher.fetch(args.url);
+        if (outcome.type === 'redirect') {
+            const { originalUrl, redirectUrl, statusCode } = outcome.redirect;
+            const message = buildRedirectMessage(originalUrl, redirectUrl, statusCode, args.prompt);
+            return {
+                data: {
+                    url: args.url,
+                    bytes: Buffer.byteLength(message),
+                    code: statusCode,
+                    codeText: redirectStatusText(statusCode),
+                    contentType: 'text/plain',
+                    result: message,
+                    truncated: false,
+                    cached: false,
+                    durationMs: performance.now() - start,
+                    redirect: { originalUrl, redirectUrl, statusCode },
+                },
+            };
+        }
+        const { content, cached } = outcome;
+        if (content.isBinary) {
+            const note = `[Binary content fetched — ${content.contentType}, ${content.bytes} bytes. No text extraction performed.]`;
+            return {
+                data: {
+                    url: args.url,
+                    bytes: content.bytes,
+                    code: content.code,
+                    codeText: content.codeText,
+                    contentType: content.contentType,
+                    result: note,
+                    truncated: false,
+                    cached,
+                    durationMs: performance.now() - start,
+                },
+            };
+        }
+        const markdown = await this.fetcher.htmlToMarkdown(content);
+        let result;
+        let truncated = false;
+        if (args.prompt) {
+            const summary = await this.summarizer.summarize(args.url, markdown, args.prompt, {
+                model: args.claude?.model,
+                envApiKey: args.claude?.envApiKey,
+                maxTokens: args.claude?.maxTokens,
+            });
+            result = summary.summary;
+            truncated = summary.truncated;
+        }
+        else {
+            if (markdown.length > constants_1.MAX_MARKDOWN_LENGTH) {
+                result = markdown.slice(0, constants_1.MAX_MARKDOWN_LENGTH) + '\n\n[Content truncated due to length...]';
+                truncated = true;
+            }
+            else {
+                result = markdown;
+            }
+        }
+        result = capResultSize(result);
+        return {
+            data: {
+                url: args.url,
+                bytes: content.bytes,
+                code: content.code,
+                codeText: content.codeText,
+                contentType: content.contentType,
+                result,
+                truncated,
+                cached,
+                durationMs: performance.now() - start,
+            },
+        };
+    }
+};
+exports.WebFetchTool = WebFetchTool;
+__decorate([
+    (0, common_1.Inject)(),
+    __metadata("design:type", services_1.WebFetchFetcherService)
+], WebFetchTool.prototype, "fetcher", void 0);
+__decorate([
+    (0, common_1.Inject)(),
+    __metadata("design:type", services_1.WebFetchSummarizerService)
+], WebFetchTool.prototype, "summarizer", void 0);
+exports.WebFetchTool = WebFetchTool = __decorate([
+    (0, common_2.Tool)({
+        uiConfig: {
+            description: 'Fetches content from a URL, converts HTML to Markdown, and optionally summarizes it with a small Claude model against a user-provided prompt. ' +
+                'Supports HTTPS upgrade, same-origin redirect following with cross-host report, a 15-minute in-memory cache, size and redirect caps, and a preapproved-host allowlist.',
+        },
+        schema: exports.WebFetchSchema,
+    })
+], WebFetchTool);
+function buildRedirectMessage(originalUrl, redirectUrl, statusCode, prompt) {
+    const promptLine = prompt ? `- prompt: "${prompt}"\n` : '';
+    return (`REDIRECT DETECTED: The URL redirects to a different host.\n\n` +
+        `Original URL: ${originalUrl}\n` +
+        `Redirect URL: ${redirectUrl}\n` +
+        `Status: ${statusCode} ${redirectStatusText(statusCode)}\n\n` +
+        `To complete your request, call WebFetch again with these parameters:\n` +
+        `- url: "${redirectUrl}"\n` +
+        promptLine);
+}
+function redirectStatusText(status) {
+    switch (status) {
+        case 301:
+            return 'Moved Permanently';
+        case 302:
+            return 'Found';
+        case 303:
+            return 'See Other';
+        case 307:
+            return 'Temporary Redirect';
+        case 308:
+            return 'Permanent Redirect';
+        default:
+            return 'Redirect';
+    }
+}
+function capResultSize(text) {
+    if (text.length <= constants_1.MAX_RESULT_SIZE_CHARS)
+        return text;
+    return text.slice(0, constants_1.MAX_RESULT_SIZE_CHARS) + `\n\n[Result truncated at ${constants_1.MAX_RESULT_SIZE_CHARS} characters]`;
+}
+//# sourceMappingURL=web-fetch.tool.js.map

package/dist/tools/web-fetch.tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.tool.js","sourceRoot":"","sources":["../../src/tools/web-fetch.tool.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwC;AACxC,6BAAwB;AACxB,8CAA+D;AAC/D,4CAA0E;AAC1E,0CAAgF;AAGnE,QAAA,cAAc,GAAG,OAAC;KAC5B,MAAM,CAAC;IACN,GAAG,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACtD,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,wEAAwE;QACtE,sEAAsE,CACzE;IACH,MAAM,EAAE,OAAC;SACN,MAAM,CAAC;QACN,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACjC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,sFAAsF,CAAC;CACpG,CAAC;KACD,MAAM,EAAE,CAAC;AAYL,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,iBAAQ;IACb,OAAO,CAAyB;IAChC,UAAU,CAA4B;IAEjE,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAChC,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC;YAClE,MAAM,OAAO,GAAG,oBAAoB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAExF,OAAO;gBACL,IAAI,EAAE;oBACJ,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;oBACjC,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC;oBACxC,WAAW,EAAE,YAAY;oBACzB,MAAM,EAAE,OAAO;oBACf,SAAS,EAAE,KAAK;oBAChB,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;oBACrC,QAAQ,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;iBACnD;aACF,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAEpC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,6BAA6B,OAAO,CAAC,WAAW,KAAK,OAAO,CAAC,KAAK,wCAAwC,CAAC;YACxH,OAAO;gBACL,IAAI,EAAE;oBACJ,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,KAAK;oBAChB,MAAM;oBACN,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;iBACtC;aACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE5D,IAAI,MAAc,CAAC;QACnB,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE;gBAC/E,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK;gBACzB,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS;gBACjC,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS;aAClC,CAAC,CAAC;YACH,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;YACzB,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,GAAG,+BAAmB,EAAE,CAAC;gBAC1C,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,+BAAmB,CAAC,GAAG,0CAA0C,CAAC;gBAC7F,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,QAAQ,CAAC;YACpB,CAAC;QACH,CAAC;QAED,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QAE/B,OAAO;YACL,IAAI,EAAE;gBACJ,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,MAAM;gBACN,SAAS;gBACT,MAAM;gBACN,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;aACtC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AArFY,oCAAY;AACI;IAA1B,IAAA,eAAM,GAAE;8BAA2B,iCAAsB;6CAAC;AAChC;IAA1B,IAAA,eAAM,GAAE;8BAA8B,oCAAyB;gDAAC;uBAFtD,YAAY;IARxB,IAAA,aAAI,EAAC;QACJ,QAAQ,EAAE;YACR,WAAW,EACT,gJAAgJ;gBAChJ,uKAAuK;SAC1K;QACD,MAAM,EAAE,sBAAc;KACvB,CAAC;GACW,YAAY,CAqFxB;AAED,SAAS,oBAAoB,CAC3B,WAAmB,EACnB,WAAmB,EACnB,UAAkB,EAClB,MAA0B;IAE1B,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,cAAc,MAAM,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,OAAO,CACL,+DAA+D;QAC/D,iBAAiB,WAAW,IAAI;QAChC,iBAAiB,WAAW,IAAI;QAChC,WAAW,UAAU,IAAI,kBAAkB,CAAC,UAAU,CAAC,MAAM;QAC7D,wEAAwE;QACxE,WAAW,WAAW,KAAK;QAC3B,UAAU,CACX,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,GAAG;YACN,OAAO,mBAAmB,CAAC;QAC7B,KAAK,GAAG;YACN,OAAO,OAAO,CAAC;QACjB,KAAK,GAAG;YACN,OAAO,WAAW,CAAC;QACrB,KAAK,GAAG;YACN,OAAO,oBAAoB,CAAC;QAC9B,KAAK,GAAG;YACN,OAAO,oBAAoB,CAAC;QAC9B;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,IAAI,CAAC,MAAM,IAAI,iCAAqB;QAAE,OAAO,IAAI,CAAC;IACtD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,iCAAqB,CAAC,GAAG,4BAA4B,iCAAqB,cAAc,CAAC;AAChH,CAAC"}

package/dist/types/index.d.ts

@@ -0,0 +1,2 @@
+export * from './webfetch.types';
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC"}

package/dist/types/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./webfetch.types"), exports);
+//# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC"}

package/dist/types/webfetch.types.d.ts

@@ -0,0 +1,31 @@
+export interface FetchedContent {
+    content: string;
+    bytes: number;
+    code: number;
+    codeText: string;
+    contentType: string;
+    isBinary: boolean;
+}
+export interface RedirectInfo {
+    type: 'redirect';
+    originalUrl: string;
+    redirectUrl: string;
+    statusCode: number;
+}
+export interface WebFetchResult {
+    url: string;
+    bytes: number;
+    code: number;
+    codeText: string;
+    contentType: string;
+    result: string;
+    truncated: boolean;
+    cached: boolean;
+    durationMs: number;
+    redirect?: {
+        originalUrl: string;
+        redirectUrl: string;
+        statusCode: number;
+    };
+}
+//# sourceMappingURL=webfetch.types.d.ts.map

package/dist/types/webfetch.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch.types.d.ts","sourceRoot":"","sources":["../../src/types/webfetch.types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH"}

package/dist/types/webfetch.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=webfetch.types.js.map

package/dist/types/webfetch.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch.types.js","sourceRoot":"","sources":["../../src/types/webfetch.types.ts"],"names":[],"mappings":""}

package/dist/utils/errors.d.ts

@@ -0,0 +1,18 @@
+export declare class InvalidUrlError extends Error {
+    constructor(url: string, reason: string);
+}
+export declare class ContentTooLargeError extends Error {
+    readonly limitBytes: number;
+    constructor(limitBytes: number);
+}
+export declare class RedirectLimitExceededError extends Error {
+    constructor(limit: number);
+}
+export declare class EgressBlockedError extends Error {
+    readonly domain: string;
+    constructor(domain: string);
+}
+export declare class FetchTimeoutError extends Error {
+    constructor(timeoutMs: number);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/utils/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/utils/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,eAAgB,SAAQ,KAAK;gBAC5B,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;CAIxC;AAED,qBAAa,oBAAqB,SAAQ,KAAK;aACjB,UAAU,EAAE,MAAM;gBAAlB,UAAU,EAAE,MAAM;CAI/C;AAED,qBAAa,0BAA2B,SAAQ,KAAK;gBACvC,KAAK,EAAE,MAAM;CAI1B;AAED,qBAAa,kBAAmB,SAAQ,KAAK;aACf,MAAM,EAAE,MAAM;gBAAd,MAAM,EAAE,MAAM;CAI3C;AAED,qBAAa,iBAAkB,SAAQ,KAAK;gBAC9B,SAAS,EAAE,MAAM;CAI9B"}

package/dist/utils/errors.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FetchTimeoutError = exports.EgressBlockedError = exports.RedirectLimitExceededError = exports.ContentTooLargeError = exports.InvalidUrlError = void 0;
+class InvalidUrlError extends Error {
+    constructor(url, reason) {
+        super(`Invalid URL "${url}": ${reason}`);
+        this.name = 'InvalidUrlError';
+    }
+}
+exports.InvalidUrlError = InvalidUrlError;
+class ContentTooLargeError extends Error {
+    limitBytes;
+    constructor(limitBytes) {
+        super(`Response body exceeded ${limitBytes} bytes and was aborted.`);
+        this.limitBytes = limitBytes;
+        this.name = 'ContentTooLargeError';
+    }
+}
+exports.ContentTooLargeError = ContentTooLargeError;
+class RedirectLimitExceededError extends Error {
+    constructor(limit) {
+        super(`Too many redirects (exceeded ${limit}).`);
+        this.name = 'RedirectLimitExceededError';
+    }
+}
+exports.RedirectLimitExceededError = RedirectLimitExceededError;
+class EgressBlockedError extends Error {
+    domain;
+    constructor(domain) {
+        super(`Access to ${domain} is blocked by the network egress proxy.`);
+        this.domain = domain;
+        this.name = 'EgressBlockedError';
+    }
+}
+exports.EgressBlockedError = EgressBlockedError;
+class FetchTimeoutError extends Error {
+    constructor(timeoutMs) {
+        super(`Fetch timed out after ${timeoutMs}ms.`);
+        this.name = 'FetchTimeoutError';
+    }
+}
+exports.FetchTimeoutError = FetchTimeoutError;
+//# sourceMappingURL=errors.js.map

package/dist/utils/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/utils/errors.ts"],"names":[],"mappings":";;;AAAA,MAAa,eAAgB,SAAQ,KAAK;IACxC,YAAY,GAAW,EAAE,MAAc;QACrC,KAAK,CAAC,gBAAgB,GAAG,MAAM,MAAM,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AALD,0CAKC;AAED,MAAa,oBAAqB,SAAQ,KAAK;IACjB;IAA5B,YAA4B,UAAkB;QAC5C,KAAK,CAAC,0BAA0B,UAAU,yBAAyB,CAAC,CAAC;QAD3C,eAAU,GAAV,UAAU,CAAQ;QAE5C,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AALD,oDAKC;AAED,MAAa,0BAA2B,SAAQ,KAAK;IACnD,YAAY,KAAa;QACvB,KAAK,CAAC,gCAAgC,KAAK,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AALD,gEAKC;AAED,MAAa,kBAAmB,SAAQ,KAAK;IACf;IAA5B,YAA4B,MAAc;QACxC,KAAK,CAAC,aAAa,MAAM,0CAA0C,CAAC,CAAC;QAD3C,WAAM,GAAN,MAAM,CAAQ;QAExC,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AALD,gDAKC;AAED,MAAa,iBAAkB,SAAQ,KAAK;IAC1C,YAAY,SAAiB;QAC3B,KAAK,CAAC,yBAAyB,SAAS,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAC;IAClC,CAAC;CACF;AALD,8CAKC"}

package/dist/utils/index.d.ts

@@ -0,0 +1,5 @@
+export * from './errors';
+export * from './preapproved-hosts';
+export * from './secondary-model-prompt';
+export * from './url.utils';
+//# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,aAAa,CAAC"}

package/dist/utils/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./errors"), exports);
+__exportStar(require("./preapproved-hosts"), exports);
+__exportStar(require("./secondary-model-prompt"), exports);
+__exportStar(require("./url.utils"), exports);
+//# sourceMappingURL=index.js.map

package/dist/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,sDAAoC;AACpC,2DAAyC;AACzC,8CAA4B"}

package/dist/utils/preapproved-hosts.d.ts

@@ -0,0 +1,4 @@
+export declare const PREAPPROVED_HOSTS: ReadonlySet<string>;
+export declare function isPreapprovedHost(hostname: string, pathname: string): boolean;
+export declare function isPreapprovedUrl(url: string): boolean;
+//# sourceMappingURL=preapproved-hosts.d.ts.map

package/dist/utils/preapproved-hosts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"preapproved-hosts.d.ts","sourceRoot":"","sources":["../../src/utils/preapproved-hosts.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,iBAAiB,EAAE,WAAW,CAAC,MAAM,CAehD,CAAC;AAoBH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAS7E;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAOrD"}

package/dist/utils/preapproved-hosts.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PREAPPROVED_HOSTS = void 0;
+exports.isPreapprovedHost = isPreapprovedHost;
+exports.isPreapprovedUrl = isPreapprovedUrl;
+exports.PREAPPROVED_HOSTS = new Set([
+    'www.typescriptlang.org',
+    'nodejs.org',
+    'expressjs.com',
+    'jestjs.io',
+    'www.mongodb.com',
+    'redis.io',
+    'www.postgresql.org',
+    'dev.mysql.com',
+    'www.sqlite.org',
+    'graphql.org',
+    'prisma.io',
+    'docs.nestjs.com',
+    'typeorm.io',
+    'loopstack.ai',
+]);
+const { HOSTNAME_ONLY, PATH_PREFIXES } = (() => {
+    const hosts = new Set();
+    const paths = new Map();
+    exports.PREAPPROVED_HOSTS.forEach((entry) => {
+        const slash = entry.indexOf('/');
+        if (slash === -1) {
+            hosts.add(entry);
+        }
+        else {
+            const host = entry.slice(0, slash);
+            const path = entry.slice(slash);
+            const prefixes = paths.get(host);
+            if (prefixes)
+                prefixes.push(path);
+            else
+                paths.set(host, [path]);
+        }
+    });
+    return { HOSTNAME_ONLY: hosts, PATH_PREFIXES: paths };
+})();
+function isPreapprovedHost(hostname, pathname) {
+    if (HOSTNAME_ONLY.has(hostname))
+        return true;
+    const prefixes = PATH_PREFIXES.get(hostname);
+    if (prefixes) {
+        for (const p of prefixes) {
+            if (pathname === p || pathname.startsWith(p + '/'))
+                return true;
+        }
+    }
+    return false;
+}
+function isPreapprovedUrl(url) {
+    try {
+        const parsed = new URL(url);
+        return isPreapprovedHost(parsed.hostname, parsed.pathname);
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=preapproved-hosts.js.map

package/dist/utils/preapproved-hosts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"preapproved-hosts.js","sourceRoot":"","sources":["../../src/utils/preapproved-hosts.ts"],"names":[],"mappings":";;;AA2CA,8CASC;AAED,4CAOC;AArDY,QAAA,iBAAiB,GAAwB,IAAI,GAAG,CAAC;IAC5D,wBAAwB;IACxB,YAAY;IACZ,eAAe;IACf,WAAW;IACX,iBAAiB;IACjB,UAAU;IACV,oBAAoB;IACpB,eAAe;IACf,gBAAgB;IAChB,aAAa;IACb,WAAW;IACX,iBAAiB;IACjB,YAAY;IACZ,cAAc;CACf,CAAC,CAAC;AAEH,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,CAAC,GAAG,EAAE;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,yBAAiB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAClC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,QAAQ;gBAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;gBAC7B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;AACxD,CAAC,CAAC,EAAE,CAAC;AAEL,SAAgB,iBAAiB,CAAC,QAAgB,EAAE,QAAgB;IAClE,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,QAAQ,KAAK,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QAClE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,gBAAgB,CAAC,GAAW;IAC1C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/utils/secondary-model-prompt.d.ts

@@ -0,0 +1,2 @@
+export declare function makeSecondaryModelPrompt(markdownContent: string, prompt: string, isPreapprovedDomain: boolean): string;
+//# sourceMappingURL=secondary-model-prompt.d.ts.map

package/dist/utils/secondary-model-prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"secondary-model-prompt.d.ts","sourceRoot":"","sources":["../../src/utils/secondary-model-prompt.ts"],"names":[],"mappings":"AAAA,wBAAgB,wBAAwB,CACtC,eAAe,EAAE,MAAM,EACvB,MAAM,EAAE,MAAM,EACd,mBAAmB,EAAE,OAAO,GAC3B,MAAM,CAmBR"}

package/dist/utils/secondary-model-prompt.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeSecondaryModelPrompt = makeSecondaryModelPrompt;
+function makeSecondaryModelPrompt(markdownContent, prompt, isPreapprovedDomain) {
+    const guidelines = isPreapprovedDomain
+        ? `Provide a concise response based on the content above. Include relevant details, code examples, and documentation excerpts as needed.`
+        : `Provide a concise response based only on the content above. In your response:
+ - Enforce a strict 125-character maximum for quotes from any source document. Open Source Software is ok as long as we respect the license.
+ - Use quotation marks for exact language from articles; any language outside of the quotation should never be word-for-word the same.
+ - You are not a lawyer and never comment on the legality of your own prompts and responses.
+ - Never produce or reproduce exact song lyrics.`;
+    return `
+Web page content:
+---
+${markdownContent}
+---
+
+${prompt}
+
+${guidelines}
+`;
+}
+//# sourceMappingURL=secondary-model-prompt.js.map

package/dist/utils/secondary-model-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"secondary-model-prompt.js","sourceRoot":"","sources":["../../src/utils/secondary-model-prompt.ts"],"names":[],"mappings":";;AAAA,4DAuBC;AAvBD,SAAgB,wBAAwB,CACtC,eAAuB,EACvB,MAAc,EACd,mBAA4B;IAE5B,MAAM,UAAU,GAAG,mBAAmB;QACpC,CAAC,CAAC,uIAAuI;QACzI,CAAC,CAAC;;;;iDAI2C,CAAC;IAEhD,OAAO;;;EAGP,eAAe;;;EAGf,MAAM;;EAEN,UAAU;CACX,CAAC;AACF,CAAC"}

package/dist/utils/url.utils.d.ts

@@ -0,0 +1,10 @@
+export declare function validateURL(url: string): {
+    ok: true;
+    parsed: URL;
+} | {
+    ok: false;
+    reason: string;
+};
+export declare function isPermittedRedirect(originalUrl: string, redirectUrl: string): boolean;
+export declare function isBinaryContentType(contentType: string): boolean;
+//# sourceMappingURL=url.utils.d.ts.map

package/dist/utils/url.utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.utils.d.ts","sourceRoot":"","sources":["../../src/utils/url.utils.ts"],"names":[],"mappings":"AAEA,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,GAAG,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CA0BlG;AAQD,wBAAgB,mBAAmB,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAcrF;AAID,wBAAgB,mBAAmB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAGhE"}

package/dist/utils/url.utils.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateURL = validateURL;
+exports.isPermittedRedirect = isPermittedRedirect;
+exports.isBinaryContentType = isBinaryContentType;
+const constants_1 = require("../constants");
+function validateURL(url) {
+    if (url.length > constants_1.MAX_URL_LENGTH) {
+        return { ok: false, reason: `URL exceeds ${constants_1.MAX_URL_LENGTH} characters` };
+    }
+    let parsed;
+    try {
+        parsed = new URL(url);
+    }
+    catch {
+        return { ok: false, reason: 'URL could not be parsed' };
+    }
+    if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') {
+        return { ok: false, reason: `unsupported protocol "${parsed.protocol}"` };
+    }
+    if (parsed.username || parsed.password) {
+        return { ok: false, reason: 'URLs with embedded credentials are not allowed' };
+    }
+    const parts = parsed.hostname.split('.');
+    if (parts.length < 2) {
+        return { ok: false, reason: 'hostname must be publicly resolvable' };
+    }
+    return { ok: true, parsed };
+}
+function isPermittedRedirect(originalUrl, redirectUrl) {
+    try {
+        const original = new URL(originalUrl);
+        const redirect = new URL(redirectUrl);
+        if (redirect.protocol !== original.protocol)
+            return false;
+        if (redirect.port !== original.port)
+            return false;
+        if (redirect.username || redirect.password)
+            return false;
+        const strip = (h) => h.replace(/^www\./, '');
+        return strip(original.hostname) === strip(redirect.hostname);
+    }
+    catch {
+        return false;
+    }
+}
+const BINARY_CONTENT_TYPE_PREFIXES = ['application/pdf', 'image/', 'audio/', 'video/', 'application/octet-stream'];
+function isBinaryContentType(contentType) {
+    const lower = contentType.toLowerCase();
+    return BINARY_CONTENT_TYPE_PREFIXES.some((prefix) => lower.startsWith(prefix));
+}
+//# sourceMappingURL=url.utils.js.map

package/dist/utils/url.utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.utils.js","sourceRoot":"","sources":["../../src/utils/url.utils.ts"],"names":[],"mappings":";;AAEA,kCA0BC;AAQD,kDAcC;AAID,kDAGC;AAzDD,4CAA8C;AAE9C,SAAgB,WAAW,CAAC,GAAW;IACrC,IAAI,GAAG,CAAC,MAAM,GAAG,0BAAc,EAAE,CAAC;QAChC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,0BAAc,aAAa,EAAE,CAAC;IAC3E,CAAC;IAED,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,yBAAyB,EAAE,CAAC;IAC1D,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,yBAAyB,MAAM,CAAC,QAAQ,GAAG,EAAE,CAAC;IAC5E,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACvC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,gDAAgD,EAAE,CAAC;IACjF,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;IACvE,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC;AAQD,SAAgB,mBAAmB,CAAC,WAAmB,EAAE,WAAmB;IAC1E,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;QAEtC,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAC1D,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QAClD,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAEzD,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACrD,OAAO,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC/D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,4BAA4B,GAAG,CAAC,iBAAiB,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,0BAA0B,CAAC,CAAC;AAEnH,SAAgB,mBAAmB,CAAC,WAAmB;IACrD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,4BAA4B,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;AACjF,CAAC"}

package/dist/web.module.d.ts

@@ -0,0 +1,3 @@
+export declare class WebModule {
+}
+//# sourceMappingURL=web.module.d.ts.map

package/dist/web.module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.module.d.ts","sourceRoot":"","sources":["../src/web.module.ts"],"names":[],"mappings":"AAMA,qBAKa,SAAS;CAAG"}

package/dist/web.module.js

@@ -0,0 +1,25 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebModule = void 0;
+const common_1 = require("@nestjs/common");
+const claude_module_1 = require("@loopstack/claude-module");
+const core_1 = require("@loopstack/core");
+const services_1 = require("./services");
+const tools_1 = require("./tools");
+let WebModule = class WebModule {
+};
+exports.WebModule = WebModule;
+exports.WebModule = WebModule = __decorate([
+    (0, common_1.Module)({
+        imports: [core_1.LoopCoreModule, claude_module_1.ClaudeModule],
+        providers: [services_1.WebFetchMarkdownService, services_1.WebFetchFetcherService, services_1.WebFetchSummarizerService, tools_1.WebFetchTool],
+        exports: [tools_1.WebFetchTool],
+    })
+], WebModule);
+//# sourceMappingURL=web.module.js.map

package/dist/web.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.module.js","sourceRoot":"","sources":["../src/web.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,4DAAwD;AACxD,0CAAiD;AACjD,yCAAwG;AACxG,mCAAuC;AAOhC,IAAM,SAAS,GAAf,MAAM,SAAS;CAAG,CAAA;AAAZ,8BAAS;oBAAT,SAAS;IALrB,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,qBAAc,EAAE,4BAAY,CAAC;QACvC,SAAS,EAAE,CAAC,kCAAuB,EAAE,iCAAsB,EAAE,oCAAyB,EAAE,oBAAY,CAAC;QACrG,OAAO,EAAE,CAAC,oBAAY,CAAC;KACxB,CAAC;GACW,SAAS,CAAG"}