@j0hanz/superfetch 2.1.3 → 2.1.5

package/dist/tools/handlers/fetch-urls/processor.js

@@ -1,153 +0,0 @@
-import { logWarn } from '../../../services/logger.js';
-import { appendHeaderVary } from '../../utils/cache-vary.js';
-import { enforceContentLengthLimit } from '../../utils/common.js';
-import { transformHtmlToJsonl, transformHtmlToMarkdown, } from '../../utils/content-transform.js';
-import { executeFetchPipeline } from '../../utils/fetch-pipeline.js';
-import { applyInlineContentLimit } from '../../utils/inline-content.js';
-function isCachedUrlEntry(value) {
-    if (!isRecord(value))
-        return false;
-    return hasValidCachedFields(value);
-}
-function hasValidCachedFields(value) {
-    if (!isString(value.content))
-        return false;
-    if (!isOptionalString(value.title))
-        return false;
-    if (!isOptionalNumber(value.contentBlocks))
-        return false;
-    if (!isOptionalBoolean(value.truncated))
-        return false;
-    return true;
-}
-function deserializeCachedEntry(payload) {
-    try {
-        const parsed = JSON.parse(payload);
-        return isCachedUrlEntry(parsed) ? parsed : undefined;
-    }
-    catch {
-        return undefined;
-    }
-}
-function buildCacheVary(options, customHeaders) {
-    return appendHeaderVary({
-        format: options.format,
-        extractMainContent: options.extractMainContent,
-        includeMetadata: options.includeMetadata,
-        maxContentLength: options.maxContentLength ?? null,
-        ...(options.format === 'markdown' ? {} : { contentBlocks: true }),
-    }, customHeaders);
-}
-function transformHtmlForBatch(html, url, options) {
-    if (options.format === 'markdown') {
-        const { markdown, title, truncated } = transformHtmlToMarkdown(html, url, {
-            extractMainContent: options.extractMainContent,
-            includeMetadata: options.includeMetadata,
-            maxContentLength: options.maxContentLength,
-            generateToc: false,
-        });
-        return { content: markdown, title, truncated };
-    }
-    const { content, contentBlocks, title, truncated } = transformHtmlToJsonl(html, url, {
-        extractMainContent: options.extractMainContent,
-        includeMetadata: options.includeMetadata,
-        maxContentLength: options.maxContentLength,
-    });
-    return { content, contentBlocks, title, truncated };
-}
-export async function processSingleUrl(url, options) {
-    try {
-        return await processSingleUrlInternal(url, options);
-    }
-    catch (error) {
-        return mapProcessError(url, error);
-    }
-}
-async function processSingleUrlInternal(url, options) {
-    const result = await runBatchPipeline(url, options);
-    const inlineResult = applyInlineContentLimit(result.data.content, result.cacheKey ?? null, options.format);
-    if (inlineResult.error) {
-        return mapInlineFailure(result.url, inlineResult.error);
-    }
-    return mapInlineSuccess(result, inlineResult);
-}
-function mapProcessError(url, error) {
-    const errorMessage = resolveErrorMessage(error);
-    const errorCode = resolveErrorCode(error);
-    logWarn('Batch URL processing failed', { url, error: errorMessage });
-    return {
-        url,
-        success: false,
-        cached: false,
-        error: errorMessage,
-        errorCode,
-    };
-}
-function resolveErrorMessage(error) {
-    return error instanceof Error ? error.message : 'Unknown error';
-}
-function resolveErrorCode(error) {
-    if (!isRecord(error))
-        return 'FETCH_ERROR';
-    const { code } = error;
-    return typeof code === 'string' ? code : 'FETCH_ERROR';
-}
-async function runBatchPipeline(url, options) {
-    const cacheVary = buildCacheVary(options, options.requestOptions?.customHeaders);
-    const cacheNamespace = options.format === 'markdown' ? 'markdown' : 'url';
-    return executeFetchPipeline({
-        url,
-        cacheNamespace,
-        customHeaders: options.requestOptions?.customHeaders,
-        retries: options.maxRetries,
-        timeout: options.requestOptions?.timeout,
-        cacheVary,
-        serialize: JSON.stringify,
-        deserialize: deserializeCachedEntry,
-        transform: (html, normalizedUrl) => {
-            const transformed = transformHtmlForBatch(html, normalizedUrl, options);
-            const { content } = enforceContentLengthLimit(transformed.content, options.maxContentLength);
-            return { ...transformed, content };
-        },
-    });
-}
-function mapInlineSuccess(result, inlineResult) {
-    const truncated = result.data.truncated ?? inlineResult.truncated;
-    return {
-        url: result.url,
-        success: true,
-        title: result.data.title,
-        content: inlineResult.content,
-        contentSize: inlineResult.contentSize,
-        resourceUri: inlineResult.resourceUri,
-        resourceMimeType: inlineResult.resourceMimeType,
-        contentBlocks: result.data.contentBlocks,
-        cached: result.fromCache,
-        ...(truncated ? { truncated: true } : {}),
-    };
-}
-function mapInlineFailure(url, errorMessage) {
-    return {
-        url,
-        success: false,
-        cached: false,
-        error: errorMessage,
-        errorCode: 'INTERNAL_ERROR',
-    };
-}
-function isRecord(value) {
-    return value !== null && typeof value === 'object';
-}
-function isString(value) {
-    return typeof value === 'string';
-}
-function isOptionalString(value) {
-    return value === undefined || isString(value);
-}
-function isOptionalNumber(value) {
-    return value === undefined || typeof value === 'number';
-}
-function isOptionalBoolean(value) {
-    return value === undefined || typeof value === 'boolean';
-}
-//# sourceMappingURL=processor.js.map

package/dist/tools/handlers/fetch-urls/processor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"processor.js","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/processor.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EACL,oBAAoB,EACpB,uBAAuB,GACxB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AAoBxE,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,oBAAoB,CAAC,KAA8B;IAC1D,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3C,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,aAAa,CAAC;QAAE,OAAO,KAAK,CAAC;IACzD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IACtD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAe;IAC7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5C,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CACrB,OAAgC,EAChC,aAAsC;IAEtC,OAAO,gBAAgB,CACrB;QACE,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;QAClD,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;KAClE,EACD,aAAa,CACyB,CAAC;AAC3C,CAAC;AAED,SAAS,qBAAqB,CAC5B,IAAY,EACZ,GAAW,EACX,OAAgC;IAEhC,IAAI,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,uBAAuB,CAAC,IAAI,EAAE,GAAG,EAAE;YACxE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACjD,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,oBAAoB,CACvE,IAAI,EACJ,GAAG,EACH;QACE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;KAC3C,CACF,CAAC;IACF,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAW,EACX,OAAgC;IAEhC,IAAI,CAAC;QACH,OAAO,MAAM,wBAAwB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,GAAW,EACX,OAAgC;IAEhC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,uBAAuB,CAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EACnB,MAAM,CAAC,QAAQ,IAAI,IAAI,EACvB,OAAO,CAAC,MAAM,CACf,CAAC;IAEF,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,OAAO,gBAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,gBAAgB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,KAAc;IAClD,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,CAAC,6BAA6B,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;IAErE,OAAO;QACL,GAAG;QACH,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,YAAY;QACnB,SAAS;KACV,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;AAClE,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IAC3C,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;IACvB,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,OAAgC;IAEhC,MAAM,SAAS,GAAG,cAAc,CAC9B,OAAO,EACP,OAAO,CAAC,cAAc,EAAE,aAAa,CACtC,CAAC;IAEF,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1E,OAAO,oBAAoB,CAAiB;QAC1C,GAAG;QACH,cAAc;QACd,aAAa,EAAE,OAAO,CAAC,cAAc,EAAE,aAAa;QACpD,OAAO,EAAE,OAAO,CAAC,UAAU;QAC3B,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,OAAO;QACxC,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,sBAAsB;QACnC,SAAS,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,EAAE;YACjC,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;YACxE,MAAM,EAAE,OAAO,EAAE,GAAG,yBAAyB,CAC3C,WAAW,CAAC,OAAO,EACnB,OAAO,CAAC,gBAAgB,CACzB,CAAC;YACF,OAAO,EAAE,GAAG,WAAW,EAAE,OAAO,EAAE,CAAC;QACrC,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CACvB,MAAsC,EACtC,YAAwD;IAExD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC;IAClE,OAAO;QACL,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK;QACxB,OAAO,EAAE,YAAY,CAAC,OAAO;QAC7B,WAAW,EAAE,YAAY,CAAC,WAAW;QACrC,WAAW,EAAE,YAAY,CAAC,WAAW;QACrC,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;QAC/C,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa;QACxC,MAAM,EAAE,MAAM,CAAC,SAAS;QACxB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW,EAAE,YAAoB;IACzD,OAAO;QACL,GAAG;QACH,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE,gBAAgB;KAC5B,CAAC;AACJ,CAAC;AAID,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;AACrD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC;AACnC,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;AAC1D,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,SAAS,CAAC;AAC3D,CAAC"}

package/dist/tools/handlers/fetch-urls/response.d.ts

@@ -1,3 +0,0 @@
-import type { BatchResponseContent, BatchUrlResult, ToolResponse } from '../../../config/types.js';
-export declare function createBatchResponse(results: BatchUrlResult[]): ToolResponse<BatchResponseContent>;
-//# sourceMappingURL=response.d.ts.map

package/dist/tools/handlers/fetch-urls/response.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"response.d.ts","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/response.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EAEpB,cAAc,EACd,YAAY,EACb,MAAM,0BAA0B,CAAC;AAelC,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,cAAc,EAAE,GACxB,YAAY,CAAC,oBAAoB,CAAC,CAwBpC"}

package/dist/tools/handlers/fetch-urls/response.js

@@ -1,79 +0,0 @@
-import { normalizeToolErrorCode } from '../../../utils/tool-error-handler.js';
-function normalizeBatchResults(results) {
-    return results.map((result) => {
-        if (!result.errorCode)
-            return result;
-        const normalized = normalizeToolErrorCode(result.errorCode);
-        return normalized === result.errorCode
-            ? result
-            : { ...result, errorCode: normalized };
-    });
-}
-export function createBatchResponse(results) {
-    const normalizedResults = normalizeBatchResults(results);
-    const summary = buildBatchSummary(normalizedResults);
-    const structuredContent = {
-        results: normalizedResults,
-        summary,
-        fetchedAt: new Date().toISOString(),
-    };
-    const resultsMetadata = normalizedResults.map((result) => {
-        if (!result.success || !result.content)
-            return result;
-        const { content: _, ...rest } = result;
-        return rest;
-    });
-    const contentBlocks = buildContentBlocks(normalizedResults, resultsMetadata, summary);
-    return {
-        content: contentBlocks,
-        structuredContent,
-    };
-}
-function buildContentBlocks(fullResults, metadataResults, summary) {
-    const blocks = [];
-    blocks.push({
-        type: 'text',
-        text: JSON.stringify({
-            results: metadataResults,
-            summary,
-            fetchedAt: new Date().toISOString(),
-        }, null, 2),
-    });
-    fullResults.forEach((result) => {
-        if (result.success && result.content) {
-            blocks.push({
-                type: 'text',
-                text: `\n--- Content from ${result.url} ---\n${result.content}`,
-            });
-        }
-    });
-    blocks.push(...buildResourceLinks(fullResults));
-    return blocks;
-}
-function buildBatchSummary(results) {
-    return {
-        total: results.length,
-        successful: countBy(results, (result) => result.success),
-        failed: countBy(results, (result) => !result.success),
-        cached: countBy(results, (result) => Boolean(result.cached)),
-        totalContentBlocks: sumBy(results, (result) => result.contentBlocks ?? 0),
-    };
-}
-function buildResourceLinks(results) {
-    return results.filter(hasResourceUri).map((result) => ({
-        type: 'resource_link',
-        uri: result.resourceUri,
-        name: `Fetched content for ${result.url}`,
-        mimeType: result.resourceMimeType,
-    }));
-}
-function hasResourceUri(result) {
-    return typeof result.resourceUri === 'string';
-}
-function countBy(items, predicate) {
-    return items.reduce((count, item) => (predicate(item) ? count + 1 : count), 0);
-}
-function sumBy(items, selector) {
-    return items.reduce((total, item) => total + selector(item), 0);
-}
-//# sourceMappingURL=response.js.map

package/dist/tools/handlers/fetch-urls/response.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"response.js","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/response.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAE9E,SAAS,qBAAqB,CAAC,OAAyB;IACtD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5B,IAAI,CAAC,MAAM,CAAC,SAAS;YAAE,OAAO,MAAM,CAAC;QACrC,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5D,OAAO,UAAU,KAAK,MAAM,CAAC,SAAS;YACpC,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,OAAyB;IAEzB,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IACrD,MAAM,iBAAiB,GAAyB;QAC9C,OAAO,EAAE,iBAAiB;QAC1B,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;IACF,MAAM,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACvD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC;QACtD,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,kBAAkB,CACtC,iBAAiB,EACjB,eAAe,EACf,OAAO,CACR,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,aAAa;QACtB,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,WAA6B,EAC7B,eAA0C,EAC1C,OAAqB;IAErB,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;YACE,OAAO,EAAE,eAAe;YACxB,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,EACD,IAAI,EACJ,CAAC,CACF;KACF,CAAC,CAAC;IACH,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAC7B,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,sBAAsB,MAAM,CAAC,GAAG,SAAS,MAAM,CAAC,OAAO,EAAE;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;IAEhD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAyB;IAClD,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;QACxD,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QACrD,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5D,kBAAkB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;KAC1E,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAyB;IACnD,OAAO,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACrD,IAAI,EAAE,eAAwB;QAC9B,GAAG,EAAE,MAAM,CAAC,WAAW;QACvB,IAAI,EAAE,uBAAuB,MAAM,CAAC,GAAG,EAAE;QACzC,QAAQ,EAAE,MAAM,CAAC,gBAAgB;KAClC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CACrB,MAAsB;IAEtB,OAAO,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC;AAChD,CAAC;AAED,SAAS,OAAO,CAAI,KAAU,EAAE,SAA+B;IAC7D,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EACtD,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAI,KAAU,EAAE,QAA6B;IACzD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAClE,CAAC"}

package/dist/tools/handlers/fetch-urls/validation.d.ts

@@ -1,5 +0,0 @@
-import type { FetchUrlsInput, ToolResponseBase } from '../../../config/types.js';
-export declare const DEFAULT_CONCURRENCY = 3;
-export declare const MAX_CONCURRENCY = 5;
-export declare function validateBatchInput(input: FetchUrlsInput): string[] | ToolResponseBase;
-//# sourceMappingURL=validation.d.ts.map

package/dist/tools/handlers/fetch-urls/validation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAKlC,eAAO,MAAM,mBAAmB,IAAI,CAAC;AACrC,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,cAAc,GACpB,MAAM,EAAE,GAAG,gBAAgB,CA8B7B"}

package/dist/tools/handlers/fetch-urls/validation.js

@@ -1,18 +0,0 @@
-import { createToolErrorResponse } from '../../../utils/tool-error-handler.js';
-const MAX_URLS_PER_BATCH = 10;
-export const DEFAULT_CONCURRENCY = 3;
-export const MAX_CONCURRENCY = 5;
-export function validateBatchInput(input) {
-    if (input.urls.length === 0) {
-        return createToolErrorResponse('At least one URL is required', '', 'VALIDATION_ERROR');
-    }
-    if (input.urls.length > MAX_URLS_PER_BATCH) {
-        return createToolErrorResponse(`Maximum ${MAX_URLS_PER_BATCH} URLs allowed per batch`, '', 'VALIDATION_ERROR');
-    }
-    const validUrls = input.urls.filter((url) => typeof url === 'string' && url.trim().length > 0);
-    if (validUrls.length === 0) {
-        return createToolErrorResponse('No valid URLs provided', '', 'VALIDATION_ERROR');
-    }
-    return validUrls;
-}
-//# sourceMappingURL=validation.js.map

package/dist/tools/handlers/fetch-urls/validation.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/validation.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,uBAAuB,EAAE,MAAM,sCAAsC,CAAC;AAE/E,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AACrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAEjC,MAAM,UAAU,kBAAkB,CAChC,KAAqB;IAErB,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,uBAAuB,CAC5B,8BAA8B,EAC9B,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QAC3C,OAAO,uBAAuB,CAC5B,WAAW,kBAAkB,yBAAyB,EACtD,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CACjC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,uBAAuB,CAC5B,wBAAwB,EACxB,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/tools/handlers/fetch-urls.tool.d.ts

@@ -1,5 +0,0 @@
-import type { FetchUrlsInput, ToolResponseBase } from '../../config/types.js';
-export declare const FETCH_URLS_TOOL_NAME = "fetch-urls";
-export declare const FETCH_URLS_TOOL_DESCRIPTION = "Fetches multiple URLs in parallel and converts them to AI-readable format (JSONL or Markdown). Supports concurrency control and continues on individual failures.";
-export declare function fetchUrlsToolHandler(input: FetchUrlsInput): Promise<ToolResponseBase>;
-//# sourceMappingURL=fetch-urls.tool.d.ts.map

package/dist/tools/handlers/fetch-urls.tool.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fetch-urls.tool.d.ts","sourceRoot":"","sources":["../../../src/tools/handlers/fetch-urls.tool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,cAAc,EACd,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAmB/B,eAAO,MAAM,oBAAoB,eAAe,CAAC;AACjD,eAAO,MAAM,2BAA2B,sKAC6H,CAAC;AA6CtK,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,cAAc,GACpB,OAAO,CAAC,gBAAgB,CAAC,CAe3B"}

package/dist/tools/handlers/fetch-urls.tool.js

@@ -1,124 +0,0 @@
-import { logDebug, logError } from '../../services/logger.js';
-import { createToolErrorResponse } from '../../utils/tool-error-handler.js';
-import { processSingleUrl, } from './fetch-urls/processor.js';
-import { createBatchResponse } from './fetch-urls/response.js';
-import { DEFAULT_CONCURRENCY, MAX_CONCURRENCY, validateBatchInput, } from './fetch-urls/validation.js';
-export const FETCH_URLS_TOOL_NAME = 'fetch-urls';
-export const FETCH_URLS_TOOL_DESCRIPTION = 'Fetches multiple URLs in parallel and converts them to AI-readable format (JSONL or Markdown). Supports concurrency control and continues on individual failures.';
-function extractRejectionMessage({ reason }) {
-    return toErrorMessage(reason);
-}
-function toErrorMessage(reason) {
-    if (reason instanceof Error)
-        return reason.message;
-    if (typeof reason === 'string')
-        return reason;
-    if (hasMessage(reason))
-        return reason.message;
-    return 'Unknown error';
-}
-function isRecord(value) {
-    return value !== null && typeof value === 'object';
-}
-function hasMessage(value) {
-    if (!isRecord(value))
-        return false;
-    return typeof value.message === 'string';
-}
-function normalizeConcurrency(input, urlCount) {
-    const requested = input.concurrency ?? DEFAULT_CONCURRENCY;
-    return Math.min(Math.max(1, requested), MAX_CONCURRENCY, urlCount);
-}
-async function processBatch(urls, options, batchIndex, total) {
-    logDebug('Processing batch', {
-        batch: batchIndex,
-        urls: urls.length,
-        total,
-    });
-    const tasks = urls.map((url) => processSingleUrl(url, options));
-    return Promise.allSettled(tasks);
-}
-export async function fetchUrlsToolHandler(input) {
-    try {
-        return await executeFetchUrls(input);
-    }
-    catch (error) {
-        logError('fetch-urls tool error', error instanceof Error ? error : undefined);
-        return createToolErrorResponse(error instanceof Error ? error.message : 'Failed to fetch URLs', '', 'BATCH_ERROR');
-    }
-}
-async function executeFetchUrls(input) {
-    const validUrls = resolveValidUrls(input);
-    if (!Array.isArray(validUrls))
-        return validUrls;
-    const batchConfig = buildBatchConfig(input, validUrls.length);
-    logDebug('Starting batch URL fetch', {
-        urlCount: validUrls.length,
-        concurrency: batchConfig.concurrency,
-        format: batchConfig.format,
-    });
-    const processOptions = buildSingleUrlOptions(input, batchConfig.format);
-    const results = await collectBatchResults(validUrls, processOptions, batchConfig.concurrency, batchConfig.continueOnError);
-    if (!batchConfig.continueOnError) {
-        const failureResponse = buildBatchFailure(results);
-        if (failureResponse)
-            return failureResponse;
-    }
-    return createBatchResponse(results);
-}
-function resolveValidUrls(input) {
-    return validateBatchInput(input);
-}
-function buildBatchConfig(input, urlCount) {
-    return {
-        concurrency: normalizeConcurrency(input, urlCount),
-        continueOnError: input.continueOnError ?? true,
-        format: input.format ?? 'jsonl',
-    };
-}
-function buildSingleUrlOptions(input, format) {
-    return {
-        extractMainContent: input.extractMainContent ?? true,
-        includeMetadata: input.includeMetadata ?? true,
-        maxContentLength: input.maxContentLength,
-        format,
-        requestOptions: {
-            customHeaders: input.customHeaders,
-            timeout: input.timeout,
-        },
-        maxRetries: input.retries,
-    };
-}
-function mapSettledResults(batch, settledResults) {
-    return settledResults.map((result, index) => result.status === 'fulfilled'
-        ? result.value
-        : {
-            url: batch[index] ?? 'unknown',
-            success: false,
-            cached: false,
-            error: extractRejectionMessage(result),
-            errorCode: 'PROMISE_REJECTED',
-        });
-}
-async function collectBatchResults(validUrls, processOptions, concurrency, continueOnError) {
-    const results = [];
-    const batchSize = Math.min(concurrency, validUrls.length);
-    for (let i = 0; i < validUrls.length; i += batchSize) {
-        const batch = validUrls.slice(i, i + batchSize);
-        const settledResults = await processBatch(batch, processOptions, i / batchSize + 1, validUrls.length);
-        const mapped = mapSettledResults(batch, settledResults);
-        results.push(...mapped);
-        if (!continueOnError && mapped.some((result) => !result.success)) {
-            break;
-        }
-    }
-    return results;
-}
-function buildBatchFailure(results) {
-    const firstError = results.find((result) => !result.success);
-    if (!firstError)
-        return null;
-    const errorMsg = firstError.error ?? 'Unknown error';
-    return createToolErrorResponse(`Batch failed: ${errorMsg}`, firstError.url, firstError.errorCode ?? 'BATCH_ERROR');
-}
-//# sourceMappingURL=fetch-urls.tool.js.map

package/dist/tools/handlers/fetch-urls.tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fetch-urls.tool.js","sourceRoot":"","sources":["../../../src/tools/handlers/fetch-urls.tool.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAE5E,OAAO,EACL,gBAAgB,GAEjB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,kBAAkB,GACnB,MAAM,4BAA4B,CAAC;AAIpC,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,CAAC;AACjD,MAAM,CAAC,MAAM,2BAA2B,GACtC,mKAAmK,CAAC;AAEtK,SAAS,uBAAuB,CAAC,EAAE,MAAM,EAAyB;IAChE,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,cAAc,CAAC,MAAe;IACrC,IAAI,MAAM,YAAY,KAAK;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC;IACnD,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC;IAC9C,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;AACrD,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAGhC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC;AAC3C,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAqB,EAAE,QAAgB;IACnE,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,IAAI,mBAAmB,CAAC;IAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,IAAc,EACd,OAAgC,EAChC,UAAkB,EAClB,KAAa;IAEb,QAAQ,CAAC,kBAAkB,EAAE;QAC3B,KAAK,EAAE,UAAU;QACjB,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;IAChE,OAAO,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAqB;IAErB,IAAI,CAAC;QACH,OAAO,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CACN,uBAAuB,EACvB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QAEF,OAAO,uBAAuB,CAC5B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,EAC/D,EAAE,EACF,aAAa,CACd,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,KAAqB;IAErB,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAEhD,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAC9D,QAAQ,CAAC,0BAA0B,EAAE;QACnC,QAAQ,EAAE,SAAS,CAAC,MAAM;QAC1B,WAAW,EAAE,WAAW,CAAC,WAAW;QACpC,MAAM,EAAE,WAAW,CAAC,MAAM;KAC3B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,MAAM,mBAAmB,CACvC,SAAS,EACT,cAAc,EACd,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,eAAe,CAC5B,CAAC;IAEF,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,eAAe;YAAE,OAAO,eAAe,CAAC;IAC9C,CAAC;IAED,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAqB;IAC7C,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAqB,EACrB,QAAgB;IAEhB,OAAO;QACL,WAAW,EAAE,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC;QAClD,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI;QAC9C,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,OAAO;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAqB,EACrB,MAAc;IAEd,OAAO;QACL,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,IAAI,IAAI;QACpD,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI;QAC9C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,MAAM;QACN,cAAc,EAAE;YACd,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB;QACD,UAAU,EAAE,KAAK,CAAC,OAAO;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAe,EACf,cAAsD;IAEtD,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC1C,MAAM,CAAC,MAAM,KAAK,WAAW;QAC3B,CAAC,CAAC,MAAM,CAAC,KAAK;QACd,CAAC,CAAC;YACE,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,SAAS;YAC9B,OAAO,EAAE,KAAc;YACvB,MAAM,EAAE,KAAc;YACtB,KAAK,EAAE,uBAAuB,CAAC,MAAM,CAAC;YACtC,SAAS,EAAE,kBAAkB;SAC9B,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,SAAmB,EACnB,cAAuC,EACvC,WAAmB,EACnB,eAAwB;IAExB,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAEhD,MAAM,cAAc,GAAG,MAAM,YAAY,CACvC,KAAK,EACL,cAAc,EACd,CAAC,GAAG,SAAS,GAAG,CAAC,EACjB,SAAS,CAAC,MAAM,CACjB,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAExB,IAAI,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACjE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAyB;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7D,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,IAAI,eAAe,CAAC;IACrD,OAAO,uBAAuB,CAC5B,iBAAiB,QAAQ,EAAE,EAC3B,UAAU,CAAC,GAAG,EACd,UAAU,CAAC,SAAS,IAAI,aAAa,CACtC,CAAC;AACJ,CAAC"}

package/dist/tools/index.d.ts

@@ -1,3 +0,0 @@
-import type { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
-export declare function withRequestContextIfMissing<TParams, TResult>(handler: (params: TParams) => Promise<TResult>): (params: TParams) => Promise<TResult>;
-export declare function registerTools(server: McpServer): void;

package/dist/tools/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAsCzE,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAarD"}

package/dist/tools/index.js

@@ -1,37 +0,0 @@
-import { randomUUID } from 'node:crypto';
-import { getRequestId, runWithRequestContext } from '../services/context.js';
-import { FETCH_URL_TOOL_DESCRIPTION, FETCH_URL_TOOL_NAME, fetchUrlToolHandler, } from './handlers/fetch-url.tool.js';
-import { fetchUrlInputSchema, fetchUrlOutputSchema } from './schemas.js';
-const TOOL_DEFINITION = {
-    name: FETCH_URL_TOOL_NAME,
-    title: 'Fetch URL',
-    description: FETCH_URL_TOOL_DESCRIPTION,
-    inputSchema: fetchUrlInputSchema,
-    outputSchema: fetchUrlOutputSchema,
-    handler: fetchUrlToolHandler,
-    annotations: {
-        readOnlyHint: true,
-        destructiveHint: false,
-        idempotentHint: true,
-        openWorldHint: true,
-    },
-};
-export function withRequestContextIfMissing(handler) {
-    return async (params) => {
-        const existingRequestId = getRequestId();
-        if (existingRequestId) {
-            return handler(params);
-        }
-        const requestId = randomUUID();
-        return runWithRequestContext({ requestId, operationId: requestId }, () => handler(params));
-    };
-}
-export function registerTools(server) {
-    server.registerTool(TOOL_DEFINITION.name, {
-        title: TOOL_DEFINITION.title,
-        description: TOOL_DEFINITION.description,
-        inputSchema: TOOL_DEFINITION.inputSchema,
-        outputSchema: TOOL_DEFINITION.outputSchema,
-        annotations: TOOL_DEFINITION.annotations,
-    }, withRequestContextIfMissing(TOOL_DEFINITION.handler));
-}

package/dist/tools/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+BAA+B,EAC/B,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,cAAc,CAAC;AAEtB,MAAM,gBAAgB,GAAG;IACvB;QACE,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,0BAA0B;QACvC,WAAW,EAAE,mBAAmB;QAChC,YAAY,EAAE,oBAAoB;QAClC,OAAO,EAAE,mBAAmB;KAC7B;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,+BAA+B;QAC5C,WAAW,EAAE,wBAAwB;QACrC,YAAY,EAAE,yBAAyB;QACvC,OAAO,EAAE,wBAAwB;KAClC;CACO,CAAC;AAEX,MAAM,UAAU,aAAa,CAAC,MAAiB;IAC7C,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpC,MAAM,CAAC,YAAY,CACjB,IAAI,CAAC,IAAI,EACT;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,EACD,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/tools/schemas.d.ts

@@ -1,12 +0,0 @@
-import { z } from 'zod';
-export declare const fetchUrlInputSchema: z.ZodObject<{
-    url: z.ZodURL;
-}, z.core.$strict>;
-export declare const fetchUrlOutputSchema: z.ZodObject<{
-    url: z.ZodString;
-    inputUrl: z.ZodOptional<z.ZodString>;
-    resolvedUrl: z.ZodOptional<z.ZodString>;
-    title: z.ZodOptional<z.ZodString>;
-    markdown: z.ZodOptional<z.ZodString>;
-    error: z.ZodOptional<z.ZodString>;
-}, z.core.$strict>;

package/dist/tools/schemas.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/tools/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAuExB,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAC;AAEZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;EAK1B,CAAC;AAEZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgB3B,CAAC"}

package/dist/tools/schemas.js

@@ -1,21 +0,0 @@
-import { z } from 'zod';
-export const fetchUrlInputSchema = z.strictObject({
-    url: z.url({ protocol: /^https?$/i }).describe('The URL to fetch'),
-});
-export const fetchUrlOutputSchema = z.strictObject({
-    url: z.string().describe('The fetched URL'),
-    inputUrl: z
-        .string()
-        .optional()
-        .describe('The original URL provided by the caller'),
-    resolvedUrl: z
-        .string()
-        .optional()
-        .describe('The normalized or transformed URL that was fetched'),
-    title: z.string().optional().describe('Page title'),
-    markdown: z
-        .string()
-        .optional()
-        .describe('The extracted content in Markdown format'),
-    error: z.string().optional().describe('Error message if the request failed'),
-});

package/dist/tools/schemas.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/tools/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,aAAa,EAAE,CAAC;SACb,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SAClB,QAAQ,EAAE;SACV,QAAQ,CAAC,qCAAqC,CAAC;IAClD,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,GAAG,CAAC,MAAM,CAAC;SACX,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;SAC/B,QAAQ,CAAC,+CAA+C,CAAC;IAC5D,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,iCAAiC,CAAC;CAC/C,CAAC,CAAC;AAEH,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,kBAAkB,EAAE,CAAC;SAClB,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,kDAAkD,CAAC;IAC/D,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,sCAAsC,CAAC;CACpD,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,MAAM,EAAE,CAAC;SACN,IAAI,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;SAC3B,OAAO,CAAC,OAAO,CAAC;SAChB,QAAQ,CAAC,eAAe,CAAC;CAC7B,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC3E,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;IAC/D,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,gCAAgC,CAAC;IAC7C,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACxE,SAAS,EAAE,CAAC;SACT,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;IAChE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAC5E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;CAC9E,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACzE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IAChE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACtE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,oBAAoB;KACpD,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CACpD,CAAC;KACD,KAAK,CAAC,uBAAuB,CAAC;KAC9B,KAAK,CAAC,mBAAmB,CAAC;KAC1B,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,wBAAwB,GAAG,oBAAoB;KACzD,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CACpD,CAAC;KACD,KAAK,CAAC,uBAAuB,CAAC;KAC9B,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC;KAClC,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACnD,aAAa,EAAE,CAAC;SACb,MAAM,EAAE;SACR,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,QAAQ,CAAC,+CAA+C,CAAC;IAC5D,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACpE,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;CACjE,CAAC;KACD,KAAK,CAAC,oBAAoB,CAAC;KAC3B,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACnD,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,QAAQ,CAAC,+CAA+C,CAAC;IAC5D,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;IACvD,IAAI,EAAE,kBAAkB;SACrB,QAAQ,EAAE;SACV,QAAQ,CAAC,6CAA6C,CAAC;CAC3D,CAAC;KACD,KAAK,CAAC,oBAAoB,CAAC;KAC3B,MAAM,EAAE,CAAC"}

package/dist/tools/utils/cache-vary.d.ts

@@ -1 +0,0 @@
-export declare function appendHeaderVary(cacheVary: Record<string, unknown> | string | undefined, customHeaders?: Record<string, string>): Record<string, unknown> | string | undefined;

package/dist/tools/utils/cache-vary.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache-vary.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/cache-vary.ts"],"names":[],"mappings":"AAIA,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GAAG,SAAS,EACvD,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACrC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GAAG,SAAS,CAY9C"}

package/dist/tools/utils/cache-vary.js

@@ -1,12 +0,0 @@
-import { config } from '../../config/index.js';
-import { normalizeHeaderRecord } from '../../utils/header-normalizer.js';
-export function appendHeaderVary(cacheVary, customHeaders) {
-    const headers = normalizeHeaderRecord(customHeaders, config.security.blockedHeaders, { trimValues: true });
-    if (!headers)
-        return cacheVary;
-    if (!cacheVary)
-        return { headers };
-    return typeof cacheVary === 'string'
-        ? { key: cacheVary, headers }
-        : { ...cacheVary, headers };
-}

package/dist/tools/utils/cache-vary.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache-vary.js","sourceRoot":"","sources":["../../../src/tools/utils/cache-vary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAEzE,MAAM,UAAU,gBAAgB,CAC9B,SAAuD,EACvD,aAAsC;IAEtC,MAAM,OAAO,GAAG,qBAAqB,CACnC,aAAa,EACb,MAAM,CAAC,QAAQ,CAAC,cAAc,EAC9B,EAAE,UAAU,EAAE,IAAI,EAAE,CACrB,CAAC;IAEF,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IACnC,OAAO,OAAO,SAAS,KAAK,QAAQ;QAClC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE;QAC7B,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,CAAC;AAChC,CAAC"}

package/dist/tools/utils/cached-markdown.d.ts

@@ -1,5 +0,0 @@
-import type { MarkdownTransformResult } from '../../config/types/content.js';
-export type CachedMarkdownResult = MarkdownTransformResult & {
-    readonly content: string;
-};
-export declare function parseCachedMarkdownResult(cached: string): CachedMarkdownResult | undefined;

package/dist/tools/utils/cached-markdown.js

@@ -1,46 +0,0 @@
-import { isRecord } from '../../utils/guards.js';
-function parseJsonRecord(input) {
-    try {
-        const parsed = JSON.parse(input);
-        return isRecord(parsed) ? parsed : undefined;
-    }
-    catch {
-        return undefined;
-    }
-}
-function resolveMarkdownContent(parsed) {
-    const { markdown } = parsed;
-    if (typeof markdown === 'string')
-        return markdown;
-    const { content } = parsed;
-    if (typeof content === 'string')
-        return content;
-    return undefined;
-}
-function resolveOptionalTitle(parsed) {
-    const { title } = parsed;
-    if (title === undefined)
-        return undefined;
-    return typeof title === 'string' ? title : undefined;
-}
-function resolveTruncatedFlag(parsed) {
-    const { truncated } = parsed;
-    return typeof truncated === 'boolean' ? truncated : false;
-}
-export function parseCachedMarkdownResult(cached) {
-    const parsed = parseJsonRecord(cached);
-    if (!parsed)
-        return undefined;
-    const resolvedContent = resolveMarkdownContent(parsed);
-    if (resolvedContent === undefined)
-        return undefined;
-    const title = resolveOptionalTitle(parsed);
-    if (parsed.title !== undefined && title === undefined)
-        return undefined;
-    return {
-        content: resolvedContent,
-        markdown: resolvedContent,
-        title,
-        truncated: resolveTruncatedFlag(parsed),
-    };
-}

package/dist/tools/utils/common.d.ts

@@ -1,5 +0,0 @@
-import type { ExtractedArticle, ExtractedMetadata, MetadataBlock } from '../../config/types/content.js';
-import type { TruncationResult } from '../../config/types/runtime.js';
-export declare function determineContentExtractionSource(extractMainContent: boolean, article: ExtractedArticle | null): article is ExtractedArticle;
-export declare function createContentMetadataBlock(url: string, article: ExtractedArticle | null, extractedMeta: ExtractedMetadata, shouldExtractFromArticle: boolean, includeMetadata: boolean): MetadataBlock | undefined;
-export declare function truncateContent(content: string, maxLength?: number, suffix?: string): TruncationResult;

package/dist/tools/utils/common.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/common.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,aAAa,EACd,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,wBAAgB,gCAAgC,CAC9C,kBAAkB,EAAE,OAAO,EAC3B,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAmB3B;AAED,wBAAgB,eAAe,CAC7B,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,EAClB,MAAM,SAAoB,GACzB,gBAAgB,CAYlB"}