@j0hanz/superfetch 2.1.4 → 2.1.6

package/dist/tools/utils/inline-content.js

@@ -1,35 +0,0 @@
-import { TRUNCATION_MARKER } from '../../config/formatting.js';
-import { config } from '../../config/index.js';
-import { toResourceUri } from '../../services/cache-keys.js';
-export function applyInlineContentLimit(content, cacheKey) {
-    const contentSize = content.length;
-    const inlineLimit = config.constants.maxInlineContentChars;
-    if (contentSize <= inlineLimit) {
-        return { content, contentSize };
-    }
-    const resourceUri = resolveResourceUri(cacheKey);
-    if (!resourceUri) {
-        return buildTruncatedFallback(content, contentSize, inlineLimit);
-    }
-    return {
-        contentSize,
-        resourceUri,
-        resourceMimeType: 'text/markdown',
-    };
-}
-function resolveResourceUri(cacheKey) {
-    if (!config.cache.enabled || !cacheKey)
-        return null;
-    return toResourceUri(cacheKey);
-}
-function buildTruncatedFallback(content, contentSize, inlineLimit) {
-    const maxContentLength = Math.max(0, inlineLimit - TRUNCATION_MARKER.length);
-    const truncatedContent = content.length > inlineLimit
-        ? `${content.substring(0, maxContentLength)}${TRUNCATION_MARKER}`
-        : content;
-    return {
-        content: truncatedContent,
-        contentSize,
-        truncated: true,
-    };
-}

package/dist/tools/utils/inline-content.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"inline-content.js","sourceRoot":"","sources":["../../../src/tools/utils/inline-content.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,OAAO,KAAK,KAAK,MAAM,yBAAyB,CAAC;AAajD,MAAM,UAAU,uBAAuB,CACrC,OAAe,EACf,QAAuB,EACvB,MAA2B;IAE3B,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IACnC,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,qBAAqB,CAAC;IAE3D,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;QAC/B,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,sBAAsB,CAAC,OAAO,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;IACnE,CAAC;IAED,OAAO;QACL,WAAW;QACX,WAAW;QACX,gBAAgB,EAAE,uBAAuB,CAAC,MAAM,CAAC;KAClD,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAuB;IACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,MAA2B;IAC1D,OAAO,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,mBAAmB,CAAC;AACvE,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAAe,EACf,WAAmB,EACnB,WAAmB;IAEnB,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC7E,MAAM,gBAAgB,GACpB,OAAO,CAAC,MAAM,GAAG,WAAW;QAC1B,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,gBAAgB,CAAC,GAAG,iBAAiB,EAAE;QACjE,CAAC,CAAC,OAAO,CAAC;IAEd,OAAO;QACL,OAAO,EAAE,gBAAgB;QACzB,WAAW;QACX,SAAS,EAAE,IAAI;KAChB,CAAC;AACJ,CAAC"}

package/dist/tools/utils/markdown-heuristics.d.ts

@@ -1 +0,0 @@
-export declare function looksLikeMarkdown(content: string): boolean;

package/dist/tools/utils/markdown-heuristics.js

@@ -1,19 +0,0 @@
-const HEADING_PATTERN = /^#{1,6}\s/m;
-const LIST_PATTERN = /^(?:[-*+])\s/m;
-export function looksLikeMarkdown(content) {
-    return (containsMarkdownHeading(content) ||
-        containsMarkdownList(content) ||
-        containsFencedCodeBlock(content));
-}
-function containsMarkdownHeading(content) {
-    return HEADING_PATTERN.test(content);
-}
-function containsMarkdownList(content) {
-    return LIST_PATTERN.test(content);
-}
-function containsFencedCodeBlock(content) {
-    const first = content.indexOf('```');
-    if (first === -1)
-        return false;
-    return content.includes('```', first + 3);
-}

package/dist/tools/utils/markdown-signals.d.ts

@@ -1 +0,0 @@
-export declare function looksLikeMarkdown(content: string): boolean;

package/dist/tools/utils/markdown-signals.js

@@ -1,19 +0,0 @@
-const HEADING_PATTERN = /^#{1,6}\s/m;
-const LIST_PATTERN = /^(?:[-*+])\s/m;
-export function looksLikeMarkdown(content) {
-    return (containsMarkdownHeading(content) ||
-        containsMarkdownList(content) ||
-        containsFencedCodeBlock(content));
-}
-function containsMarkdownHeading(content) {
-    return HEADING_PATTERN.test(content);
-}
-function containsMarkdownList(content) {
-    return LIST_PATTERN.test(content);
-}
-function containsFencedCodeBlock(content) {
-    const first = content.indexOf('```');
-    if (first === -1)
-        return false;
-    return content.includes('```', first + 3);
-}

package/dist/tools/utils/markdown-toc.d.ts

@@ -1,3 +0,0 @@
-import type { TocEntry } from '../../config/types.js';
-export declare function extractToc(markdown: string): TocEntry[];
-//# sourceMappingURL=markdown-toc.d.ts.map

package/dist/tools/utils/markdown-toc.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"markdown-toc.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/markdown-toc.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAetD,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,EAAE,CAYvD"}

package/dist/tools/utils/markdown-toc.js

@@ -1,35 +0,0 @@
-import { stripMarkdownLinks } from '../../utils/content-cleaner.js';
-function slugify(text) {
-    const cleanText = stripMarkdownLinks(text);
-    return cleanText
-        .toLowerCase()
-        .replace(/[^\w\s-]/g, '')
-        .replace(/\s+/g, '-')
-        .replace(/--+/g, '-')
-        .trim();
-}
-export function extractToc(markdown) {
-    const headingRegex = /^(#{1,6})\s+(.+)$/gm;
-    const toc = [];
-    for (const match of markdown.matchAll(headingRegex)) {
-        const entry = buildTocEntry(match);
-        if (entry) {
-            toc.push(entry);
-        }
-    }
-    return toc;
-}
-function buildTocEntry(match) {
-    const hashMarks = match[1];
-    const rawText = match[2];
-    if (!hashMarks || !rawText) {
-        return null;
-    }
-    const text = stripMarkdownLinks(rawText.trim());
-    return {
-        level: hashMarks.length,
-        text,
-        slug: slugify(rawText),
-    };
-}
-//# sourceMappingURL=markdown-toc.js.map

package/dist/tools/utils/markdown-toc.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"markdown-toc.js","sourceRoot":"","sources":["../../../src/tools/utils/markdown-toc.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEpE,SAAS,OAAO,CAAC,IAAY;IAC3B,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAE3C,OAAO,SAAS;SACb,WAAW,EAAE;SACb,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,YAAY,GAAG,qBAAqB,CAAC;IAC3C,MAAM,GAAG,GAAe,EAAE,CAAC;IAE3B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,KAAsB;IAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAEzB,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAChD,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,MAAM;QACvB,IAAI;QACJ,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;KACvB,CAAC;AACJ,CAAC"}

package/dist/tools/utils/raw-markdown-frontmatter.d.ts

@@ -1,3 +0,0 @@
-export declare function extractTitleFromRawMarkdown(content: string): string | undefined;
-export declare function addSourceToMarkdown(content: string, url: string): string;
-export declare function hasFrontmatter(trimmed: string): boolean;

package/dist/tools/utils/raw-markdown-frontmatter.js

@@ -1,73 +0,0 @@
-function detectLineEnding(content) {
-    return content.includes('\r\n') ? '\r\n' : '\n';
-}
-function findFrontmatterLines(content) {
-    const lineEnding = detectLineEnding(content);
-    const lines = content.split(lineEnding);
-    if (lines[0] !== '---')
-        return null;
-    const endIndex = lines.indexOf('---', 1);
-    if (endIndex === -1)
-        return null;
-    return { lineEnding, lines, endIndex };
-}
-function stripOptionalQuotes(value) {
-    const trimmed = value.trim();
-    if (trimmed.length < 2)
-        return trimmed;
-    const first = trimmed[0];
-    const last = trimmed[trimmed.length - 1];
-    if ((first === '"' && last === '"') || (first === "'" && last === "'")) {
-        return trimmed.slice(1, -1).trim();
-    }
-    return trimmed;
-}
-function parseFrontmatterEntry(line) {
-    const trimmed = line.trim();
-    if (!trimmed)
-        return null;
-    const separatorIndex = trimmed.indexOf(':');
-    if (separatorIndex <= 0)
-        return null;
-    const key = trimmed.slice(0, separatorIndex).trim().toLowerCase();
-    const value = trimmed.slice(separatorIndex + 1);
-    return { key, value };
-}
-function isTitleKey(key) {
-    return key === 'title' || key === 'name';
-}
-export function extractTitleFromRawMarkdown(content) {
-    const frontmatter = findFrontmatterLines(content);
-    if (!frontmatter)
-        return undefined;
-    const { lines, endIndex } = frontmatter;
-    const entry = lines
-        .slice(1, endIndex)
-        .map((line) => parseFrontmatterEntry(line))
-        .find((parsed) => parsed !== null && isTitleKey(parsed.key));
-    if (!entry)
-        return undefined;
-    const value = stripOptionalQuotes(entry.value);
-    return value || undefined;
-}
-export function addSourceToMarkdown(content, url) {
-    const frontmatter = findFrontmatterLines(content);
-    if (!frontmatter) {
-        return `---\nsource: "${url}"\n---\n\n${content}`;
-    }
-    const { lineEnding, lines, endIndex } = frontmatter;
-    const bodyLines = lines.slice(1, endIndex);
-    const hasSource = bodyLines.some((line) => line.trimStart().toLowerCase().startsWith('source:'));
-    if (hasSource)
-        return content;
-    const updatedLines = [
-        lines[0],
-        ...bodyLines,
-        `source: "${url}"`,
-        ...lines.slice(endIndex),
-    ];
-    return updatedLines.join(lineEnding);
-}
-export function hasFrontmatter(trimmed) {
-    return trimmed.startsWith('---\n') || trimmed.startsWith('---\r\n');
-}

package/dist/tools/utils/raw-markdown.d.ts

@@ -1,6 +0,0 @@
-import type { MarkdownTransformResult } from '../../config/types/content.js';
-export declare function tryTransformRawContent({ html, url, includeMetadata, }: {
-    html: string;
-    url: string;
-    includeMetadata: boolean;
-}): MarkdownTransformResult | null;

package/dist/tools/utils/raw-markdown.js

@@ -1,149 +0,0 @@
-import { logDebug } from '../../services/logger.js';
-import { isRawTextContentUrl } from '../../utils/url-transformer.js';
-const HEADING_PATTERN = /^#{1,6}\s/m;
-const LIST_PATTERN = /^(?:[-*+])\s/m;
-const HTML_DOCUMENT_PATTERN = /^(<!doctype|<html)/i;
-function containsMarkdownHeading(content) {
-    return HEADING_PATTERN.test(content);
-}
-function containsMarkdownList(content) {
-    return LIST_PATTERN.test(content);
-}
-function containsFencedCodeBlock(content) {
-    const first = content.indexOf('```');
-    if (first === -1)
-        return false;
-    return content.includes('```', first + 3);
-}
-function looksLikeMarkdown(content) {
-    return (containsMarkdownHeading(content) ||
-        containsMarkdownList(content) ||
-        containsFencedCodeBlock(content));
-}
-function detectLineEnding(content) {
-    return content.includes('\r\n') ? '\r\n' : '\n';
-}
-function findFrontmatterLines(content) {
-    const lineEnding = detectLineEnding(content);
-    const lines = content.split(lineEnding);
-    if (lines[0] !== '---')
-        return null;
-    const endIndex = lines.indexOf('---', 1);
-    if (endIndex === -1)
-        return null;
-    return { lineEnding, lines, endIndex };
-}
-function stripOptionalQuotes(value) {
-    const trimmed = value.trim();
-    if (trimmed.length < 2)
-        return trimmed;
-    const first = trimmed[0];
-    const last = trimmed[trimmed.length - 1];
-    if ((first === '"' && last === '"') || (first === "'" && last === "'")) {
-        return trimmed.slice(1, -1).trim();
-    }
-    return trimmed;
-}
-function parseFrontmatterEntry(line) {
-    const trimmed = line.trim();
-    if (!trimmed)
-        return null;
-    const separatorIndex = trimmed.indexOf(':');
-    if (separatorIndex <= 0)
-        return null;
-    const key = trimmed.slice(0, separatorIndex).trim().toLowerCase();
-    const value = trimmed.slice(separatorIndex + 1);
-    return { key, value };
-}
-function isTitleKey(key) {
-    return key === 'title' || key === 'name';
-}
-function extractTitleFromRawMarkdown(content) {
-    const frontmatter = findFrontmatterLines(content);
-    if (!frontmatter)
-        return undefined;
-    const { lines, endIndex } = frontmatter;
-    const entry = lines
-        .slice(1, endIndex)
-        .map((line) => parseFrontmatterEntry(line))
-        .find((parsed) => parsed !== null && isTitleKey(parsed.key));
-    if (!entry)
-        return undefined;
-    const value = stripOptionalQuotes(entry.value);
-    return value || undefined;
-}
-function addSourceToMarkdown(content, url) {
-    const frontmatter = findFrontmatterLines(content);
-    if (!frontmatter) {
-        return `---\nsource: "${url}"\n---\n\n${content}`;
-    }
-    const { lineEnding, lines, endIndex } = frontmatter;
-    const bodyLines = lines.slice(1, endIndex);
-    const hasSource = bodyLines.some((line) => line.trimStart().toLowerCase().startsWith('source:'));
-    if (hasSource)
-        return content;
-    const updatedLines = [
-        lines[0],
-        ...bodyLines,
-        `source: "${url}"`,
-        ...lines.slice(endIndex),
-    ];
-    return updatedLines.join(lineEnding);
-}
-function hasFrontmatter(trimmed) {
-    return trimmed.startsWith('---\n') || trimmed.startsWith('---\r\n');
-}
-function looksLikeHtmlDocument(trimmed) {
-    return HTML_DOCUMENT_PATTERN.test(trimmed);
-}
-function countCommonHtmlTags(content) {
-    const matches = content.match(/<(html|head|body|div|span|script|style|meta|link)\b/gi) ??
-        [];
-    return matches.length;
-}
-function isRawTextContent(content) {
-    const trimmed = content.trim();
-    const isHtmlDocument = looksLikeHtmlDocument(trimmed);
-    const hasMarkdownFrontmatter = hasFrontmatter(trimmed);
-    const hasTooManyHtmlTags = countCommonHtmlTags(content) > 2;
-    const isMarkdown = looksLikeMarkdown(content);
-    return (!isHtmlDocument &&
-        (hasMarkdownFrontmatter || (!hasTooManyHtmlTags && isMarkdown)));
-}
-function isLikelyHtmlContent(content) {
-    const trimmed = content.trim();
-    if (!trimmed)
-        return false;
-    if (looksLikeHtmlDocument(trimmed))
-        return true;
-    return countCommonHtmlTags(content) > 2;
-}
-function shouldPreserveRawContent(url, content) {
-    if (isRawTextContentUrl(url)) {
-        return !isLikelyHtmlContent(content);
-    }
-    return isRawTextContent(content);
-}
-function buildRawMarkdownPayload({ rawContent, url, includeMetadata, }) {
-    const title = extractTitleFromRawMarkdown(rawContent);
-    const content = includeMetadata
-        ? addSourceToMarkdown(rawContent, url)
-        : rawContent;
-    return { content, title };
-}
-export function tryTransformRawContent({ html, url, includeMetadata, }) {
-    if (!shouldPreserveRawContent(url, html)) {
-        return null;
-    }
-    logDebug('Preserving raw markdown content', { url: url.substring(0, 80) });
-    const { content, title } = buildRawMarkdownPayload({
-        rawContent: html,
-        url,
-        includeMetadata,
-    });
-    return {
-        markdown: content,
-        title,
-        truncated: false,
-    };
-}

package/dist/tools/utils/response-builder.d.ts

@@ -1,3 +0,0 @@
-import type { BatchResponseContent, BatchUrlResult, ToolResponse } from '../../config/types.js';
-export declare function createBatchResponse(results: BatchUrlResult[]): ToolResponse<BatchResponseContent>;
-//# sourceMappingURL=response-builder.d.ts.map

package/dist/tools/utils/response-builder.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"response-builder.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/response-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EAEpB,cAAc,EACd,YAAY,EACb,MAAM,uBAAuB,CAAC;AAE/B,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,cAAc,EAAE,GACxB,YAAY,CAAC,oBAAoB,CAAC,CA2BpC"}

package/dist/tools/utils/response-builder.js

@@ -1,24 +0,0 @@
-export function createBatchResponse(results) {
-    const summary = {
-        total: results.length,
-        successful: results.filter((r) => r.success).length,
-        failed: results.filter((r) => !r.success).length,
-        cached: results.filter((r) => r.cached).length,
-        totalContentBlocks: results.reduce((sum, r) => sum + (r.contentBlocks ?? 0), 0),
-    };
-    const structuredContent = {
-        results,
-        summary,
-        fetchedAt: new Date().toISOString(),
-    };
-    return {
-        content: [
-            {
-                type: 'text',
-                text: JSON.stringify(structuredContent, null, 2),
-            },
-        ],
-        structuredContent,
-    };
-}
-//# sourceMappingURL=response-builder.js.map

package/dist/tools/utils/response-builder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"response-builder.js","sourceRoot":"","sources":["../../../src/tools/utils/response-builder.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,mBAAmB,CACjC,OAAyB;IAEzB,MAAM,OAAO,GAAiB;QAC5B,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;QACnD,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;QAChD,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;QAC9C,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAChC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,EACxC,CAAC,CACF;KACF,CAAC;IAEF,MAAM,iBAAiB,GAAyB;QAC9C,OAAO;QACP,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;IAEF,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAe;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;aACjD;SACF;QACD,iBAAiB;KAClB,CAAC;AACJ,CAAC"}

package/dist/tools/utils/tool-response.d.ts

@@ -1,9 +0,0 @@
-import type { ToolResponseBase } from '../../config/types.js';
-export interface ResourceLinkDetails {
-    readonly uri: string;
-    readonly name: string;
-    readonly mimeType?: string;
-    readonly description?: string;
-}
-export declare function buildJsonToolResponse<T extends Record<string, unknown>>(structuredContent: T, fromCache: boolean, resourceLink?: ResourceLinkDetails): ToolResponseBase;
-//# sourceMappingURL=tool-response.d.ts.map

package/dist/tools/utils/tool-response.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"tool-response.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/tool-response.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,wBAAgB,qBAAqB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACrE,iBAAiB,EAAE,CAAC,EACpB,SAAS,EAAE,OAAO,EAClB,YAAY,CAAC,EAAE,mBAAmB,GACjC,gBAAgB,CAuBlB"}

package/dist/tools/utils/tool-response.js

@@ -1,19 +0,0 @@
-export function buildJsonToolResponse(structuredContent, fromCache, resourceLink) {
-    const jsonOutput = JSON.stringify(structuredContent, fromCache ? undefined : null, fromCache ? undefined : 2);
-    const content = [
-        { type: 'text', text: jsonOutput },
-        ...(resourceLink
-            ? [
-                {
-                    type: 'resource_link',
-                    uri: resourceLink.uri,
-                    name: resourceLink.name,
-                    mimeType: resourceLink.mimeType,
-                    description: resourceLink.description,
-                },
-            ]
-            : []),
-    ];
-    return { content, structuredContent };
-}
-//# sourceMappingURL=tool-response.js.map

package/dist/tools/utils/tool-response.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tool-response.js","sourceRoot":"","sources":["../../../src/tools/utils/tool-response.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,qBAAqB,CACnC,iBAAoB,EACpB,SAAkB,EAClB,YAAkC;IAElC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAC/B,iBAAiB,EACjB,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAC5B,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAC1B,CAAC;IAEF,MAAM,OAAO,GAAG;QACd,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,UAAU,EAAE;QAC3C,GAAG,CAAC,YAAY;YACd,CAAC,CAAC;gBACE;oBACE,IAAI,EAAE,eAAwB;oBAC9B,GAAG,EAAE,YAAY,CAAC,GAAG;oBACrB,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,QAAQ,EAAE,YAAY,CAAC,QAAQ;oBAC/B,WAAW,EAAE,YAAY,CAAC,WAAW;iBACtC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;AACxC,CAAC"}

package/dist/transformers/jsonl.transformer.d.ts

@@ -1,2 +0,0 @@
-import type { ContentBlockUnion, MetadataBlock } from '../config/types/content.js';
-export declare function toJsonl(blocks: readonly ContentBlockUnion[], metadata?: MetadataBlock): string;

package/dist/transformers/jsonl.transformer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"jsonl.transformer.d.ts","sourceRoot":"","sources":["../../src/transformers/jsonl.transformer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,iBAAiB,EACjB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAkEpC,wBAAgB,OAAO,CACrB,MAAM,EAAE,SAAS,iBAAiB,EAAE,EACpC,QAAQ,CAAC,EAAE,aAAa,GACvB,MAAM,CAGR"}

package/dist/transformers/jsonl.transformer.js

@@ -1,75 +0,0 @@
-import { joinLines } from '../config/formatting.js';
-import { config } from '../config/index.js';
-import { truncateText } from '../utils/sanitizer.js';
-const TEXT_BLOCK_TYPES = new Set([
-    'paragraph',
-    'heading',
-    'code',
-    'blockquote',
-]);
-function isTextBlock(block) {
-    return 'text' in block;
-}
-function isListBlock(block) {
-    return block.type === 'list';
-}
-function truncateTextBlock(block, maxLength) {
-    const truncated = truncateText(block.text, maxLength);
-    return truncated === block.text ? block : { ...block, text: truncated };
-}
-function truncateListBlock(block, maxLength) {
-    const truncatedItems = block.items.map((item) => truncateText(item, maxLength));
-    const hasChanges = truncatedItems.some((item, index) => item !== block.items[index]);
-    return hasChanges ? { ...block, items: truncatedItems } : block;
-}
-function truncateBlock(block) {
-    const maxLength = config.extraction.maxBlockLength;
-    if (TEXT_BLOCK_TYPES.has(block.type) && isTextBlock(block)) {
-        return truncateTextBlock(block, maxLength);
-    }
-    if (isListBlock(block)) {
-        return truncateListBlock(block, maxLength);
-    }
-    return block;
-}
-function serializeBlock(block) {
-    try {
-        return JSON.stringify(truncateBlock(block));
-    }
-    catch {
-        return null;
-    }
-}
-export function toJsonl(blocks, metadata) {
-    const lines = collectJsonlLines(blocks, metadata);
-    return joinLines(lines);
-}
-function collectJsonlLines(blocks, metadata) {
-    const lines = [];
-    const header = serializeMetadata(metadata);
-    if (header) {
-        lines.push(header);
-    }
-    for (const block of blocks) {
-        const serialized = serializeBlock(block);
-        if (serialized) {
-            lines.push(serialized);
-        }
-    }
-    return lines;
-}
-function serializeMetadata(metadata) {
-    if (!metadata)
-        return null;
-    try {
-        const minimalMetadata = {
-            type: metadata.type,
-            title: metadata.title,
-            url: metadata.url,
-        };
-        return JSON.stringify(minimalMetadata);
-    }
-    catch {
-        return null;
-    }
-}

package/dist/transformers/jsonl.transformer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"jsonl.transformer.js","sourceRoot":"","sources":["../../src/transformers/jsonl.transformer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAM5C,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,WAAW;IACX,SAAS;IACT,MAAM;IACN,YAAY;CACb,CAAC,CAAC;AAEH,SAAS,WAAW,CAClB,KAAwB;IAExB,OAAO,MAAM,IAAI,KAAK,CAAC;AACzB,CAAC;AAED,SAAS,WAAW,CAClB,KAAwB;IAExB,OAAO,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;AAC/B,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAmD,EACnD,SAAiB;IAEjB,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACtD,OAAO,SAAS,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;AAC1E,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAsD,EACtD,SAAiB;IAEjB,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC9C,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAC9B,CAAC;IACF,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CACpC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAC7C,CAAC;IACF,OAAO,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAClE,CAAC;AAED,SAAS,aAAa,CAAC,KAAwB;IAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC;IAEnD,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3D,OAAO,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAwB;IAC9C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,OAAO,CACrB,MAAoC,EACpC,QAAwB;IAExB,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,iBAAiB,CACxB,MAAoC,EACpC,QAAwB;IAExB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC3C,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAwB;IACjD,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,eAAe,GAAG;YACtB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,GAAG,EAAE,QAAQ,CAAC,GAAG;SAClB,CAAC;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/transformers/markdown/fenced-code-rule.d.ts

@@ -1,2 +0,0 @@
-import type TurndownService from 'turndown';
-export declare function addFencedCodeRule(instance: TurndownService): void;

package/dist/transformers/markdown/fenced-code-rule.js

@@ -1,38 +0,0 @@
-import { CODE_BLOCK } from '../../config/formatting.js';
-import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../../utils/code-language.js';
-import { isRecord } from '../../utils/guards.js';
-function isElement(node) {
-    return (isRecord(node) &&
-        'getAttribute' in node &&
-        typeof node.getAttribute === 'function');
-}
-function isFencedCodeBlock(node, options) {
-    return (options.codeBlockStyle === 'fenced' &&
-        node.nodeName === 'PRE' &&
-        node.firstChild?.nodeName === 'CODE');
-}
-function formatFencedCodeBlock(node) {
-    const codeNode = node.firstChild;
-    if (!isElement(codeNode))
-        return '';
-    const code = codeNode.textContent || '';
-    const language = resolveCodeLanguage(codeNode, code);
-    return CODE_BLOCK.format(code, language);
-}
-function resolveCodeLanguage(codeNode, code) {
-    const { className, dataLanguage } = readCodeAttributes(codeNode);
-    const attributeLanguage = resolveLanguageFromAttributes(className, dataLanguage);
-    return attributeLanguage ?? detectLanguageFromCode(code) ?? '';
-}
-function readCodeAttributes(codeNode) {
-    return {
-        className: codeNode.getAttribute('class') ?? '',
-        dataLanguage: codeNode.getAttribute('data-language') ?? '',
-    };
-}
-export function addFencedCodeRule(instance) {
-    instance.addRule('fencedCodeBlockWithLanguage', {
-        filter: (node, options) => isFencedCodeBlock(node, options),
-        replacement: (_content, node) => formatFencedCodeBlock(node),
-    });
-}

package/dist/transformers/markdown/frontmatter.d.ts

@@ -1,2 +0,0 @@
-import type { MetadataBlock } from '../../config/types/content.js';
-export declare function buildFrontmatter(metadata?: MetadataBlock): string;

package/dist/transformers/markdown/frontmatter.js

@@ -1,45 +0,0 @@
-import { FRONTMATTER_DELIMITER, joinLines } from '../../config/formatting.js';
-const YAML_SPECIAL_CHARS = /[:[\]{}"\r\t'|>&*!?,#]|\n/;
-const YAML_NUMERIC = /^[\d.]+$/;
-const YAML_RESERVED_WORDS = /^(true|false|null|yes|no|on|off)$/i;
-const ESCAPE_PATTERNS = {
-    backslash: /\\/g,
-    quote: /"/g,
-    newline: /\n/g,
-    tab: /\t/g,
-};
-const YAML_QUOTE_CHECKS = [
-    (input) => YAML_SPECIAL_CHARS.test(input),
-    (input) => input.startsWith(' ') || input.endsWith(' '),
-    (input) => input === '',
-    (input) => YAML_NUMERIC.test(input),
-    (input) => YAML_RESERVED_WORDS.test(input),
-];
-function needsYamlQuotes(value) {
-    return YAML_QUOTE_CHECKS.some((check) => check(value));
-}
-function escapeYamlValue(value) {
-    if (!needsYamlQuotes(value)) {
-        return value;
-    }
-    const escaped = value
-        .replace(ESCAPE_PATTERNS.backslash, '\\\\')
-        .replace(ESCAPE_PATTERNS.quote, '\\"')
-        .replace(ESCAPE_PATTERNS.newline, '\\n')
-        .replace(ESCAPE_PATTERNS.tab, '\\t');
-    return `"${escaped}"`;
-}
-function appendFrontmatterField(lines, key, value) {
-    if (!value)
-        return;
-    lines.push(`${key}: ${escapeYamlValue(value)}`);
-}
-export function buildFrontmatter(metadata) {
-    if (!metadata)
-        return '';
-    const lines = [FRONTMATTER_DELIMITER];
-    appendFrontmatterField(lines, 'title', metadata.title);
-    appendFrontmatterField(lines, 'source', metadata.url);
-    lines.push(FRONTMATTER_DELIMITER);
-    return joinLines(lines);
-}

package/dist/transformers/markdown/noise-rule.d.ts

@@ -1,2 +0,0 @@
-import type TurndownService from 'turndown';
-export declare function addNoiseRule(instance: TurndownService): void;