@j0hanz/superfetch 2.1.4 → 2.1.5

package/dist/transformers/markdown/noise-rule.js

@@ -1,80 +0,0 @@
-import { isRecord } from '../../utils/guards.js';
-const STRUCTURAL_TAGS = new Set([
-    'script',
-    'style',
-    'noscript',
-    'iframe',
-    'nav',
-    'footer',
-    'aside',
-    'header',
-    'form',
-    'button',
-    'input',
-    'select',
-    'textarea',
-]);
-const NAVIGATION_ROLES = new Set([
-    'navigation',
-    'banner',
-    'complementary',
-    'contentinfo',
-    'tree',
-    'menubar',
-    'menu',
-]);
-const PROMO_PATTERN = /banner|promo|announcement|cta|callout|advert|newsletter|subscribe|cookie|consent|popup|modal|overlay|toast/;
-const FIXED_PATTERN = /\b(fixed|sticky)\b/;
-const HIGH_Z_PATTERN = /\bz-(?:4\d|50)\b/;
-const ISOLATE_PATTERN = /\bisolate\b/;
-function isElement(node) {
-    return (isRecord(node) &&
-        'getAttribute' in node &&
-        typeof node.getAttribute === 'function');
-}
-function isStructuralNoiseTag(tagName) {
-    return (STRUCTURAL_TAGS.has(tagName) || tagName === 'svg' || tagName === 'canvas');
-}
-function isElementHidden(element) {
-    return (element.getAttribute('hidden') !== null ||
-        element.getAttribute('aria-hidden') === 'true');
-}
-function hasNoiseRole(role) {
-    return role !== null && NAVIGATION_ROLES.has(role);
-}
-function matchesPromoIdOrClass(className, id) {
-    const combined = `${className} ${id}`.toLowerCase();
-    return PROMO_PATTERN.test(combined);
-}
-function matchesHighZIsolate(className) {
-    return HIGH_Z_PATTERN.test(className) && ISOLATE_PATTERN.test(className);
-}
-function matchesFixedOrHighZIsolate(className) {
-    return FIXED_PATTERN.test(className) || matchesHighZIsolate(className);
-}
-function readElementMetadata(element) {
-    return {
-        tagName: element.tagName.toLowerCase(),
-        className: element.getAttribute('class') ?? '',
-        id: element.getAttribute('id') ?? '',
-        role: element.getAttribute('role'),
-        isHidden: isElementHidden(element),
-    };
-}
-function isNoiseElement(node) {
-    const metadata = readElementMetadata(node);
-    return (isStructuralNoiseTag(metadata.tagName) ||
-        metadata.isHidden ||
-        hasNoiseRole(metadata.role) ||
-        matchesFixedOrHighZIsolate(metadata.className) ||
-        matchesPromoIdOrClass(metadata.className, metadata.id));
-}
-function isNoiseNode(node) {
-    return isElement(node) && isNoiseElement(node);
-}
-export function addNoiseRule(instance) {
-    instance.addRule('removeNoise', {
-        filter: (node) => isNoiseNode(node),
-        replacement: () => '',
-    });
-}

package/dist/transformers/markdown/turndown-instance.d.ts

@@ -1,2 +0,0 @@
-import TurndownService from 'turndown';
-export declare function getTurndown(): TurndownService;

package/dist/transformers/markdown/turndown-instance.js

@@ -1,19 +0,0 @@
-import TurndownService from 'turndown';
-import { addFencedCodeRule } from './fenced-code-rule.js';
-import { addNoiseRule } from './noise-rule.js';
-let turndownInstance = null;
-function createTurndownInstance() {
-    const instance = new TurndownService({
-        headingStyle: 'atx',
-        codeBlockStyle: 'fenced',
-        emDelimiter: '_',
-        bulletListMarker: '-',
-    });
-    addNoiseRule(instance);
-    addFencedCodeRule(instance);
-    return instance;
-}
-export function getTurndown() {
-    turndownInstance ??= createTurndownInstance();
-    return turndownInstance;
-}

package/dist/transformers/markdown.d.ts

@@ -1,5 +0,0 @@
-import type { MetadataBlock } from '../config/types/content.js';
-export declare function htmlToMarkdown(html: string, metadata?: MetadataBlock, options?: {
-    url?: string;
-    signal?: AbortSignal;
-}): string;

package/dist/transformers/markdown.js

@@ -1,314 +0,0 @@
-import { parseHTML } from 'linkedom';
-import { NodeHtmlMarkdown, } from 'node-html-markdown';
-import { CODE_BLOCK, FRONTMATTER_DELIMITER, joinLines, } from '../config/formatting.js';
-import { FetchError } from '../errors/app-error.js';
-import { endTransformStage, startTransformStage, } from '../services/telemetry.js';
-import { throwIfAborted } from '../utils/cancellation.js';
-import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../utils/code-language.js';
-import { isRecord } from '../utils/guards.js';
-const YAML_SPECIAL_CHARS = /[:[\]{}"\r\t'|>&*!?,#]|\n/;
-const YAML_NUMERIC = /^[\d.]+$/;
-const YAML_RESERVED_WORDS = /^(true|false|null|yes|no|on|off)$/i;
-const ESCAPE_PATTERNS = {
-    backslash: /\\/g,
-    quote: /"/g,
-    newline: /\n/g,
-    tab: /\t/g,
-};
-const YAML_QUOTE_CHECKS = [
-    (input) => YAML_SPECIAL_CHARS.test(input),
-    (input) => input.startsWith(' ') || input.endsWith(' '),
-    (input) => input === '',
-    (input) => YAML_NUMERIC.test(input),
-    (input) => YAML_RESERVED_WORDS.test(input),
-];
-function needsYamlQuotes(value) {
-    return YAML_QUOTE_CHECKS.some((check) => check(value));
-}
-function escapeYamlValue(value) {
-    if (!needsYamlQuotes(value)) {
-        return value;
-    }
-    const escaped = value
-        .replace(ESCAPE_PATTERNS.backslash, '\\\\')
-        .replace(ESCAPE_PATTERNS.quote, '\\"')
-        .replace(ESCAPE_PATTERNS.newline, '\\n')
-        .replace(ESCAPE_PATTERNS.tab, '\\t');
-    return `"${escaped}"`;
-}
-function appendFrontmatterField(lines, key, value) {
-    if (!value)
-        return;
-    lines.push(`${key}: ${escapeYamlValue(value)}`);
-}
-function buildFrontmatter(metadata) {
-    if (!metadata)
-        return '';
-    const lines = [FRONTMATTER_DELIMITER];
-    appendFrontmatterField(lines, 'title', metadata.title);
-    appendFrontmatterField(lines, 'source', metadata.url);
-    appendFrontmatterField(lines, 'author', metadata.author);
-    appendFrontmatterField(lines, 'description', metadata.description);
-    appendFrontmatterField(lines, 'fetchedAt', metadata.fetchedAt);
-    lines.push(FRONTMATTER_DELIMITER);
-    return joinLines(lines);
-}
-function isElement(node) {
-    return (isRecord(node) &&
-        'getAttribute' in node &&
-        typeof node.getAttribute === 'function');
-}
-const STRUCTURAL_TAGS = new Set([
-    'script',
-    'style',
-    'noscript',
-    'iframe',
-    'nav',
-    'footer',
-    'aside',
-    'header',
-    'form',
-    'button',
-    'input',
-    'select',
-    'textarea',
-]);
-const NAVIGATION_ROLES = new Set([
-    'navigation',
-    'banner',
-    'complementary',
-    'contentinfo',
-    'tree',
-    'menubar',
-    'menu',
-]);
-const PROMO_PATTERN = /banner|promo|announcement|cta|callout|advert|newsletter|subscribe|cookie|consent|popup|modal|overlay|toast/;
-const FIXED_PATTERN = /\b(fixed|sticky)\b/;
-const HIGH_Z_PATTERN = /\bz-(?:4\d|50)\b/;
-const ISOLATE_PATTERN = /\bisolate\b/;
-const HTML_DOCUMENT_MARKERS = /<\s*(?:!doctype|html|head|body)\b/i;
-const NOISE_MARKERS = [
-    '<script',
-    '<style',
-    '<noscript',
-    '<iframe',
-    '<nav',
-    '<footer',
-    '<aside',
-    '<header',
-    '<form',
-    '<button',
-    '<input',
-    '<select',
-    '<textarea',
-    '<svg',
-    '<canvas',
-    ' aria-hidden="true"',
-    " aria-hidden='true'",
-    ' hidden',
-    ' role="navigation"',
-    " role='navigation'",
-    ' role="banner"',
-    " role='banner'",
-    ' role="complementary"',
-    " role='complementary'",
-    ' role="contentinfo"',
-    " role='contentinfo'",
-    ' role="tree"',
-    " role='tree'",
-    ' role="menubar"',
-    " role='menubar'",
-    ' role="menu"',
-    " role='menu'",
-    ' banner',
-    ' promo',
-    ' announcement',
-    ' cta',
-    ' callout',
-    ' advert',
-    ' newsletter',
-    ' subscribe',
-    ' cookie',
-    ' consent',
-    ' popup',
-    ' modal',
-    ' overlay',
-    ' toast',
-    ' fixed',
-    ' sticky',
-    ' z-50',
-    ' z-4',
-    ' isolate',
-];
-function mayContainNoise(html) {
-    const haystack = html.toLowerCase();
-    return NOISE_MARKERS.some((marker) => haystack.includes(marker));
-}
-function isFullDocumentHtml(html) {
-    return HTML_DOCUMENT_MARKERS.test(html);
-}
-function isStructuralNoiseTag(tagName) {
-    return (STRUCTURAL_TAGS.has(tagName) || tagName === 'svg' || tagName === 'canvas');
-}
-function isElementHidden(element) {
-    return (element.getAttribute('hidden') !== null ||
-        element.getAttribute('aria-hidden') === 'true');
-}
-function hasNoiseRole(role) {
-    return role !== null && NAVIGATION_ROLES.has(role);
-}
-function matchesPromoIdOrClass(className, id) {
-    const combined = `${className} ${id}`.toLowerCase();
-    return PROMO_PATTERN.test(combined);
-}
-function matchesHighZIsolate(className) {
-    return HIGH_Z_PATTERN.test(className) && ISOLATE_PATTERN.test(className);
-}
-function matchesFixedOrHighZIsolate(className) {
-    return FIXED_PATTERN.test(className) || matchesHighZIsolate(className);
-}
-function readElementMetadata(element) {
-    return {
-        tagName: element.tagName.toLowerCase(),
-        className: element.getAttribute('class') ?? '',
-        id: element.getAttribute('id') ?? '',
-        role: element.getAttribute('role'),
-        isHidden: isElementHidden(element),
-    };
-}
-function isNoiseElement(node) {
-    const metadata = readElementMetadata(node);
-    return (isStructuralNoiseTag(metadata.tagName) ||
-        metadata.isHidden ||
-        hasNoiseRole(metadata.role) ||
-        matchesFixedOrHighZIsolate(metadata.className) ||
-        matchesPromoIdOrClass(metadata.className, metadata.id));
-}
-function removeNoiseFromHtml(html) {
-    const shouldParse = isFullDocumentHtml(html) || mayContainNoise(html);
-    if (!shouldParse)
-        return html;
-    const shouldRemove = mayContainNoise(html);
-    try {
-        const { document } = parseHTML(html);
-        if (shouldRemove) {
-            const nodes = Array.from(document.querySelectorAll('*'));
-            for (let index = nodes.length - 1; index >= 0; index -= 1) {
-                const node = nodes[index];
-                if (!node)
-                    continue;
-                if (isElement(node) && isNoiseElement(node)) {
-                    node.remove();
-                }
-            }
-        }
-        const { body } = document;
-        if (body?.innerHTML)
-            return body.innerHTML;
-        if (typeof document.toString ===
-            'function') {
-            return document.toString();
-        }
-        const { documentElement } = document;
-        if (documentElement?.outerHTML)
-            return documentElement.outerHTML;
-        return html;
-    }
-    catch {
-        return html;
-    }
-}
-function buildInlineCode(content) {
-    const runs = content.match(/`+/g);
-    const longest = runs?.sort((a, b) => b.length - a.length)[0] ?? '';
-    const delimiter = `\`${longest}`;
-    const padding = delimiter.length > 1 ? ' ' : '';
-    return `${delimiter}${padding}${content}${padding}${delimiter}`;
-}
-function isCodeBlock(parent) {
-    if (!isRecord(parent))
-        return false;
-    const tagName = typeof parent.tagName === 'string' ? parent.tagName.toUpperCase() : '';
-    return ['PRE', 'WRAPPED-PRE'].includes(tagName);
-}
-function createCodeTranslator() {
-    return {
-        code: (ctx) => {
-            if (!isRecord(ctx)) {
-                return {
-                    spaceIfRepeatingChar: true,
-                    noEscape: true,
-                    postprocess: ({ content }) => buildInlineCode(content),
-                };
-            }
-            const { node, parent, visitor } = ctx;
-            const getAttribute = isRecord(node) && typeof node.getAttribute === 'function'
-                ? node.getAttribute.bind(node)
-                : undefined;
-            if (!isCodeBlock(parent)) {
-                return {
-                    spaceIfRepeatingChar: true,
-                    noEscape: true,
-                    postprocess: ({ content }) => buildInlineCode(content),
-                };
-            }
-            const className = getAttribute?.('class') ?? '';
-            const dataLanguage = getAttribute?.('data-language') ?? '';
-            const attributeLanguage = resolveLanguageFromAttributes(className, dataLanguage);
-            const childTranslators = isRecord(visitor) ? visitor.instance : null;
-            const codeBlockTranslators = isRecord(childTranslators) &&
-                isRecord(childTranslators
-                    .codeBlockTranslators)
-                ? childTranslators.codeBlockTranslators
-                : null;
-            return {
-                noEscape: true,
-                preserveWhitespace: true,
-                ...(codeBlockTranslators
-                    ? { childTranslators: codeBlockTranslators }
-                    : null),
-                postprocess: ({ content }) => {
-                    const language = attributeLanguage ?? detectLanguageFromCode(content) ?? '';
-                    return CODE_BLOCK.format(content, language);
-                },
-            };
-        },
-    };
-}
-let markdownInstance = null;
-function createMarkdownInstance() {
-    return new NodeHtmlMarkdown({
-        codeFence: CODE_BLOCK.fence,
-        codeBlockStyle: 'fenced',
-        emDelimiter: '_',
-        bulletMarker: '-',
-    }, createCodeTranslator());
-}
-function getMarkdownConverter() {
-    markdownInstance ??= createMarkdownInstance();
-    return markdownInstance;
-}
-export function htmlToMarkdown(html, metadata, options) {
-    const url = options?.url ?? metadata?.url ?? '';
-    const frontmatter = buildFrontmatter(metadata);
-    if (!html)
-        return frontmatter;
-    try {
-        throwIfAborted(options?.signal, url, 'markdown:begin');
-        const noiseStage = startTransformStage(url, 'markdown:noise');
-        const cleanedHtml = removeNoiseFromHtml(html);
-        endTransformStage(noiseStage);
-        throwIfAborted(options?.signal, url, 'markdown:cleaned');
-        const translateStage = startTransformStage(url, 'markdown:translate');
-        const content = getMarkdownConverter().translate(cleanedHtml).trim();
-        endTransformStage(translateStage);
-        throwIfAborted(options?.signal, url, 'markdown:translated');
-        return frontmatter ? `${frontmatter}\n${content}` : content;
-    }
-    catch (error) {
-        if (error instanceof FetchError) {
-            throw error;
-        }
-        return frontmatter;
-    }
-}

package/dist/transformers/markdown.transformer.d.ts

@@ -1,2 +0,0 @@
-import type { MetadataBlock } from '../config/types/content.js';
-export declare function htmlToMarkdown(html: string, metadata?: MetadataBlock): string;

package/dist/transformers/markdown.transformer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"markdown.transformer.d.ts","sourceRoot":"","sources":["../../src/transformers/markdown.transformer.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AA+HhE,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,aAAa,GAAG,MAAM,CAa7E"}

package/dist/transformers/markdown.transformer.js

@@ -1,14 +0,0 @@
-import { buildFrontmatter } from './markdown/frontmatter.js';
-import { getTurndown } from './markdown/turndown-instance.js';
-export function htmlToMarkdown(html, metadata) {
-    const frontmatter = buildFrontmatter(metadata);
-    if (!html)
-        return frontmatter;
-    try {
-        const content = getTurndown().turndown(html).trim();
-        return frontmatter ? `${frontmatter}\n${content}` : content;
-    }
-    catch {
-        return frontmatter;
-    }
-}

package/dist/transformers/markdown.transformer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"markdown.transformer.js","sourceRoot":"","sources":["../../src/transformers/markdown.transformer.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,UAAU,CAAC;AAEvC,OAAO,EACL,UAAU,EACV,qBAAqB,EACrB,SAAS,GACV,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACL,sBAAsB,EACtB,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AAEnC,IAAI,gBAAgB,GAA2B,IAAI,CAAC;AAEpD,SAAS,WAAW;IAClB,IAAI,gBAAgB;QAAE,OAAO,gBAAgB,CAAC;IAC9C,gBAAgB,GAAG,sBAAsB,EAAE,CAAC;IAC5C,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,SAAS,sBAAsB;IAC7B,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;QACnC,YAAY,EAAE,KAAK;QACnB,cAAc,EAAE,QAAQ;QACxB,WAAW,EAAE,GAAG;QAChB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IAEH,YAAY,CAAC,QAAQ,CAAC,CAAC;IACvB,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAE5B,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,QAAyB;IAC7C,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE;QAC9B,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC;QAC3E,WAAW,EAAE,GAAG,EAAE,CAAC,EAAE;KACtB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAyB;IAClD,QAAQ,CAAC,OAAO,CAAC,6BAA6B,EAAE;QAC9C,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC;QAC3D,WAAW,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC;KAC7D,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CACxB,IAA0B,EAC1B,OAAgC;IAEhC,IAAI,OAAO,CAAC,cAAc,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC1C,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAC5B,IAAI,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAC9B,OAAO,UAAU,CAAC,QAAQ,KAAK,MAAM,CAAC;AACxC,CAAC;AAED,SAAS,qBAAqB,CAAC,IAA0B;IACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAyB,CAAC;IAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC;IACxC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACrD,OAAO,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAqB,EAAE,IAAY;IAC9D,MAAM,SAAS,GAAG,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;IAC9D,MAAM,iBAAiB,GAAG,6BAA6B,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC7E,OAAO,iBAAiB,IAAI,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,kBAAkB,GAAG,2BAA2B,CAAC;AACvD,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,mBAAmB,GAAG,oCAAoC,CAAC;AAEjE,MAAM,eAAe,GAAG;IACtB,SAAS,EAAE,KAAK;IAChB,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,KAAK;IACd,GAAG,EAAE,KAAK;CACF,CAAC;AAEX,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,MAAM,GAAG;QACb,CAAC,KAAa,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;QACjD,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC/D,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE;QAC/B,CAAC,KAAa,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;QAC3C,CAAC,KAAa,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;KACnD,CAAC;IAEF,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,OAAO,GAAG,KAAK;SAClB,OAAO,CAAC,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1C,OAAO,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC;SACrC,OAAO,CAAC,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC;SACvC,OAAO,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAEvC,OAAO,IAAI,OAAO,GAAG,CAAC;AACxB,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAuB;IAChD,MAAM,KAAK,GAAa,CAAC,qBAAqB,CAAC,CAAC;IAEhD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,UAAU,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,WAAW,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAClC,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,OAAO,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAwB;IACrD,OAAO,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,QAAwB;IACnE,MAAM,WAAW,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAEpD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5C,OAAO,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,WAAW,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,OAAO,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;AACnD,CAAC"}

package/dist/types/content.types.d.ts

@@ -1,63 +0,0 @@
-type ContentBlockType = 'metadata' | 'heading' | 'paragraph' | 'list' | 'code' | 'table' | 'image';
-interface ContentBlock {
-    type: ContentBlockType;
-}
-export interface MetadataBlock extends ContentBlock {
-    type: 'metadata';
-    title?: string | undefined;
-    description?: string | undefined;
-    author?: string | undefined;
-    url: string;
-    fetchedAt: string;
-}
-export interface HeadingBlock extends ContentBlock {
-    type: 'heading';
-    level: number;
-    text: string;
-}
-export interface ParagraphBlock extends ContentBlock {
-    type: 'paragraph';
-    text: string;
-}
-export interface ListBlock extends ContentBlock {
-    type: 'list';
-    ordered: boolean;
-    items: string[];
-}
-export interface CodeBlock extends ContentBlock {
-    type: 'code';
-    language?: string | undefined;
-    text: string;
-}
-export interface TableBlock extends ContentBlock {
-    type: 'table';
-    headers?: string[] | undefined;
-    rows: string[][];
-}
-export interface ImageBlock extends ContentBlock {
-    type: 'image';
-    src: string;
-    alt?: string | undefined;
-}
-export type ContentBlockUnion = MetadataBlock | HeadingBlock | ParagraphBlock | ListBlock | CodeBlock | TableBlock | ImageBlock;
-export interface ExtractedArticle {
-    title?: string | undefined;
-    byline?: string | undefined;
-    content: string;
-    textContent: string;
-    excerpt?: string | undefined;
-    siteName?: string | undefined;
-}
-export interface CacheEntry {
-    url: string;
-    content: string;
-    fetchedAt: string;
-    expiresAt: string;
-}
-export interface ExtractedLink {
-    href: string;
-    text: string;
-    type: 'internal' | 'external' | 'image';
-}
-export {};
-//# sourceMappingURL=content.types.d.ts.map

package/dist/types/content.types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"content.types.d.ts","sourceRoot":"","sources":["../../src/types/content.types.ts"],"names":[],"mappings":"AACA,KAAK,gBAAgB,GACjB,UAAU,GACV,SAAS,GACT,WAAW,GACX,MAAM,GACN,MAAM,GACN,OAAO,GACP,OAAO,CAAC;AAGZ,UAAU,YAAY;IACpB,IAAI,EAAE,gBAAgB,CAAC;CACxB;AAGD,MAAM,WAAW,aAAc,SAAQ,YAAY;IACjD,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,YAAa,SAAQ,YAAY;IAChD,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAGD,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd;AAGD,MAAM,WAAW,SAAU,SAAQ,YAAY;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAGD,MAAM,WAAW,SAAU,SAAQ,YAAY;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;CACd;AAGD,MAAM,WAAW,UAAW,SAAQ,YAAY;IAC9C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IAC/B,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;CAClB;AAGD,MAAM,WAAW,UAAW,SAAQ,YAAY;IAC9C,IAAI,EAAE,OAAO,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B;AAGD,MAAM,MAAM,iBAAiB,GACzB,aAAa,GACb,YAAY,GACZ,cAAc,GACd,SAAS,GACT,SAAS,GACT,UAAU,GACV,UAAU,CAAC;AAGf,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AAGD,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,GAAG,UAAU,GAAG,OAAO,CAAC;CACzC"}

package/dist/types/content.types.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=content.types.js.map

package/dist/types/content.types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"content.types.js","sourceRoot":"","sources":["../../src/types/content.types.ts"],"names":[],"mappings":""}

package/dist/types/index.d.ts

@@ -1,2 +0,0 @@
-export type * from '../config/types.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,mBAAmB,oBAAoB,CAAC"}

package/dist/types/index.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":""}

package/dist/types/schemas.d.ts

@@ -1,49 +0,0 @@
-/**
- * Tool input types - used for type safety in tool handlers
- */
-/** Common request options shared across tools */
-export interface RequestOptions {
-    /** Custom HTTP headers for the request */
-    customHeaders?: Record<string, string> | undefined;
-    /** Request timeout in milliseconds (1000-60000) */
-    timeout?: number | undefined;
-    /** Number of retry attempts (1-10) */
-    retries?: number | undefined;
-}
-export interface FetchUrlInput extends RequestOptions {
-    url: string;
-    extractMainContent?: boolean | undefined;
-    includeMetadata?: boolean | undefined;
-    maxContentLength?: number | undefined;
-    format?: 'jsonl' | 'markdown' | undefined;
-}
-export interface FetchLinksInput extends RequestOptions {
-    url: string;
-    includeExternal?: boolean | undefined;
-    includeInternal?: boolean | undefined;
-    /** Maximum number of links to return */
-    maxLinks?: number | undefined;
-    /** Regex pattern to filter links (matches against href) */
-    filterPattern?: string | undefined;
-    /** Include image links (img src attributes) */
-    includeImages?: boolean | undefined;
-}
-export interface FetchMarkdownInput extends RequestOptions {
-    url: string;
-    extractMainContent?: boolean | undefined;
-    includeMetadata?: boolean | undefined;
-    /** Maximum content length in characters */
-    maxContentLength?: number | undefined;
-    /** Generate table of contents from headings */
-    generateToc?: boolean | undefined;
-}
-export interface FetchUrlsInput extends RequestOptions {
-    urls: string[];
-    extractMainContent?: boolean | undefined;
-    includeMetadata?: boolean | undefined;
-    maxContentLength?: number | undefined;
-    format?: 'jsonl' | 'markdown' | undefined;
-    concurrency?: number | undefined;
-    continueOnError?: boolean | undefined;
-}
-//# sourceMappingURL=schemas.d.ts.map

package/dist/types/schemas.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/types/schemas.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,iDAAiD;AACjD,MAAM,WAAW,cAAc;IAC7B,0CAA0C;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IACnD,mDAAmD;IACnD,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B;AAED,MAAM,WAAW,aAAc,SAAQ,cAAc;IACnD,GAAG,EAAE,MAAM,CAAC;IACZ,kBAAkB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACzC,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;CAC3C;AAED,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,2DAA2D;IAC3D,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,+CAA+C;IAC/C,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACrC;AAED,MAAM,WAAW,kBAAmB,SAAQ,cAAc;IACxD,GAAG,EAAE,MAAM,CAAC;IACZ,kBAAkB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACzC,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,2CAA2C;IAC3C,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,+CAA+C;IAC/C,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACnC;AAED,MAAM,WAAW,cAAe,SAAQ,cAAc;IACpD,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,kBAAkB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACzC,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACvC"}

package/dist/types/schemas.js

@@ -1,5 +0,0 @@
-/**
- * Tool input types - used for type safety in tool handlers
- */
-export {};
-//# sourceMappingURL=schemas.js.map

package/dist/types/schemas.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/types/schemas.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/utils/cached-payload.d.ts

@@ -1,7 +0,0 @@
-export interface CachedPayload {
-    content?: string;
-    markdown?: string;
-    title?: string;
-}
-export declare function parseCachedPayload(raw: string): CachedPayload | null;
-export declare function resolveCachedPayloadContent(payload: CachedPayload): string | null;

package/dist/utils/cached-payload.js

@@ -1,36 +0,0 @@
-import { isRecord } from './guards.js';
-export function parseCachedPayload(raw) {
-    try {
-        const parsed = JSON.parse(raw);
-        return isCachedPayload(parsed) ? parsed : null;
-    }
-    catch {
-        return null;
-    }
-}
-export function resolveCachedPayloadContent(payload) {
-    if (typeof payload.markdown === 'string') {
-        return payload.markdown;
-    }
-    if (typeof payload.content === 'string') {
-        return payload.content;
-    }
-    return null;
-}
-function hasOptionalStringProperty(value, key) {
-    const prop = value[key];
-    if (prop === undefined)
-        return true;
-    return typeof prop === 'string';
-}
-function isCachedPayload(value) {
-    if (!isRecord(value))
-        return false;
-    if (!hasOptionalStringProperty(value, 'content'))
-        return false;
-    if (!hasOptionalStringProperty(value, 'markdown'))
-        return false;
-    if (!hasOptionalStringProperty(value, 'title'))
-        return false;
-    return true;
-}

package/dist/utils/cancellation.d.ts

@@ -1 +0,0 @@
-export declare function throwIfAborted(signal: AbortSignal | undefined, url: string, stage: string): void;