@j0hanz/superfetch 2.1.4 → 2.1.5

package/dist/services/card-extractor.js

@@ -1,199 +0,0 @@
-import { logDebug } from './logger.js';
-/**
- * Card link extraction utilities for preserving card-style navigation
- * from documentation sites before Readability strips them.
- */
-const NOISE_SELECTORS = 'style, svg, [class*="icon"], [aria-hidden="true"]';
-/**
- * Clean element by removing noise (styles, SVGs, icons)
- */
-function cleanElement(element) {
-    const clone = element.cloneNode(true);
-    clone.querySelectorAll(NOISE_SELECTORS).forEach((el) => {
-        el.remove();
-    });
-    return clone;
-}
-/**
- * Extract clean title from a card-like link element
- */
-function extractCardTitle(link) {
-    const clone = cleanElement(link);
-    // Look for the first div child which typically contains the title in card layouts
-    for (const div of clone.querySelectorAll('div')) {
-        if (div.querySelector('div'))
-            continue; // Skip container divs
-        const text = div.textContent.trim();
-        if (text.length > 1 &&
-            text.length < 50 &&
-            !text.includes(' with ') &&
-            !text.includes('Use ')) {
-            return text;
-        }
-    }
-    // Look for structured title elements
-    const titleEl = clone.querySelector('[class*="title"], h2, h3, h4, h5, strong');
-    if (titleEl) {
-        const title = titleEl.textContent.trim();
-        if (title.length > 1 && title.length < 100)
-            return title;
-    }
-    // Fall back to first meaningful text content
-    const text = clone.textContent.trim().replace(/\s+/g, ' ');
-    if (!text || text.length <= 1 || text.length >= 100)
-        return null;
-    // Extract title part (first word/phrase before description)
-    const words = text.split(/(?=Use |Try |Learn |Get )/);
-    if (words.length > 1 && words[0])
-        return words[0].trim();
-    const firstLine = text
-        .split(/[.\n]/)
-        .find((s) => s.trim().length > 1)
-        ?.trim();
-    return firstLine ?? text;
-}
-/**
- * Extract description from a card-like link element
- */
-function extractCardDescription(link) {
-    const clone = cleanElement(link);
-    const descEl = clone.querySelector('p, [class*="description"], [class*="muted"]');
-    if (descEl) {
-        const desc = descEl.textContent.trim();
-        if (desc.length > 5 && desc.length < 200)
-            return desc;
-    }
-    const text = clone.textContent.trim().replace(/\s+/g, ' ');
-    if (!text)
-        return null;
-    const descMatch = /(Use |Try |Learn |Get ).*$/.exec(text);
-    if (descMatch && descMatch[0].length > 10)
-        return descMatch[0];
-    return null;
-}
-/**
- * Create a list item with link and optional description
- * Formats as markdown-style link to preserve href for AI parsing
- */
-function createLinkListItem(document, href, title, description) {
-    const li = document.createElement('li');
-    const link = document.createElement('a');
-    link.setAttribute('href', href);
-    link.textContent = title;
-    li.appendChild(link);
-    if (description && description !== title && !title.includes(description)) {
-        li.appendChild(document.createTextNode(` - ${description}`));
-    }
-    return li;
-}
-/**
- * Process custom <card> elements (used by MDX-based docs)
- */
-function processCustomCards(document) {
-    const customCards = document.querySelectorAll('card[href], card[title]');
-    if (customCards.length === 0)
-        return;
-    const list = document.createElement('ul');
-    list.setAttribute('data-preserved-cards', 'true');
-    for (const card of customCards) {
-        const href = card.getAttribute('href');
-        const title = card.getAttribute('title') ?? card.textContent.trim();
-        if (href && title) {
-            const desc = card.querySelector('p')?.textContent.trim();
-            list.appendChild(createLinkListItem(document, href, title, desc));
-        }
-    }
-    if (list.children.length > 0) {
-        const firstCard = customCards[0];
-        firstCard?.parentNode?.insertBefore(list, firstCard);
-        customCards.forEach((card) => {
-            card.remove();
-        });
-    }
-}
-/**
- * Process CSS grid card containers
- * Optimized to use more specific selectors to reduce iteration overhead
- */
-function processCardGrids(document) {
-    // Use querySelectorAll on all divs but filter early with direct child selector
-    for (const div of document.querySelectorAll('div')) {
-        // Use :scope > a[href] for direct child links only (more efficient than Array.from + filter)
-        const childLinks = div.querySelectorAll(':scope > a[href]');
-        if (childLinks.length < 2)
-            continue;
-        const looksLikeCards = Array.from(childLinks).every((link) => {
-            const hasStructuredContent = link.querySelector('svg, div, p, span');
-            const hasReasonableText = link.textContent.trim().length > 3;
-            return hasStructuredContent && hasReasonableText;
-        });
-        if (!looksLikeCards)
-            continue;
-        const section = document.createElement('div');
-        section.setAttribute('data-preserved-cards', 'true');
-        const list = document.createElement('ul');
-        for (const link of childLinks) {
-            const href = link.getAttribute('href');
-            const title = extractCardTitle(link);
-            const desc = extractCardDescription(link);
-            if (href && title) {
-                list.appendChild(createLinkListItem(document, href, title, desc));
-            }
-        }
-        if (list.children.length > 0) {
-            section.appendChild(list);
-            div.parentNode?.replaceChild(section, div);
-        }
-    }
-}
-/**
- * Process semantic card containers
- */
-function processSemanticCards(document) {
-    const cardSelectors = [
-        '[class*="card-group"]',
-        '[class*="card-grid"]',
-        '[class*="cards"]',
-        '[data-cards]',
-        '[class*="link-card"]',
-        '[class*="feature-card"]',
-    ];
-    for (const selector of cardSelectors) {
-        try {
-            for (const container of document.querySelectorAll(selector)) {
-                const links = container.querySelectorAll('a[href]');
-                if (links.length === 0)
-                    continue;
-                const list = document.createElement('ul');
-                list.setAttribute('data-preserved-cards', 'true');
-                for (const link of links) {
-                    const href = link.getAttribute('href');
-                    const title = extractCardTitle(link);
-                    if (href && title) {
-                        list.appendChild(createLinkListItem(document, href, title));
-                    }
-                }
-                if (list.children.length > 0) {
-                    container.parentNode?.replaceChild(list, container);
-                }
-            }
-        }
-        catch (error) {
-            // Selector might be invalid, skip it
-            logDebug('Card selector processing failed (non-critical)', {
-                selector,
-                error: error instanceof Error ? error.message : 'Unknown',
-            });
-        }
-    }
-}
-/**
- * Pre-process HTML to preserve card links that Readability might strip.
- * Converts card-like elements into simple link lists.
- */
-export function preserveCardLinks(document) {
-    processCustomCards(document);
-    processCardGrids(document);
-    processSemanticCards(document);
-}
-//# sourceMappingURL=card-extractor.js.map

package/dist/services/card-extractor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"card-extractor.js","sourceRoot":"","sources":["../../src/services/card-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC;;;GAGG;AAEH,MAAM,eAAe,GAAG,mDAAmD,CAAC;AAE5E;;GAEG;AACH,SAAS,YAAY,CAAC,OAAgB;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAY,CAAC;IACjD,KAAK,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;QACrD,EAAE,CAAC,MAAM,EAAE,CAAC;IACd,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,IAAa;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAEjC,kFAAkF;IAClF,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,SAAS,CAAC,sBAAsB;QAE9D,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACpC,IACE,IAAI,CAAC,MAAM,GAAG,CAAC;YACf,IAAI,CAAC,MAAM,GAAG,EAAE;YAChB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EACtB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,MAAM,OAAO,GAAG,KAAK,CAAC,aAAa,CACjC,0CAA0C,CAC3C,CAAC;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;IAC3D,CAAC;IAED,6CAA6C;IAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3D,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IAEjE,4DAA4D;IAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACtD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAEzD,MAAM,SAAS,GAAG,IAAI;SACnB,KAAK,CAAC,OAAO,CAAC;SACd,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QACjC,EAAE,IAAI,EAAE,CAAC;IACX,OAAO,SAAS,IAAI,IAAI,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,IAAa;IAC3C,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAEjC,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAChC,6CAA6C,CAC9C,CAAC;IACF,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACvC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;IACxD,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3D,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,MAAM,SAAS,GAAG,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IAE/D,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CACzB,QAAkB,EAClB,IAAY,EACZ,KAAa,EACb,WAA2B;IAE3B,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAChC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IACzB,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAErB,IAAI,WAAW,IAAI,WAAW,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACzE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,QAAkB;IAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,gBAAgB,CAAC,yBAAyB,CAAC,CAAC;IACzE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAErC,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IAElD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAEpE,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACjC,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACrD,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,QAAkB;IAC1C,+EAA+E;IAC/E,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,6FAA6F;QAC7F,MAAM,UAAU,GAAG,GAAG,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;QAE5D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAEpC,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3D,MAAM,oBAAoB,GAAG,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;YACrE,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7D,OAAO,oBAAoB,IAAI,iBAAiB,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc;YAAE,SAAS;QAE9B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,YAAY,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAE1C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;YAE1C,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBAClB,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC1B,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,QAAkB;IAC9C,MAAM,aAAa,GAAG;QACpB,uBAAuB;QACvB,sBAAsB;QACtB,kBAAkB;QAClB,cAAc;QACd,sBAAsB;QACtB,yBAAyB;KAC1B,CAAC;IAEF,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5D,MAAM,KAAK,GAAG,SAAS,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBACpD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAEjC,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBAC1C,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;gBAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBACvC,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;oBAErC,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;wBAClB,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC;gBAED,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qCAAqC;YACrC,QAAQ,CAAC,gDAAgD,EAAE;gBACzD,QAAQ;gBACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;aAC1D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAkB;IAClD,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC7B,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC3B,oBAAoB,CAAC,QAAQ,CAAC,CAAC;AACjC,CAAC"}

package/dist/services/context.d.ts

@@ -1,10 +0,0 @@
-interface RequestContext {
-    readonly requestId: string;
-    readonly sessionId?: string;
-    readonly operationId?: string;
-}
-export declare function runWithRequestContext<T>(context: RequestContext, fn: () => T): T;
-export declare function getRequestId(): string | undefined;
-export declare function getSessionId(): string | undefined;
-export declare function getOperationId(): string | undefined;
-export {};

package/dist/services/context.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../src/services/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,UAAU,cAAc;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,eAAO,MAAM,cAAc,mCAA0C,CAAC;AAEtE,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAEjD;AAED,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAEjD"}

package/dist/services/context.js

@@ -1,14 +0,0 @@
-import { AsyncLocalStorage } from 'node:async_hooks';
-const requestContext = new AsyncLocalStorage();
-export function runWithRequestContext(context, fn) {
-    return requestContext.run(context, fn);
-}
-export function getRequestId() {
-    return requestContext.getStore()?.requestId;
-}
-export function getSessionId() {
-    return requestContext.getStore()?.sessionId;
-}
-export function getOperationId() {
-    return requestContext.getStore()?.operationId;
-}

package/dist/services/context.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/services/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAOrD,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,iBAAiB,EAAkB,CAAC;AAEtE,MAAM,UAAU,YAAY;IAC1B,OAAO,cAAc,CAAC,QAAQ,EAAE,EAAE,SAAS,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO,cAAc,CAAC,QAAQ,EAAE,EAAE,SAAS,CAAC;AAC9C,CAAC"}

package/dist/services/extractor.d.ts

@@ -1,5 +0,0 @@
-import type { ExtractionResult } from '../config/types/content.js';
-export declare function extractContent(html: string, url: string, options?: {
-    extractArticle?: boolean;
-    signal?: AbortSignal;
-}): ExtractionResult;

package/dist/services/extractor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../src/services/extractor.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAGV,gBAAgB,EACjB,MAAM,4BAA4B,CAAC;AAyKpC,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAA;CAA6B,GAC/D,gBAAgB,CAMlB"}

package/dist/services/extractor.js

@@ -1,142 +0,0 @@
-import { parseHTML } from 'linkedom';
-import { Readability } from '@mozilla/readability';
-import { FetchError } from '../errors/app-error.js';
-import { throwIfAborted } from '../utils/cancellation.js';
-import { getErrorMessage } from '../utils/error-details.js';
-import { isRecord } from '../utils/guards.js';
-import { truncateHtml } from '../utils/html-truncator.js';
-import { logError, logInfo, logWarn } from './logger.js';
-import { extractMetadata } from './metadata-collector.js';
-import { endTransformStage, startTransformStage } from './telemetry.js';
-function isReadabilityCompatible(doc) {
-    if (!isRecord(doc))
-        return false;
-    return hasDocumentElement(doc) && hasQuerySelectors(doc);
-}
-function hasDocumentElement(record) {
-    return 'documentElement' in record;
-}
-function hasQuerySelectors(record) {
-    return (typeof record.querySelectorAll === 'function' &&
-        typeof record.querySelector === 'function');
-}
-function extractArticle(document) {
-    if (!isReadabilityCompatible(document)) {
-        logWarn('Document not compatible with Readability');
-        return null;
-    }
-    return mapParsedArticle(parseReadabilityArticle(document));
-}
-function parseReadabilityArticle(document) {
-    try {
-        // Type assertion is safe here due to isReadabilityCompatible check
-        const reader = new Readability(document);
-        return reader.parse();
-    }
-    catch (error) {
-        logError('Failed to extract article with Readability', asError(error));
-        return null;
-    }
-}
-function asError(error) {
-    if (error instanceof Error) {
-        return error;
-    }
-    return undefined;
-}
-function mapParsedArticle(parsed) {
-    return parsed ? mapReadabilityResult(parsed) : null;
-}
-function mapReadabilityResult(parsed) {
-    return {
-        content: parsed.content ?? '',
-        textContent: parsed.textContent ?? '',
-        ...buildOptionalArticleFields(parsed),
-    };
-}
-function buildOptionalArticleFields(parsed) {
-    const optional = {};
-    addOptionalField(optional, 'title', parsed.title);
-    addOptionalField(optional, 'byline', parsed.byline);
-    addOptionalField(optional, 'excerpt', parsed.excerpt);
-    addOptionalField(optional, 'siteName', parsed.siteName);
-    return optional;
-}
-function addOptionalField(target, key, value) {
-    if (value == null)
-        return;
-    target[key] = value;
-}
-export function extractContent(html, url, options = {
-    extractArticle: true,
-}) {
-    if (!isValidInput(html, url)) {
-        return { article: null, metadata: {} };
-    }
-    return tryExtractContent(html, url, options);
-}
-function tryExtractContent(html, url, options) {
-    try {
-        throwIfAborted(options.signal, url, 'extract:begin');
-        const parseStage = startTransformStage(url, 'extract:parse');
-        const { document } = parseHTML(truncateHtml(html));
-        endTransformStage(parseStage);
-        throwIfAborted(options.signal, url, 'extract:parsed');
-        applyBaseUri(document, url);
-        const metadataStage = startTransformStage(url, 'extract:metadata');
-        const metadata = extractMetadata(document);
-        endTransformStage(metadataStage);
-        throwIfAborted(options.signal, url, 'extract:metadata');
-        let article;
-        if (options.extractArticle) {
-            const articleStage = startTransformStage(url, 'extract:article');
-            article = resolveArticleExtraction(document, options.extractArticle);
-            endTransformStage(articleStage);
-        }
-        else {
-            article = null;
-        }
-        throwIfAborted(options.signal, url, 'extract:article');
-        return {
-            article,
-            metadata,
-        };
-    }
-    catch (error) {
-        if (error instanceof FetchError) {
-            throw error;
-        }
-        throwIfAborted(options.signal, url, 'extract:error');
-        logError('Failed to extract content', error instanceof Error ? error : undefined);
-        return { article: null, metadata: {} };
-    }
-}
-function isValidInput(html, url) {
-    return (validateRequiredString(html, 'extractContent called with invalid HTML input') && validateRequiredString(url, 'extractContent called with invalid URL'));
-}
-function validateRequiredString(value, message) {
-    if (isNonEmptyString(value))
-        return true;
-    logWarn(message);
-    return false;
-}
-function isNonEmptyString(value) {
-    return typeof value === 'string' && value.length > 0;
-}
-function resolveArticleExtraction(document, shouldExtract) {
-    return shouldExtract ? extractArticle(document) : null;
-}
-function applyBaseUri(document, url) {
-    try {
-        Object.defineProperty(document, 'baseURI', {
-            value: url,
-            writable: true,
-        });
-    }
-    catch (error) {
-        logInfo('Failed to set baseURI (non-critical)', {
-            url: url.substring(0, 100),
-            error: getErrorMessage(error),
-        });
-    }
-}

package/dist/services/extractor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/services/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAQnD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAWzD,SAAS,gBAAgB,CACvB,KAAyB,EACzB,KAAgB;IAEhB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC;AAC3D,CAAC;AAED,SAAS,wBAAwB;IAC/B,OAAO;QACL,KAAK,EAAE,EAAE;QACT,WAAW,EAAE,EAAE;QACf,MAAM,EAAE,EAAE;KACX,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB,EAAE,GAAoB;IACrE,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,CAAC,OAAO;QAAE,OAAO;IAErB,IAAI,oBAAoB,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC;QAAE,OAAO;IACtD,IAAI,kBAAkB,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC;QAAE,OAAO;IACpD,mBAAmB,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,cAAc,CAAC,GAAoB;IAC1C,OAAO,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAyB,EACzB,GAAoB,EACpB,OAAe;IAEf,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACxC,IAAI,GAAG,KAAK,OAAO;QAAE,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC;IAC9C,IAAI,GAAG,KAAK,aAAa;QAAE,KAAK,CAAC,WAAW,CAAC,EAAE,GAAG,OAAO,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAyB,EACzB,GAAoB,EACpB,OAAe;IAEf,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAEhD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACzC,IAAI,GAAG,KAAK,OAAO;QAAE,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;IACnD,IAAI,GAAG,KAAK,aAAa;QAAE,KAAK,CAAC,WAAW,CAAC,OAAO,GAAG,OAAO,CAAC;IAC/D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAyB,EACzB,GAAoB,EACpB,OAAe;IAEf,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,WAAW,CAAC,QAAQ,GAAG,OAAO,CAAC;IACvC,CAAC;IAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,KAAK,CAAC,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC;IAClC,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAkB,EAAE,KAAyB;IACjE,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACnD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,QAAkB,EAClB,KAAyB;IAEzB,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ;QAAE,OAAO;IACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAChD,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;QACzB,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;IACpD,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,QAAkB;IACzC,MAAM,KAAK,GAAG,wBAAwB,EAAE,CAAC;IAEzC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC9B,mBAAmB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAErC,OAAO;QACL,KAAK,EAAE,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC;QACvC,WAAW,EAAE,gBAAgB,CAAC,KAAK,EAAE,aAAa,CAAC;QACnD,MAAM,EAAE,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,GAAY;IAC3C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAClD,IAAI,CAAC,CAAC,iBAAiB,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,CAAC,CAAC,kBAAkB,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/C,IAAI,CAAC,CAAC,eAAe,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,QAAiB;IACvC,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,0CAA0C,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACtD,CAAC;AAED,SAAS,uBAAuB,CAC9B,QAAkB;IAElB,IAAI,CAAC;QACH,mEAAmE;QACnE,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CACN,4CAA4C,EAC5C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAC3B,MAAqD;IAErD,OAAO;QACL,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC;QAC/B,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC;QACjC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;QACrC,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;QACnC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAgC;IAClD,OAAO,KAAK,IAAI,SAAS,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,GAAW,EACX,UAAwC,EAAE,cAAc,EAAE,IAAI,EAAE;IAEhE,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,OAAO,iBAAiB,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,iBAAiB,CACxB,IAAY,EACZ,GAAW,EACX,OAAqC;IAErC,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC;QAE9C,YAAY,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAE5B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEzE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CACN,2BAA2B,EAC3B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,GAAW;IAC7C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,CAAC,+CAA+C,CAAC,CAAC;QACzD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,CAAC,wCAAwC,CAAC,CAAC;QAClD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,QAAkB,EAAE,GAAW;IACnD,IAAI,CAAC;QACH,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE;YACzC,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,sCAAsC,EAAE;YAC9C,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;YAC1B,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/dist/services/extractor.service.d.ts

@@ -1,18 +0,0 @@
-import type { ExtractedArticle } from '../types/index.js';
-declare class ExtractorService {
-    /**
-     * Extracts main article content using Mozilla Readability
-     */
-    extractArticle(html: string, url: string): ExtractedArticle | null;
-    /**
-     * Extracts metadata from HTML
-     */
-    extractMetadata(html: string): {
-        title?: string;
-        description?: string;
-        author?: string;
-    };
-}
-export declare const extractorService: ExtractorService;
-export {};
-//# sourceMappingURL=extractor.service.d.ts.map

package/dist/services/extractor.service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractor.service.d.ts","sourceRoot":"","sources":["../../src/services/extractor.service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAG1D,cAAM,gBAAgB;IACpB;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI;IA2BlE;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG;QAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB;CAgDF;AAGD,eAAO,MAAM,gBAAgB,kBAAyB,CAAC"}

package/dist/services/extractor.service.js

@@ -1,75 +0,0 @@
-import { JSDOM } from 'jsdom';
-import { Readability } from '@mozilla/readability';
-import { logError } from './logger.service.js';
-class ExtractorService {
-    /**
-     * Extracts main article content using Mozilla Readability
-     */
-    extractArticle(html, url) {
-        try {
-            const dom = new JSDOM(html, { url });
-            const reader = new Readability(dom.window.document);
-            const article = reader.parse();
-            if (!article) {
-                return null;
-            }
-            return {
-                title: article.title ?? undefined,
-                byline: article.byline ?? undefined,
-                content: article.content ?? '',
-                textContent: article.textContent ?? '',
-                excerpt: article.excerpt ?? undefined,
-                siteName: article.siteName ?? undefined,
-            };
-        }
-        catch (error) {
-            logError('Failed to extract article', error instanceof Error ? error : undefined);
-            return null;
-        }
-    }
-    /**
-     * Extracts metadata from HTML
-     */
-    extractMetadata(html) {
-        try {
-            const dom = new JSDOM(html);
-            const document = dom.window.document;
-            // Try to get title
-            const title = document
-                .querySelector('meta[property="og:title"]')
-                ?.getAttribute('content') ||
-                document
-                    .querySelector('meta[name="twitter:title"]')
-                    ?.getAttribute('content') ||
-                document.querySelector('title')?.textContent ||
-                undefined;
-            // Try to get description
-            const description = document
-                .querySelector('meta[property="og:description"]')
-                ?.getAttribute('content') ||
-                document
-                    .querySelector('meta[name="twitter:description"]')
-                    ?.getAttribute('content') ||
-                document
-                    .querySelector('meta[name="description"]')
-                    ?.getAttribute('content') ||
-                undefined;
-            // Try to get author
-            const author = document
-                .querySelector('meta[name="author"]')
-                ?.getAttribute('content') ||
-                document
-                    .querySelector('meta[property="article:author"]')
-                    ?.getAttribute('content') ||
-                undefined;
-            return { title, description, author };
-        }
-        catch (error) {
-            logError('Failed to extract metadata', error instanceof Error ? error : undefined);
-            return {};
-        }
-    }
-}
-// Singleton instance
-export const extractorService = new ExtractorService();
-//# sourceMappingURL=extractor.service.js.map

package/dist/services/extractor.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractor.service.js","sourceRoot":"","sources":["../../src/services/extractor.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,gBAAgB;IACpB;;OAEG;IACH,cAAc,CAAC,IAAY,EAAE,GAAW;QACtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;YAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAS;gBACjC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS;gBACnC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;gBACtC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;gBACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CACN,2BAA2B,EAC3B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAY;QAK1B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;YAErC,mBAAmB;YACnB,MAAM,KAAK,GACT,QAAQ;iBACL,aAAa,CAAC,2BAA2B,CAAC;gBAC3C,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,4BAA4B,CAAC;oBAC5C,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,WAAW;gBAC5C,SAAS,CAAC;YAEZ,yBAAyB;YACzB,MAAM,WAAW,GACf,QAAQ;iBACL,aAAa,CAAC,iCAAiC,CAAC;gBACjD,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,kCAAkC,CAAC;oBAClD,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,0BAA0B,CAAC;oBAC1C,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,SAAS,CAAC;YAEZ,oBAAoB;YACpB,MAAM,MAAM,GACV,QAAQ;iBACL,aAAa,CAAC,qBAAqB,CAAC;gBACrC,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,iCAAiC,CAAC;oBACjD,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,SAAS,CAAC;YAEZ,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CACN,4BAA4B,EAC5B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC"}

package/dist/services/fetcher/agents.d.ts

@@ -1,3 +0,0 @@
-import { type Dispatcher } from 'undici';
-export declare const dispatcher: Dispatcher;
-export declare function destroyAgents(): void;

package/dist/services/fetcher/agents.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agents.d.ts","sourceRoot":"","sources":["../../../src/services/fetcher/agents.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAiM/B,eAAO,MAAM,UAAU,OAA+B,CAAC;AAEvD,wBAAgB,aAAa,IAAI,IAAI,CAEpC"}

package/dist/services/fetcher/agents.js

@@ -1,100 +0,0 @@
-import dns from 'node:dns';
-import os from 'node:os';
-import { Agent } from 'undici';
-import { createErrorWithCode } from '../../utils/error-details.js';
-import { isRecord } from '../../utils/guards.js';
-import { handleLookupResult } from './dns-selection.js';
-const DNS_LOOKUP_TIMEOUT_MS = 5000;
-function resolveDns(hostname, options, callback) {
-    const { normalizedOptions, useAll, resolvedFamily } = buildLookupContext(options);
-    const lookupOptions = buildLookupOptions(normalizedOptions);
-    const timeout = createLookupTimeout(hostname, callback);
-    const safeCallback = wrapLookupCallback(callback, timeout);
-    dns.lookup(hostname, lookupOptions, createLookupCallback(hostname, resolvedFamily, useAll, safeCallback));
-}
-function normalizeLookupOptions(options) {
-    return typeof options === 'number' ? { family: options } : options;
-}
-function buildLookupContext(options) {
-    const normalizedOptions = normalizeLookupOptions(options);
-    return {
-        normalizedOptions,
-        useAll: Boolean(normalizedOptions.all),
-        resolvedFamily: resolveFamily(normalizedOptions.family),
-    };
-}
-const DEFAULT_DNS_ORDER = 'verbatim';
-function resolveResultOrder(options) {
-    if (options.order)
-        return options.order;
-    const legacyVerbatim = getLegacyVerbatim(options);
-    if (legacyVerbatim !== undefined) {
-        return legacyVerbatim ? 'verbatim' : 'ipv4first';
-    }
-    return DEFAULT_DNS_ORDER;
-}
-function getLegacyVerbatim(options) {
-    if (isRecord(options)) {
-        const { verbatim } = options;
-        return typeof verbatim === 'boolean' ? verbatim : undefined;
-    }
-    return undefined;
-}
-function buildLookupOptions(normalizedOptions) {
-    return {
-        family: normalizedOptions.family,
-        hints: normalizedOptions.hints,
-        all: true,
-        order: resolveResultOrder(normalizedOptions),
-    };
-}
-function createLookupCallback(hostname, resolvedFamily, useAll, callback) {
-    return (err, addresses) => {
-        handleLookupResult(err, addresses, hostname, resolvedFamily, useAll, callback);
-    };
-}
-function resolveFamily(family) {
-    if (family === 'IPv4')
-        return 4;
-    if (family === 'IPv6')
-        return 6;
-    return family;
-}
-function createLookupTimeout(hostname, callback) {
-    let done = false;
-    const timer = setTimeout(() => {
-        if (done)
-            return;
-        done = true;
-        callback(createErrorWithCode(`DNS lookup timed out for ${hostname}`, 'ETIMEOUT'), []);
-    }, DNS_LOOKUP_TIMEOUT_MS);
-    timer.unref();
-    return {
-        isDone: () => done,
-        markDone: () => {
-            done = true;
-            clearTimeout(timer);
-        },
-    };
-}
-function wrapLookupCallback(callback, timeout) {
-    return (err, address, family) => {
-        if (timeout.isDone())
-            return;
-        timeout.markDone();
-        callback(err, address, family);
-    };
-}
-function getAgentOptions() {
-    const cpuCount = os.availableParallelism();
-    return {
-        keepAliveTimeout: 60000,
-        connections: Math.max(cpuCount * 2, 25),
-        pipelining: 1,
-        connect: { lookup: resolveDns },
-    };
-}
-export const dispatcher = new Agent(getAgentOptions());
-export function destroyAgents() {
-    void dispatcher.close();
-}

package/dist/services/fetcher/agents.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agents.js","sourceRoot":"","sources":["../../../src/services/fetcher/agents.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAE/B,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAE3D,SAAS,UAAU,CACjB,QAAgB,EAChB,OAA0B,EAC1B,QAIS;IAET,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,cAAc,EAAE,GACjD,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAG,CAAC,MAAM,CACR,QAAQ,EACR,EAAE,GAAG,iBAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,EACnC,oBAAoB,CAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,CAAC,CACjE,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAAmC;IAEnC,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;AACrE,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmC;IAK7D,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;IAC1D,OAAO;QACL,iBAAiB;QACjB,MAAM,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC;QACtC,cAAc,EAAE,aAAa,CAAC,iBAAiB,CAAC,MAAM,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAgB,EAChB,cAAkC,EAClC,MAAe,EACf,QAIS;IAKT,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE;QACxB,kBAAkB,CAChB,GAAG,EACH,SAAS,EACT,QAAQ,EACR,cAAc,EACd,MAAM,EACN,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,MAAmC;IAEnC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC;IAChC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC;IAChC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAC7B,SAAuC,EACvC,MAA0B;IAE1B,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAmC,EACnC,SAAuC,EACvC,QAAgB,EAChB,cAAkC,EAClC,MAAe,EACf,QAIS;IAET,IAAI,KAAK,EAAE,CAAC;QACV,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC3B,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,sBAAsB,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAC/D,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC7B,OAAO;IACT,CAAC;IAED,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7D,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAyB,EACzB,MAAe,EACf,QAAgB;IAOhB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,KAAK,EAAE,uBAAuB,CAAC,QAAQ,CAAC;YACxC,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,KAAK,EAAE,uBAAuB,CAAC,QAAQ,CAAC;YACxC,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,IAAI;KACf,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAyB,EACzB,QAAgB;IAEhB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,EAAE,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QAC1D,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QAED,OAAO,mBAAmB,CACxB,2BAA2B,QAAQ,EAAE,EACrC,UAAU,CACX,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAgB;IAC/C,OAAO,mBAAmB,CACxB,+BAA+B,QAAQ,EAAE,EACzC,SAAS,CACV,CAAC;AACJ,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,QAAQ,GAAG,EAAE,CAAC,oBAAoB,EAAE,CAAC;IAC3C,OAAO;QACL,gBAAgB,EAAE,KAAK;QACvB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC;QACvC,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE;KAChC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;AAEvD,MAAM,UAAU,aAAa;IAC3B,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;AAC1B,CAAC"}

package/dist/services/fetcher/dns-selection.d.ts

@@ -1,2 +0,0 @@
-import type { LookupAddress } from 'node:dns';
-export declare function handleLookupResult(error: NodeJS.ErrnoException | null, addresses: string | LookupAddress[], hostname: string, resolvedFamily: number | undefined, useAll: boolean, callback: (err: NodeJS.ErrnoException | null, address: string | LookupAddress[], family?: number) => void): void;