@j0hanz/superfetch 1.0.0

package/dist/services/cache.js

@@ -0,0 +1,63 @@
+import NodeCache from 'node-cache';
+import { config } from '../config/index.js';
+const cache = new NodeCache({
+    stdTTL: config.cache.ttl,
+    checkperiod: Math.floor(config.cache.ttl / 10),
+    useClones: false,
+    maxKeys: config.cache.maxKeys,
+});
+const stats = { hits: 0, misses: 0, sets: 0 };
+// 5MB default max content size for cache entries
+const maxContentSize = 5242880;
+export function createCacheKey(namespace, url) {
+    return `${namespace}:${url}`;
+}
+export function get(cacheKey) {
+    if (!config.cache.enabled)
+        return undefined;
+    // Use cache key directly - no need for cryptographic hashing
+    // node-cache handles arbitrary string keys efficiently
+    const entry = cache.get(cacheKey);
+    if (entry) {
+        stats.hits++;
+        return entry;
+    }
+    stats.misses++;
+    return undefined;
+}
+export function set(cacheKey, content) {
+    if (!config.cache.enabled)
+        return;
+    if (content.length > maxContentSize)
+        return;
+    const now = new Date();
+    const entry = {
+        url: cacheKey,
+        content,
+        fetchedAt: now.toISOString(),
+        expiresAt: new Date(now.getTime() + config.cache.ttl * 1000).toISOString(),
+    };
+    // Use cache key directly for better performance and debuggability
+    cache.set(cacheKey, entry);
+    stats.sets++;
+}
+export function clear() {
+    cache.flushAll();
+}
+export function getStats() {
+    const total = stats.hits + stats.misses;
+    const hitRate = total > 0 ? ((stats.hits / total) * 100).toFixed(2) : '0.00';
+    return {
+        size: cache.keys().length,
+        maxKeys: config.cache.maxKeys,
+        ttl: config.cache.ttl,
+        hits: stats.hits,
+        misses: stats.misses,
+        sets: stats.sets,
+        hitRate: `${hitRate}%`,
+    };
+}
+export function keys() {
+    return cache.keys();
+}
+//# sourceMappingURL=cache.js.map

package/dist/services/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/services/cache.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAG5C,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG;IACxB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;IAC9C,SAAS,EAAE,KAAK;IAChB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;CAC9B,CAAC,CAAC;AAEH,MAAM,KAAK,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;AAC9C,iDAAiD;AACjD,MAAM,cAAc,GAAG,OAAO,CAAC;AAE/B,MAAM,UAAU,cAAc,CAAC,SAAiB,EAAE,GAAW;IAC3D,OAAO,GAAG,SAAS,IAAI,GAAG,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,QAAgB;IAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE5C,6DAA6D;IAC7D,uDAAuD;IACvD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAa,QAAQ,CAAC,CAAC;IAC9C,IAAI,KAAK,EAAE,CAAC;QACV,KAAK,CAAC,IAAI,EAAE,CAAC;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,MAAM,EAAE,CAAC;IACf,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,OAAe;IACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO;QAAE,OAAO;IAClC,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc;QAAE,OAAO;IAE5C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,KAAK,GAAe;QACxB,GAAG,EAAE,QAAQ;QACb,OAAO;QACP,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE;QAC5B,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;KAC3E,CAAC;IAEF,kEAAkE;IAClE,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,EAAE,CAAC;AACf,CAAC;AAED,MAAM,UAAU,KAAK;IACnB,KAAK,CAAC,QAAQ,EAAE,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,QAAQ;IACtB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;IACxC,MAAM,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAE7E,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM;QACzB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;QAC7B,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG;QACrB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,GAAG,OAAO,GAAG;KACvB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,IAAI;IAClB,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC"}

package/dist/services/cache.service.d.ts

@@ -0,0 +1,52 @@
+import { CacheEntry } from '../types/index.js';
+declare class CacheService {
+    private cache;
+    private stats;
+    constructor();
+    /**
+     * Generates a namespaced hash for a cache key
+     * @param key - The key to hash (can include namespace prefix)
+     */
+    private hashKey;
+    /**
+     * Creates a namespaced cache key
+     * @param namespace - The namespace (e.g., 'url', 'links', 'markdown')
+     * @param url - The URL to cache
+     */
+    createCacheKey(namespace: string, url: string): string;
+    /**
+     * Gets content from cache
+     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
+     */
+    get(cacheKey: string): CacheEntry | undefined;
+    private readonly maxContentSize;
+    /**
+     * Sets content in cache
+     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
+     * @param content - The content to cache
+     */
+    set(cacheKey: string, content: string): void;
+    /**
+     * Clears all cache
+     */
+    clear(): void;
+    /**
+     * Gets cache statistics
+     */
+    getStats(): {
+        size: number;
+        maxKeys: number;
+        ttl: number;
+        hits: number;
+        misses: number;
+        sets: number;
+        hitRate: string;
+    };
+    /**
+     * Gets all cache keys
+     */
+    keys(): string[];
+}
+export declare const cacheService: CacheService;
+export {};
+//# sourceMappingURL=cache.service.d.ts.map

package/dist/services/cache.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.service.d.ts","sourceRoot":"","sources":["../../src/services/cache.service.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,cAAM,YAAY;IAChB,OAAO,CAAC,KAAK,CAAY;IACzB,OAAO,CAAC,KAAK,CAIX;;IAWF;;;OAGG;IACH,OAAO,CAAC,OAAO;IAQf;;;;OAIG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM;IAItD;;;OAGG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS;IAkB7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAG7B;IAEF;;;;OAIG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAyB5C;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;OAEG;IACH,QAAQ;;;;;;;;;IAgBR;;OAEG;IACH,IAAI,IAAI,MAAM,EAAE;CAGjB;AAGD,eAAO,MAAM,YAAY,cAAqB,CAAC"}

package/dist/services/cache.service.js

@@ -0,0 +1,113 @@
+import NodeCache from 'node-cache';
+import crypto from 'crypto';
+import { config } from '../config/index.js';
+class CacheService {
+    cache;
+    stats = {
+        hits: 0,
+        misses: 0,
+        sets: 0,
+    };
+    constructor() {
+        this.cache = new NodeCache({
+            stdTTL: config.cache.ttl,
+            checkperiod: Math.floor(config.cache.ttl / 10),
+            useClones: false,
+            maxKeys: config.cache.maxKeys,
+        });
+    }
+    /**
+     * Generates a namespaced hash for a cache key
+     * @param key - The key to hash (can include namespace prefix)
+     */
+    hashKey(key) {
+        return crypto
+            .createHash('sha256')
+            .update(key)
+            .digest('hex')
+            .substring(0, 16);
+    }
+    /**
+     * Creates a namespaced cache key
+     * @param namespace - The namespace (e.g., 'url', 'links', 'markdown')
+     * @param url - The URL to cache
+     */
+    createCacheKey(namespace, url) {
+        return `${namespace}:${url}`;
+    }
+    /**
+     * Gets content from cache
+     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
+     */
+    get(cacheKey) {
+        if (!config.cache.enabled) {
+            return undefined;
+        }
+        const key = this.hashKey(cacheKey);
+        const entry = this.cache.get(key);
+        if (entry) {
+            this.stats.hits++;
+            return entry;
+        }
+        this.stats.misses++;
+        return undefined;
+    }
+    // Maximum content size to cache (5MB default)
+    maxContentSize = parseInt(process.env.CACHE_MAX_CONTENT_SIZE || '5242880', 10);
+    /**
+     * Sets content in cache
+     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
+     * @param content - The content to cache
+     */
+    set(cacheKey, content) {
+        if (!config.cache.enabled) {
+            return;
+        }
+        // Validate content size to prevent memory exhaustion
+        if (content.length > this.maxContentSize) {
+            return; // Skip caching oversized content
+        }
+        const key = this.hashKey(cacheKey);
+        const now = new Date();
+        const expiresAt = new Date(now.getTime() + config.cache.ttl * 1000);
+        const entry = {
+            url: cacheKey,
+            content,
+            fetchedAt: now.toISOString(),
+            expiresAt: expiresAt.toISOString(),
+        };
+        this.cache.set(key, entry);
+        this.stats.sets++;
+    }
+    /**
+     * Clears all cache
+     */
+    clear() {
+        this.cache.flushAll();
+    }
+    /**
+     * Gets cache statistics
+     */
+    getStats() {
+        const total = this.stats.hits + this.stats.misses;
+        const hitRate = total > 0 ? ((this.stats.hits / total) * 100).toFixed(2) : '0.00';
+        return {
+            size: this.cache.keys().length,
+            maxKeys: config.cache.maxKeys,
+            ttl: config.cache.ttl,
+            hits: this.stats.hits,
+            misses: this.stats.misses,
+            sets: this.stats.sets,
+            hitRate: `${hitRate}%`,
+        };
+    }
+    /**
+     * Gets all cache keys
+     */
+    keys() {
+        return this.cache.keys();
+    }
+}
+// Singleton instance
+export const cacheService = new CacheService();
+//# sourceMappingURL=cache.service.js.map

package/dist/services/cache.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.service.js","sourceRoot":"","sources":["../../src/services/cache.service.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAG5C,MAAM,YAAY;IACR,KAAK,CAAY;IACjB,KAAK,GAAG;QACd,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,CAAC;KACR,CAAC;IAEF;QACE,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;YACzB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG;YACxB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;YAC9C,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;SAC9B,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,OAAO,CAAC,GAAW;QACzB,OAAO,MAAM;aACV,UAAU,CAAC,QAAQ,CAAC;aACpB,MAAM,CAAC,GAAG,CAAC;aACX,MAAM,CAAC,KAAK,CAAC;aACb,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,SAAiB,EAAE,GAAW;QAC3C,OAAO,GAAG,SAAS,IAAI,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,GAAG,CAAC,QAAgB;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAa,GAAG,CAAC,CAAC;QAE9C,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,8CAA8C;IAC7B,cAAc,GAAG,QAAQ,CACxC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS,EAC/C,EAAE,CACH,CAAC;IAEF;;;;OAIG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAe;QACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,qDAAqD;QACrD,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACzC,OAAO,CAAC,iCAAiC;QAC3C,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;QAEpE,MAAM,KAAK,GAAe;YACxB,GAAG,EAAE,QAAQ;YACb,OAAO;YACP,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE;YAC5B,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;SACnC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAClD,MAAM,OAAO,GACX,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAEpE,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM;YAC9B,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;YAC7B,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG;YACrB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,OAAO,EAAE,GAAG,OAAO,GAAG;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/services/extractor.d.ts

@@ -0,0 +1,32 @@
+import type { ExtractedArticle } from '../types/index.js';
+/**
+ * Metadata extracted from HTML document
+ */
+export interface ExtractedMetadata {
+    title?: string;
+    description?: string;
+    author?: string;
+}
+/**
+ * Combined extraction result from a single JSDOM parse
+ */
+export interface ExtractionResult {
+    article: ExtractedArticle | null;
+    metadata: ExtractedMetadata;
+}
+/**
+ * Extracts both article content and metadata from HTML in a single JSDOM parse.
+ * This is more efficient than calling extractArticle and extractMetadata separately.
+ */
+export declare function extractContent(html: string, url: string): ExtractionResult;
+/**
+ * Extracts main article content using Mozilla Readability
+ * @deprecated Use extractContent() for better performance when you need both article and metadata
+ */
+export declare function extractArticle(html: string, url: string): ExtractedArticle | null;
+/**
+ * Extracts metadata from HTML
+ * @deprecated Use extractContent() for better performance when you need both article and metadata
+ */
+export declare function extractMetadata(html: string): ExtractedMetadata;
+//# sourceMappingURL=extractor.d.ts.map

package/dist/services/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../src/services/extractor.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAG1D;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACjC,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAuDD;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,gBAAgB,CAgB1E;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAQjF;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,CAQ/D"}

package/dist/services/extractor.js

@@ -0,0 +1,97 @@
+import { JSDOM } from 'jsdom';
+import { Readability } from '@mozilla/readability';
+import { logError } from './logger.js';
+function getMetaContent(document, selectors) {
+    for (const selector of selectors) {
+        const content = document.querySelector(selector)?.getAttribute('content');
+        if (content)
+            return content;
+    }
+    return undefined;
+}
+/**
+ * Extracts metadata from a pre-parsed Document
+ */
+function extractMetadataFromDocument(document) {
+    const title = getMetaContent(document, [
+        'meta[property="og:title"]',
+        'meta[name="twitter:title"]',
+    ]) ?? document.querySelector('title')?.textContent ?? undefined;
+    const description = getMetaContent(document, [
+        'meta[property="og:description"]',
+        'meta[name="twitter:description"]',
+        'meta[name="description"]',
+    ]);
+    const author = getMetaContent(document, [
+        'meta[name="author"]',
+        'meta[property="article:author"]',
+    ]);
+    return { title, description, author };
+}
+/**
+ * Extracts article content from a pre-parsed Document using Readability
+ */
+function extractArticleFromDocument(document) {
+    // Clone the document since Readability mutates it
+    const clonedDoc = document.cloneNode(true);
+    const reader = new Readability(clonedDoc);
+    const article = reader.parse();
+    if (!article)
+        return null;
+    return {
+        title: article.title ?? undefined,
+        byline: article.byline ?? undefined,
+        content: article.content ?? '',
+        textContent: article.textContent ?? '',
+        excerpt: article.excerpt ?? undefined,
+        siteName: article.siteName ?? undefined,
+    };
+}
+/**
+ * Extracts both article content and metadata from HTML in a single JSDOM parse.
+ * This is more efficient than calling extractArticle and extractMetadata separately.
+ */
+export function extractContent(html, url) {
+    try {
+        const dom = new JSDOM(html, { url });
+        const document = dom.window.document;
+        // Extract metadata first (non-destructive)
+        const metadata = extractMetadataFromDocument(document);
+        // Extract article (uses cloned document since Readability mutates)
+        const article = extractArticleFromDocument(document);
+        return { article, metadata };
+    }
+    catch (error) {
+        logError('Failed to extract content', error instanceof Error ? error : undefined);
+        return { article: null, metadata: {} };
+    }
+}
+/**
+ * Extracts main article content using Mozilla Readability
+ * @deprecated Use extractContent() for better performance when you need both article and metadata
+ */
+export function extractArticle(html, url) {
+    try {
+        const dom = new JSDOM(html, { url });
+        return extractArticleFromDocument(dom.window.document);
+    }
+    catch (error) {
+        logError('Failed to extract article', error instanceof Error ? error : undefined);
+        return null;
+    }
+}
+/**
+ * Extracts metadata from HTML
+ * @deprecated Use extractContent() for better performance when you need both article and metadata
+ */
+export function extractMetadata(html) {
+    try {
+        const { document } = new JSDOM(html).window;
+        return extractMetadataFromDocument(document);
+    }
+    catch (error) {
+        logError('Failed to extract metadata', error instanceof Error ? error : undefined);
+        return {};
+    }
+}
+//# sourceMappingURL=extractor.js.map

package/dist/services/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/services/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAmBvC,SAAS,cAAc,CAAC,QAAkB,EAAE,SAAmB;IAC7D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1E,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;IAC9B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,2BAA2B,CAAC,QAAkB;IACrD,MAAM,KAAK,GACT,cAAc,CAAC,QAAQ,EAAE;QACvB,2BAA2B;QAC3B,4BAA4B;KAC7B,CAAC,IAAI,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,WAAW,IAAI,SAAS,CAAC;IAElE,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,EAAE;QAC3C,iCAAiC;QACjC,kCAAkC;QAClC,0BAA0B;KAC3B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE;QACtC,qBAAqB;QACrB,iCAAiC;KAClC,CAAC,CAAC;IAEH,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CAAC,QAAkB;IACpD,kDAAkD;IAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAa,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;IAE/B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAS;QACjC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS;QACnC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;QAC9B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;QACtC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;QACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;KACxC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,GAAW;IACtD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QAErC,2CAA2C;QAC3C,MAAM,QAAQ,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;QAEvD,mEAAmE;QACnE,MAAM,OAAO,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAErD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,2BAA2B,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAClF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,GAAW;IACtD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACrC,OAAO,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,2BAA2B,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAC5C,OAAO,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,4BAA4B,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACnF,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/services/extractor.service.d.ts

@@ -0,0 +1,18 @@
+import type { ExtractedArticle } from '../types/index.js';
+declare class ExtractorService {
+    /**
+     * Extracts main article content using Mozilla Readability
+     */
+    extractArticle(html: string, url: string): ExtractedArticle | null;
+    /**
+     * Extracts metadata from HTML
+     */
+    extractMetadata(html: string): {
+        title?: string;
+        description?: string;
+        author?: string;
+    };
+}
+export declare const extractorService: ExtractorService;
+export {};
+//# sourceMappingURL=extractor.service.d.ts.map

package/dist/services/extractor.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.service.d.ts","sourceRoot":"","sources":["../../src/services/extractor.service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAG1D,cAAM,gBAAgB;IACpB;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI;IA2BlE;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG;QAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB;CAgDF;AAGD,eAAO,MAAM,gBAAgB,kBAAyB,CAAC"}

package/dist/services/extractor.service.js

@@ -0,0 +1,75 @@
+import { JSDOM } from 'jsdom';
+import { Readability } from '@mozilla/readability';
+import { logError } from './logger.service.js';
+class ExtractorService {
+    /**
+     * Extracts main article content using Mozilla Readability
+     */
+    extractArticle(html, url) {
+        try {
+            const dom = new JSDOM(html, { url });
+            const reader = new Readability(dom.window.document);
+            const article = reader.parse();
+            if (!article) {
+                return null;
+            }
+            return {
+                title: article.title ?? undefined,
+                byline: article.byline ?? undefined,
+                content: article.content ?? '',
+                textContent: article.textContent ?? '',
+                excerpt: article.excerpt ?? undefined,
+                siteName: article.siteName ?? undefined,
+            };
+        }
+        catch (error) {
+            logError('Failed to extract article', error instanceof Error ? error : undefined);
+            return null;
+        }
+    }
+    /**
+     * Extracts metadata from HTML
+     */
+    extractMetadata(html) {
+        try {
+            const dom = new JSDOM(html);
+            const document = dom.window.document;
+            // Try to get title
+            const title = document
+                .querySelector('meta[property="og:title"]')
+                ?.getAttribute('content') ||
+                document
+                    .querySelector('meta[name="twitter:title"]')
+                    ?.getAttribute('content') ||
+                document.querySelector('title')?.textContent ||
+                undefined;
+            // Try to get description
+            const description = document
+                .querySelector('meta[property="og:description"]')
+                ?.getAttribute('content') ||
+                document
+                    .querySelector('meta[name="twitter:description"]')
+                    ?.getAttribute('content') ||
+                document
+                    .querySelector('meta[name="description"]')
+                    ?.getAttribute('content') ||
+                undefined;
+            // Try to get author
+            const author = document
+                .querySelector('meta[name="author"]')
+                ?.getAttribute('content') ||
+                document
+                    .querySelector('meta[property="article:author"]')
+                    ?.getAttribute('content') ||
+                undefined;
+            return { title, description, author };
+        }
+        catch (error) {
+            logError('Failed to extract metadata', error instanceof Error ? error : undefined);
+            return {};
+        }
+    }
+}
+// Singleton instance
+export const extractorService = new ExtractorService();
+//# sourceMappingURL=extractor.service.js.map

package/dist/services/extractor.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.service.js","sourceRoot":"","sources":["../../src/services/extractor.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,gBAAgB;IACpB;;OAEG;IACH,cAAc,CAAC,IAAY,EAAE,GAAW;QACtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;YAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAS;gBACjC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS;gBACnC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;gBACtC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;gBACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CACN,2BAA2B,EAC3B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAY;QAK1B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;YAErC,mBAAmB;YACnB,MAAM,KAAK,GACT,QAAQ;iBACL,aAAa,CAAC,2BAA2B,CAAC;gBAC3C,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,4BAA4B,CAAC;oBAC5C,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,WAAW;gBAC5C,SAAS,CAAC;YAEZ,yBAAyB;YACzB,MAAM,WAAW,GACf,QAAQ;iBACL,aAAa,CAAC,iCAAiC,CAAC;gBACjD,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,kCAAkC,CAAC;oBAClD,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,0BAA0B,CAAC;oBAC1C,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,SAAS,CAAC;YAEZ,oBAAoB;YACpB,MAAM,MAAM,GACV,QAAQ;iBACL,aAAa,CAAC,qBAAqB,CAAC;gBACrC,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,QAAQ;qBACL,aAAa,CAAC,iCAAiC,CAAC;oBACjD,EAAE,YAAY,CAAC,SAAS,CAAC;gBAC3B,SAAS,CAAC;YAEZ,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CACN,4BAA4B,EAC5B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC"}

package/dist/services/fetcher.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Fetches HTML content from a URL
+ */
+export declare function fetchUrl(url: string, customHeaders?: Record<string, string>): Promise<string>;
+/**
+ * Fetches URL with exponential backoff retry logic
+ */
+export declare function fetchUrlWithRetry(url: string, customHeaders?: Record<string, string>, maxRetries?: number): Promise<string>;
+//# sourceMappingURL=fetcher.d.ts.map

package/dist/services/fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.d.ts","sourceRoot":"","sources":["../../src/services/fetcher.ts"],"names":[],"mappings":"AAgDA;;GAEG;AACH,wBAAsB,QAAQ,CAC5B,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACrC,OAAO,CAAC,MAAM,CAAC,CAyCjB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,UAAU,SAAI,GACb,OAAO,CAAC,MAAM,CAAC,CA4BjB"}

package/dist/services/fetcher.js

@@ -0,0 +1,100 @@
+import axios from 'axios';
+import { config } from '../config/index.js';
+import { FetchError, TimeoutError } from '../errors/app-error.js';
+const BLOCKED_HEADERS = new Set([
+    'host',
+    'authorization',
+    'cookie',
+    'x-forwarded-for',
+    'x-real-ip',
+    'proxy-authorization',
+]);
+function sanitizeHeaders(headers) {
+    if (!headers || Object.keys(headers).length === 0)
+        return undefined;
+    const sanitized = {};
+    for (const [key, value] of Object.entries(headers)) {
+        if (!BLOCKED_HEADERS.has(key.toLowerCase())) {
+            sanitized[key] = value;
+        }
+    }
+    return Object.keys(sanitized).length > 0 ? sanitized : undefined;
+}
+function calculateBackoff(attempt, maxDelay = 10000) {
+    const baseDelay = Math.min(1000 * Math.pow(2, attempt - 1), maxDelay);
+    const jitter = baseDelay * 0.25 * (Math.random() * 2 - 1);
+    return Math.round(baseDelay + jitter);
+}
+const client = axios.create({
+    timeout: config.fetcher.timeout,
+    maxRedirects: config.fetcher.maxRedirects,
+    maxContentLength: config.fetcher.maxContentLength,
+    headers: {
+        'User-Agent': config.fetcher.userAgent,
+        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+        'Accept-Language': 'en-US,en;q=0.5',
+        'Accept-Encoding': 'gzip, deflate, br',
+        Connection: 'keep-alive',
+    },
+    validateStatus: (status) => status >= 200 && status < 300,
+});
+/**
+ * Fetches HTML content from a URL
+ */
+export async function fetchUrl(url, customHeaders) {
+    const requestConfig = {
+        method: 'GET',
+        url,
+        responseType: 'text',
+    };
+    const sanitized = sanitizeHeaders(customHeaders);
+    if (sanitized) {
+        requestConfig.headers = { ...requestConfig.headers, ...sanitized };
+    }
+    try {
+        const response = await client.request(requestConfig);
+        return response.data;
+    }
+    catch (error) {
+        if (!axios.isAxiosError(error)) {
+            throw new FetchError(`Unexpected error: ${error instanceof Error ? error.message : 'Unknown'}`, url);
+        }
+        if (error.code === 'ECONNABORTED' || error.code === 'ETIMEDOUT') {
+            throw new TimeoutError(config.fetcher.timeout, true);
+        }
+        if (error.response) {
+            throw new FetchError(`HTTP ${error.response.status}: ${error.response.statusText}`, url, error.response.status);
+        }
+        if (error.request) {
+            throw new FetchError(`Network error: Could not reach ${url}`, url);
+        }
+        throw new FetchError(error.message, url);
+    }
+}
+/**
+ * Fetches URL with exponential backoff retry logic
+ */
+export async function fetchUrlWithRetry(url, customHeaders, maxRetries = 3) {
+    let lastError;
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        try {
+            return await fetchUrl(url, customHeaders);
+        }
+        catch (error) {
+            lastError = error instanceof Error ? error : new Error('Unknown error');
+            // Don't retry on client errors (4xx) except 429 (rate limited)
+            if (error instanceof FetchError && error.httpStatus) {
+                const status = error.httpStatus;
+                if (status >= 400 && status < 500 && status !== 429) {
+                    throw error;
+                }
+            }
+            if (attempt < maxRetries) {
+                const delay = calculateBackoff(attempt);
+                await new Promise((resolve) => setTimeout(resolve, delay));
+            }
+        }
+    }
+    throw new FetchError(`Failed after ${maxRetries} attempts: ${lastError?.message ?? 'Unknown error'}`, url);
+}
+//# sourceMappingURL=fetcher.js.map

package/dist/services/fetcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../../src/services/fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAA6B,MAAM,OAAO,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAElE,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,MAAM;IACN,eAAe;IACf,QAAQ;IACR,iBAAiB;IACjB,WAAW;IACX,qBAAqB;CACtB,CAAC,CAAC;AAEH,SAAS,eAAe,CACtB,OAAgC;IAEhC,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEpE,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC5C,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACnE,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe,EAAE,QAAQ,GAAG,KAAK;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;IAC/B,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY;IACzC,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,gBAAgB;IACjD,OAAO,EAAE;QACP,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS;QACtC,MAAM,EAAE,4EAA4E;QACpF,iBAAiB,EAAE,gBAAgB;QACnC,iBAAiB,EAAE,mBAAmB;QACtC,UAAU,EAAE,YAAY;KACzB;IACD,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG;CAC1D,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,GAAW,EACX,aAAsC;IAEtC,MAAM,aAAa,GAAuB;QACxC,MAAM,EAAE,KAAK;QACb,GAAG;QACH,YAAY,EAAE,MAAM;KACrB,CAAC;IAEF,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,CAAC;IACjD,IAAI,SAAS,EAAE,CAAC;QACd,aAAa,CAAC,OAAO,GAAG,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,SAAS,EAAE,CAAC;IACrE,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAS,aAAa,CAAC,CAAC;QAC7D,OAAO,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,UAAU,CAClB,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,EACzE,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,UAAU,CAClB,QAAQ,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,EAC7D,GAAG,EACH,KAAK,CAAC,QAAQ,CAAC,MAAM,CACtB,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,UAAU,CAAC,kCAAkC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAW,EACX,aAAsC,EACtC,UAAU,GAAG,CAAC;IAEd,IAAI,SAA4B,CAAC;IAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;YAExE,+DAA+D;YAC/D,IAAI,KAAK,YAAY,UAAU,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACpD,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;gBAChC,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;oBACpD,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;YAED,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACxC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,UAAU,CAClB,gBAAgB,UAAU,cAAc,SAAS,EAAE,OAAO,IAAI,eAAe,EAAE,EAC/E,GAAG,CACJ,CAAC;AACJ,CAAC"}

package/dist/services/fetcher.service.d.ts

@@ -0,0 +1,18 @@
+declare class FetcherService {
+    private readonly client;
+    constructor();
+    /**
+     * Fetches HTML content from a URL
+     * @throws {FetchError} on network or HTTP errors
+     * @throws {TimeoutError} on request timeout
+     */
+    fetchUrl(url: string, customHeaders?: Record<string, string>): Promise<string>;
+    /**
+     * Fetches URL with exponential backoff retry logic
+     * @throws {FetchError} after all retries exhausted
+     */
+    fetchUrlWithRetry(url: string, customHeaders?: Record<string, string>, maxRetries?: number): Promise<string>;
+}
+export declare const fetcherService: FetcherService;
+export {};
+//# sourceMappingURL=fetcher.service.d.ts.map

package/dist/services/fetcher.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.service.d.ts","sourceRoot":"","sources":["../../src/services/fetcher.service.ts"],"names":[],"mappings":"AA6CA,cAAM,cAAc;IAClB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;;IAoBvC;;;;OAIG;IACG,QAAQ,CACZ,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACrC,OAAO,CAAC,MAAM,CAAC;IA8ClB;;;OAGG;IACG,iBAAiB,CACrB,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,UAAU,SAAI,GACb,OAAO,CAAC,MAAM,CAAC;CA6BnB;AAGD,eAAO,MAAM,cAAc,gBAAuB,CAAC"}