@j0hanz/superfetch 2.1.3 → 2.1.5

package/dist/server.js

@@ -1,94 +0,0 @@
-import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
-import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
-import { config } from './config/index.js';
-import { destroyAgents } from './services/fetcher.js';
-import { logError, logInfo } from './services/logger.js';
-import { shutdownTransformWorkerPool } from './services/transform-worker-pool.js';
-import { registerTools } from './tools/index.js';
-import { registerCachedContentResource } from './resources/cached-content.js';
-function createServerInfo() {
-    return {
-        name: config.server.name,
-        version: config.server.version,
-    };
-}
-function createServerCapabilities() {
-    return {
-        tools: { listChanged: false },
-        resources: { listChanged: true, subscribe: true },
-        logging: {},
-    };
-}
-function createServerInstructions(serverVersion) {
-    return `superFetch MCP server |${serverVersion}| A high-performance web content fetching and processing server.`;
-}
-export function createMcpServer() {
-    const server = new McpServer(createServerInfo(), {
-        capabilities: createServerCapabilities(),
-        instructions: createServerInstructions(config.server.version),
-    });
-    registerTools(server);
-    registerCachedContentResource(server);
-    return server;
-}
-function attachServerErrorHandler(server) {
-    server.server.onerror = (error) => {
-        logError('[MCP Error]', error instanceof Error ? error : { error });
-    };
-}
-function handleShutdownSignal(server, signal) {
-    process.stderr.write(`\n${signal} received, shutting down superFetch MCP server...\n`);
-    Promise.resolve()
-        .then(async () => {
-        destroyAgents();
-        await shutdownTransformWorkerPool();
-        await server.close();
-    })
-        .catch((err) => {
-        logError('Error during shutdown', err instanceof Error ? err : undefined);
-    })
-        .finally(() => {
-        process.exit(0);
-    });
-}
-function createShutdownHandler(server) {
-    let shuttingDown = false;
-    let initialSignal = null;
-    return (signal) => {
-        if (shuttingDown) {
-            logInfo('Shutdown already in progress; ignoring signal', {
-                signal,
-                initialSignal,
-            });
-            return;
-        }
-        shuttingDown = true;
-        initialSignal = signal;
-        handleShutdownSignal(server, signal);
-    };
-}
-function registerSignalHandlers(handler) {
-    process.once('SIGINT', () => {
-        handler('SIGINT');
-    });
-    process.once('SIGTERM', () => {
-        handler('SIGTERM');
-    });
-}
-async function connectStdioServer(server, transport) {
-    try {
-        await server.connect(transport);
-        logInfo('superFetch MCP server running on stdio');
-    }
-    catch (error) {
-        logError('Failed to start stdio server', error instanceof Error ? error : undefined);
-        process.exit(1);
-    }
-}
-export async function startStdioServer() {
-    const server = createMcpServer();
-    const transport = new StdioServerTransport();
-    attachServerErrorHandler(server);
-    registerSignalHandlers(createShutdownHandler(server));
-    await connectStdioServer(server, transport);
-}

package/dist/server.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AAEjF,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,MAAM,UAAU,eAAe;IAC7B,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B;QACE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI;QACxB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;KAC/B,EACD;QACE,YAAY,EAAE;YACZ,KAAK,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;YAC7B,SAAS,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;YACjD,OAAO,EAAE,EAAE;SACZ;QACD,YAAY,EAAE,0BAA0B,MAAM,CAAC,MAAM,CAAC,OAAO,8OAA8O;KAC5S,CACF,CAAC;IAEF,aAAa,CAAC,MAAM,CAAC,CAAC;IACtB,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAE1B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAE7C,MAAM,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;QAChC,QAAQ,CAAC,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,MAAc,EAAQ,EAAE;QAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,KAAK,MAAM,qDAAqD,CACjE,CAAC;QACF,aAAa,EAAE,CAAC;QAChB,MAAM;aACH,KAAK,EAAE;aACP,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACtB,QAAQ,CACN,uBAAuB,EACvB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CACvC,CAAC;QACJ,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACxB,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QACzB,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChC,OAAO,CAAC,wCAAwC,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CACN,8BAA8B,EAC9B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/services/cache-events.d.ts

@@ -1,8 +0,0 @@
-import type { CacheKeyParts } from './cache-keys.js';
-export interface CacheUpdateEvent extends CacheKeyParts {
-    cacheKey: string;
-}
-type CacheUpdateListener = (event: CacheUpdateEvent) => void;
-export declare function onCacheUpdate(listener: CacheUpdateListener): () => void;
-export declare function notifyCacheUpdate(cacheKey: string): void;
-export {};

package/dist/services/cache-events.js

@@ -1,19 +0,0 @@
-import { parseCacheKey } from './cache-keys.js';
-const updateListeners = new Set();
-export function onCacheUpdate(listener) {
-    updateListeners.add(listener);
-    return () => {
-        updateListeners.delete(listener);
-    };
-}
-export function notifyCacheUpdate(cacheKey) {
-    if (updateListeners.size === 0)
-        return;
-    const parts = parseCacheKey(cacheKey);
-    if (!parts)
-        return;
-    const event = { cacheKey, ...parts };
-    for (const listener of updateListeners) {
-        listener(event);
-    }
-}

package/dist/services/cache-keys.d.ts

@@ -1,7 +0,0 @@
-export interface CacheKeyParts {
-    namespace: string;
-    urlHash: string;
-}
-export declare function createCacheKey(namespace: string, url: string, vary?: Record<string, unknown> | string): string | null;
-export declare function parseCacheKey(cacheKey: string): CacheKeyParts | null;
-export declare function toResourceUri(cacheKey: string): string | null;

package/dist/services/cache-keys.js

@@ -1,57 +0,0 @@
-import { CACHE_HASH } from '../config/constants.js';
-import { sha256Hex } from '../utils/crypto.js';
-import { isRecord } from '../utils/guards.js';
-function stableStringify(value) {
-    if (!isRecord(value)) {
-        if (value === null || value === undefined) {
-            return '';
-        }
-        return JSON.stringify(value);
-    }
-    if (Array.isArray(value)) {
-        return `[${value.map((item) => stableStringify(item)).join(',')}]`;
-    }
-    const entries = Object.entries(value)
-        .filter(([, entryValue]) => entryValue !== undefined)
-        .sort(([a], [b]) => a.localeCompare(b))
-        .map(([key, entryValue]) => `${JSON.stringify(key)}:${stableStringify(entryValue)}`);
-    return `{${entries.join(',')}}`;
-}
-function createHashFragment(input, length) {
-    return sha256Hex(input).substring(0, length);
-}
-function buildCacheKey(namespace, urlHash, varyHash) {
-    return varyHash
-        ? `${namespace}:${urlHash}.${varyHash}`
-        : `${namespace}:${urlHash}`;
-}
-function getVaryHash(vary) {
-    if (!vary)
-        return undefined;
-    const varyString = typeof vary === 'string' ? vary : stableStringify(vary);
-    if (!varyString)
-        return undefined;
-    return createHashFragment(varyString, CACHE_HASH.VARY_HASH_LENGTH);
-}
-export function createCacheKey(namespace, url, vary) {
-    if (!namespace || !url)
-        return null;
-    const urlHash = createHashFragment(url, CACHE_HASH.URL_HASH_LENGTH);
-    const varyHash = getVaryHash(vary);
-    return buildCacheKey(namespace, urlHash, varyHash);
-}
-export function parseCacheKey(cacheKey) {
-    if (!cacheKey)
-        return null;
-    const [namespace, ...rest] = cacheKey.split(':');
-    const urlHash = rest.join(':');
-    if (!namespace || !urlHash)
-        return null;
-    return { namespace, urlHash };
-}
-export function toResourceUri(cacheKey) {
-    const parts = parseCacheKey(cacheKey);
-    if (!parts)
-        return null;
-    return `superfetch://cache/${parts.namespace}/${parts.urlHash}`;
-}

package/dist/services/cache.d.ts

@@ -1,17 +0,0 @@
-import type { CacheEntry } from '../config/types/content.js';
-interface CacheUpdateEvent {
-    cacheKey: string;
-    namespace: string;
-    urlHash: string;
-}
-type CacheUpdateListener = (event: CacheUpdateEvent) => void;
-export declare function onCacheUpdate(listener: CacheUpdateListener): () => void;
-interface CacheEntryMetadata {
-    url: string;
-    title?: string;
-}
-export declare function get(cacheKey: string | null): CacheEntry | undefined;
-export declare function set(cacheKey: string | null, content: string, metadata: CacheEntryMetadata): void;
-export declare function keys(): readonly string[];
-export declare function isEnabled(): boolean;
-export {};

package/dist/services/cache.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/services/cache.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAwD7D,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,gBAAiB,SAAQ,aAAa;IAC9C,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,kBAAkB;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,KAAK,mBAAmB,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;AA2D7D,wBAAgB,cAAc,CAC5B,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GACtC,MAAM,GAAG,IAAI,CAMf;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAMpE;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAI7D;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM,IAAI,CAKvE;AAUD,wBAAgB,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,UAAU,GAAG,SAAS,CAYnE;AAsBD,wBAAgB,GAAG,CACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,kBAAkB,GAC3B,IAAI,CAeN;AAED,wBAAgB,IAAI,IAAI,MAAM,EAAE,CAE/B"}

package/dist/services/cache.js

@@ -1,145 +0,0 @@
-import { setInterval as setIntervalPromise } from 'node:timers/promises';
-import { config } from '../config/index.js';
-import { getErrorMessage } from '../utils/error-details.js';
-import { parseCacheKey } from './cache-keys.js';
-import { logWarn } from './logger.js';
-const contentCache = new Map();
-let cleanupController = null;
-const updateListeners = new Set();
-export function onCacheUpdate(listener) {
-    updateListeners.add(listener);
-    return () => {
-        updateListeners.delete(listener);
-    };
-}
-function notifyCacheUpdate(cacheKey) {
-    if (updateListeners.size === 0)
-        return;
-    const parts = parseCacheKey(cacheKey);
-    if (!parts)
-        return;
-    const event = { cacheKey, ...parts };
-    for (const listener of updateListeners) {
-        listener(event);
-    }
-}
-function startCleanupLoop() {
-    if (cleanupController)
-        return;
-    cleanupController = new AbortController();
-    void runCleanupLoop(cleanupController.signal).catch((error) => {
-        if (error instanceof Error && error.name !== 'AbortError') {
-            logWarn('Cache cleanup loop failed', { error: getErrorMessage(error) });
-        }
-    });
-}
-async function runCleanupLoop(signal) {
-    const intervalMs = Math.floor(config.cache.ttl * 1000);
-    for await (const getNow of setIntervalPromise(intervalMs, Date.now, {
-        signal,
-        ref: false,
-    })) {
-        enforceCacheLimits(getNow());
-    }
-}
-function enforceCacheLimits(now) {
-    for (const [key, item] of contentCache.entries()) {
-        if (now > item.expiresAt) {
-            contentCache.delete(key);
-        }
-    }
-    trimCacheToMaxKeys();
-}
-export function get(cacheKey) {
-    if (!isCacheReadable(cacheKey))
-        return undefined;
-    return runCacheOperation(cacheKey, 'Cache get error', () => readCacheEntry(cacheKey));
-}
-function isCacheReadable(cacheKey) {
-    return config.cache.enabled && Boolean(cacheKey);
-}
-function isCacheWritable(cacheKey, content) {
-    return config.cache.enabled && Boolean(cacheKey) && Boolean(content);
-}
-function runCacheOperation(cacheKey, message, operation) {
-    try {
-        return operation();
-    }
-    catch (error) {
-        logCacheError(message, cacheKey, error);
-        return undefined;
-    }
-}
-function readCacheEntry(cacheKey) {
-    const now = Date.now();
-    return readCacheItem(cacheKey, now)?.entry;
-}
-function isExpired(item, now) {
-    return now > item.expiresAt;
-}
-function readCacheItem(cacheKey, now) {
-    const item = contentCache.get(cacheKey);
-    if (!item)
-        return undefined;
-    if (isExpired(item, now)) {
-        contentCache.delete(cacheKey);
-        return undefined;
-    }
-    return item;
-}
-export function set(cacheKey, content, metadata) {
-    if (!isCacheWritable(cacheKey, content))
-        return;
-    runCacheOperation(cacheKey, 'Cache set error', () => {
-        startCleanupLoop();
-        const now = Date.now();
-        const expiresAtMs = now + config.cache.ttl * 1000;
-        const entry = buildCacheEntry({
-            content,
-            metadata,
-            fetchedAtMs: now,
-            expiresAtMs,
-        });
-        persistCacheEntry(cacheKey, entry, expiresAtMs);
-    });
-}
-export function keys() {
-    return Array.from(contentCache.keys());
-}
-export function isEnabled() {
-    return config.cache.enabled;
-}
-function buildCacheEntry({ content, metadata, fetchedAtMs, expiresAtMs, }) {
-    return {
-        url: metadata.url,
-        content,
-        fetchedAt: new Date(fetchedAtMs).toISOString(),
-        expiresAt: new Date(expiresAtMs).toISOString(),
-        ...(metadata.title === undefined ? {} : { title: metadata.title }),
-    };
-}
-function persistCacheEntry(cacheKey, entry, expiresAtMs) {
-    contentCache.set(cacheKey, { entry, expiresAt: expiresAtMs });
-    trimCacheToMaxKeys();
-    notifyCacheUpdate(cacheKey);
-}
-function trimCacheToMaxKeys() {
-    if (contentCache.size <= config.cache.maxKeys)
-        return;
-    removeOldestEntries(contentCache.size - config.cache.maxKeys);
-}
-function removeOldestEntries(count) {
-    const iterator = contentCache.keys();
-    for (let removed = 0; removed < count; removed += 1) {
-        const next = iterator.next();
-        if (next.done)
-            break;
-        contentCache.delete(next.value);
-    }
-}
-function logCacheError(message, cacheKey, error) {
-    logWarn(message, {
-        key: cacheKey.length > 100 ? cacheKey.slice(0, 100) : cacheKey,
-        error: getErrorMessage(error),
-    });
-}

package/dist/services/cache.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/services/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAEzE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAG5C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE1D,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAOtC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAqB,CAAC;AAClD,IAAI,iBAAiB,GAA2B,IAAI,CAAC;AAErD,SAAS,gBAAgB;IACvB,IAAI,iBAAiB;QAAE,OAAO;IAC9B,iBAAiB,GAAG,IAAI,eAAe,EAAE,CAAC;IAC1C,KAAK,cAAc,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACrE,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1D,OAAO,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,MAAmB;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IACtD,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,kBAAkB,CAAC,UAAU,EAAE,SAAS,EAAE;QAC9D,MAAM;QACN,GAAG,EAAE,KAAK;KACX,CAAC,EAAE,CAAC;QACH,mBAAmB,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;QACjD,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACzB,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,cAAc,EAAE,CAAC;AACnB,CAAC;AAED,SAAS,cAAc;IACrB,IAAI,YAAY,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO;QAAE,OAAO;IACtD,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;IAC9D,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,IAAI;YAAE,MAAM;QAChB,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAkBD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC;AAEvD,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACrE,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;SAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC;SACpD,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CACF,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE,CACpB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,EAAE,CAC1D,CAAC;IAEJ,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,MAAc;IACvD,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,aAAa,CACpB,SAAiB,EACjB,OAAe,EACf,QAAiB;IAEjB,OAAO,QAAQ;QACb,CAAC,CAAC,GAAG,SAAS,IAAI,OAAO,IAAI,QAAQ,EAAE;QACvC,CAAC,CAAC,GAAG,SAAS,IAAI,OAAO,EAAE,CAAC;AAChC,CAAC;AAED,SAAS,WAAW,CAClB,IAAuC;IAEvC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,MAAM,UAAU,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAC3E,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,OAAO,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,SAAiB,EACjB,GAAW,EACX,IAAuC;IAEvC,IAAI,CAAC,SAAS,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEpC,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,aAAa,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACxC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,sBAAsB,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAA6B;IACzD,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,OAAO,GAAG,EAAE;QACV,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,QAAQ,CAAC,EAAE,QAAQ,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;IACnC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,QAAuB;IACzC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAC;IAEjD,IAAI,CAAC;QACH,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,iBAAiB,EAAE;YACzB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;YAC/B,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC;SAC9B,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,QAAuB;IAC9C,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAE5B,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC;AACpB,CAAC;AAED,SAAS,SAAS,CAAC,IAAe;IAChC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,GAAG,CACjB,QAAuB,EACvB,OAAe,EACf,QAA4B;IAE5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO;QAAE,OAAO;IAClC,IAAI,CAAC,QAAQ;QAAE,OAAO;IACtB,IAAI,CAAC,OAAO;QAAE,OAAO;IAErB,IAAI,CAAC;QACH,gBAAgB,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC3D,iBAAiB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,iBAAiB,EAAE;YACzB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;YAC/B,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,UAAU,IAAI;IAClB,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,eAAe,CACtB,QAAgB,EAChB,OAAe,EACf,QAA4B;IAE5B,OAAO;QACL,GAAG,EAAE,QAAQ,CAAC,GAAG;QACjB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;KACxE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB,EAAE,KAAiB;IAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC;IACvD,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACjD,eAAe,CAAC,QAAQ,CAAC,CAAC;AAC5B,CAAC"}

package/dist/services/cache.service.d.ts

@@ -1,52 +0,0 @@
-import { CacheEntry } from '../types/index.js';
-declare class CacheService {
-    private cache;
-    private stats;
-    constructor();
-    /**
-     * Generates a namespaced hash for a cache key
-     * @param key - The key to hash (can include namespace prefix)
-     */
-    private hashKey;
-    /**
-     * Creates a namespaced cache key
-     * @param namespace - The namespace (e.g., 'url', 'links', 'markdown')
-     * @param url - The URL to cache
-     */
-    createCacheKey(namespace: string, url: string): string;
-    /**
-     * Gets content from cache
-     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
-     */
-    get(cacheKey: string): CacheEntry | undefined;
-    private readonly maxContentSize;
-    /**
-     * Sets content in cache
-     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
-     * @param content - The content to cache
-     */
-    set(cacheKey: string, content: string): void;
-    /**
-     * Clears all cache
-     */
-    clear(): void;
-    /**
-     * Gets cache statistics
-     */
-    getStats(): {
-        size: number;
-        maxKeys: number;
-        ttl: number;
-        hits: number;
-        misses: number;
-        sets: number;
-        hitRate: string;
-    };
-    /**
-     * Gets all cache keys
-     */
-    keys(): string[];
-}
-export declare const cacheService: CacheService;
-export {};
-//# sourceMappingURL=cache.service.d.ts.map

package/dist/services/cache.service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.service.d.ts","sourceRoot":"","sources":["../../src/services/cache.service.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,cAAM,YAAY;IAChB,OAAO,CAAC,KAAK,CAAY;IACzB,OAAO,CAAC,KAAK,CAIX;;IAWF;;;OAGG;IACH,OAAO,CAAC,OAAO;IAQf;;;;OAIG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM;IAItD;;;OAGG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS;IAkB7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAG7B;IAEF;;;;OAIG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAyB5C;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;OAEG;IACH,QAAQ;;;;;;;;;IAgBR;;OAEG;IACH,IAAI,IAAI,MAAM,EAAE;CAGjB;AAGD,eAAO,MAAM,YAAY,cAAqB,CAAC"}

package/dist/services/cache.service.js

@@ -1,113 +0,0 @@
-import NodeCache from 'node-cache';
-import crypto from 'crypto';
-import { config } from '../config/index.js';
-class CacheService {
-    cache;
-    stats = {
-        hits: 0,
-        misses: 0,
-        sets: 0,
-    };
-    constructor() {
-        this.cache = new NodeCache({
-            stdTTL: config.cache.ttl,
-            checkperiod: Math.floor(config.cache.ttl / 10),
-            useClones: false,
-            maxKeys: config.cache.maxKeys,
-        });
-    }
-    /**
-     * Generates a namespaced hash for a cache key
-     * @param key - The key to hash (can include namespace prefix)
-     */
-    hashKey(key) {
-        return crypto
-            .createHash('sha256')
-            .update(key)
-            .digest('hex')
-            .substring(0, 16);
-    }
-    /**
-     * Creates a namespaced cache key
-     * @param namespace - The namespace (e.g., 'url', 'links', 'markdown')
-     * @param url - The URL to cache
-     */
-    createCacheKey(namespace, url) {
-        return `${namespace}:${url}`;
-    }
-    /**
-     * Gets content from cache
-     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
-     */
-    get(cacheKey) {
-        if (!config.cache.enabled) {
-            return undefined;
-        }
-        const key = this.hashKey(cacheKey);
-        const entry = this.cache.get(key);
-        if (entry) {
-            this.stats.hits++;
-            return entry;
-        }
-        this.stats.misses++;
-        return undefined;
-    }
-    // Maximum content size to cache (5MB default)
-    maxContentSize = parseInt(process.env.CACHE_MAX_CONTENT_SIZE || '5242880', 10);
-    /**
-     * Sets content in cache
-     * @param cacheKey - The cache key (use createCacheKey for namespaced keys)
-     * @param content - The content to cache
-     */
-    set(cacheKey, content) {
-        if (!config.cache.enabled) {
-            return;
-        }
-        // Validate content size to prevent memory exhaustion
-        if (content.length > this.maxContentSize) {
-            return; // Skip caching oversized content
-        }
-        const key = this.hashKey(cacheKey);
-        const now = new Date();
-        const expiresAt = new Date(now.getTime() + config.cache.ttl * 1000);
-        const entry = {
-            url: cacheKey,
-            content,
-            fetchedAt: now.toISOString(),
-            expiresAt: expiresAt.toISOString(),
-        };
-        this.cache.set(key, entry);
-        this.stats.sets++;
-    }
-    /**
-     * Clears all cache
-     */
-    clear() {
-        this.cache.flushAll();
-    }
-    /**
-     * Gets cache statistics
-     */
-    getStats() {
-        const total = this.stats.hits + this.stats.misses;
-        const hitRate = total > 0 ? ((this.stats.hits / total) * 100).toFixed(2) : '0.00';
-        return {
-            size: this.cache.keys().length,
-            maxKeys: config.cache.maxKeys,
-            ttl: config.cache.ttl,
-            hits: this.stats.hits,
-            misses: this.stats.misses,
-            sets: this.stats.sets,
-            hitRate: `${hitRate}%`,
-        };
-    }
-    /**
-     * Gets all cache keys
-     */
-    keys() {
-        return this.cache.keys();
-    }
-}
-// Singleton instance
-export const cacheService = new CacheService();
-//# sourceMappingURL=cache.service.js.map

package/dist/services/cache.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.service.js","sourceRoot":"","sources":["../../src/services/cache.service.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAG5C,MAAM,YAAY;IACR,KAAK,CAAY;IACjB,KAAK,GAAG;QACd,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,CAAC;KACR,CAAC;IAEF;QACE,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;YACzB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG;YACxB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;YAC9C,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;SAC9B,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,OAAO,CAAC,GAAW;QACzB,OAAO,MAAM;aACV,UAAU,CAAC,QAAQ,CAAC;aACpB,MAAM,CAAC,GAAG,CAAC;aACX,MAAM,CAAC,KAAK,CAAC;aACb,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,SAAiB,EAAE,GAAW;QAC3C,OAAO,GAAG,SAAS,IAAI,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,GAAG,CAAC,QAAgB;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAa,GAAG,CAAC,CAAC;QAE9C,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,8CAA8C;IAC7B,cAAc,GAAG,QAAQ,CACxC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS,EAC/C,EAAE,CACH,CAAC;IAEF;;;;OAIG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAe;QACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,qDAAqD;QACrD,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACzC,OAAO,CAAC,iCAAiC;QAC3C,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;QAEpE,MAAM,KAAK,GAAe;YACxB,GAAG,EAAE,QAAQ;YACb,OAAO;YACP,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE;YAC5B,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;SACnC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAClD,MAAM,OAAO,GACX,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAEpE,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM;YAC9B,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;YAC7B,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG;YACrB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,OAAO,EAAE,GAAG,OAAO,GAAG;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/services/card-extractor.d.ts

@@ -1,6 +0,0 @@
-/**
- * Pre-process HTML to preserve card links that Readability might strip.
- * Converts card-like elements into simple link lists.
- */
-export declare function preserveCardLinks(document: Document): void;
-//# sourceMappingURL=card-extractor.d.ts.map

package/dist/services/card-extractor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"card-extractor.d.ts","sourceRoot":"","sources":["../../src/services/card-extractor.ts"],"names":[],"mappings":"AAkOA;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAI1D"}