@j0hanz/superfetch 1.1.1 → 1.1.3

package/dist/tools/handlers/fetch-urls.tool.js

@@ -1,217 +1,124 @@
-import * as cache from '../../services/cache.js';
-import { extractContent } from '../../services/extractor.js';
-import { fetchUrlWithRetry } from '../../services/fetcher.js';
-import { logDebug, logError, logWarn } from '../../services/logger.js';
-import { parseHtml } from '../../services/parser.js';
+import { logDebug, logError } from '../../services/logger.js';
 import { createToolErrorResponse } from '../../utils/tool-error-handler.js';
-import { validateAndNormalizeUrl } from '../../utils/url-validator.js';
-import { createContentMetadataBlock, determineContentExtractionSource, enforceContentLengthLimit, } from '../utils/common.js';
-import { toJsonl } from '../../transformers/jsonl.transformer.js';
-import { htmlToMarkdown } from '../../transformers/markdown.transformer.js';
-const MAX_URLS_PER_BATCH = 10;
-const DEFAULT_CONCURRENCY = 3;
-const MAX_CONCURRENCY = 5;
+import { processSingleUrl, } from './fetch-urls/processor.js';
+import { createBatchResponse } from './fetch-urls/response.js';
+import { DEFAULT_CONCURRENCY, MAX_CONCURRENCY, validateBatchInput, } from './fetch-urls/validation.js';
 export const FETCH_URLS_TOOL_NAME = 'fetch-urls';
 export const FETCH_URLS_TOOL_DESCRIPTION = 'Fetches multiple URLs in parallel and converts them to AI-readable format (JSONL or Markdown). Supports concurrency control and continues on individual failures.';
-function createBatchResponse(results) {
-    const summary = {
-        total: results.length,
-        successful: results.filter((result) => result.success).length,
-        failed: results.filter((result) => !result.success).length,
-        cached: results.filter((result) => result.cached).length,
-        totalContentBlocks: results.reduce((sum, result) => sum + (result.contentBlocks ?? 0), 0),
-    };
-    const structuredContent = {
-        results,
-        summary,
-        fetchedAt: new Date().toISOString(),
-    };
-    return {
-        content: [
-            {
-                type: 'text',
-                text: JSON.stringify(structuredContent, null, 2),
-            },
-        ],
-        structuredContent,
-    };
+function extractRejectionMessage({ reason }) {
+    return toErrorMessage(reason);
 }
-function attemptCacheRetrievalForUrl(normalizedUrl, format) {
-    const cacheNamespace = format === 'markdown' ? 'markdown' : 'url';
-    const cacheKey = cache.createCacheKey(cacheNamespace, normalizedUrl);
-    if (!cacheKey)
-        return null;
-    const cached = cache.get(cacheKey);
-    if (!cached)
-        return null;
-    logDebug('Batch cache hit', { url: normalizedUrl });
-    return {
-        url: normalizedUrl,
-        success: true,
-        content: cached.content,
-        cached: true,
-    };
+function toErrorMessage(reason) {
+    if (reason instanceof Error)
+        return reason.message;
+    if (typeof reason === 'string')
+        return reason;
+    if (hasMessage(reason))
+        return reason.message;
+    return 'Unknown error';
 }
-function transformContentForFormat(html, normalizedUrl, metadata, format) {
-    if (format === 'markdown') {
-        return {
-            content: htmlToMarkdown(html, metadata),
-        };
-    }
-    const blocks = parseHtml(html);
-    return {
-        content: toJsonl(blocks, metadata),
-        contentBlocks: blocks.length,
-    };
+function isRecord(value) {
+    return value !== null && typeof value === 'object';
 }
-function processContentExtraction(html, normalizedUrl, options) {
-    if (!options.extractMainContent) {
-        const { metadata: extractedMeta } = extractContent(html, normalizedUrl, {
-            extractArticle: false,
-        });
-        return {
-            sourceHtml: html,
-            title: extractedMeta.title,
-            metadata: createContentMetadataBlock(normalizedUrl, null, extractedMeta, false, options.includeMetadata),
-        };
-    }
-    const { article, metadata: extractedMeta } = extractContent(html, normalizedUrl, { extractArticle: true });
-    const shouldExtractFromArticle = determineContentExtractionSource(true, article);
-    return {
-        sourceHtml: shouldExtractFromArticle ? article.content : html,
-        title: shouldExtractFromArticle ? article.title : extractedMeta.title,
-        metadata: createContentMetadataBlock(normalizedUrl, article, extractedMeta, shouldExtractFromArticle, options.includeMetadata),
-    };
+function hasMessage(value) {
+    if (!isRecord(value))
+        return false;
+    return typeof value.message === 'string';
+}
+function normalizeConcurrency(input, urlCount) {
+    const requested = input.concurrency ?? DEFAULT_CONCURRENCY;
+    return Math.min(Math.max(1, requested), MAX_CONCURRENCY, urlCount);
+}
+async function processBatch(urls, options, batchIndex, total) {
+    logDebug('Processing batch', {
+        batch: batchIndex,
+        urls: urls.length,
+        total,
+    });
+    const tasks = urls.map((url) => processSingleUrl(url, options));
+    return Promise.allSettled(tasks);
 }
-async function processSingleUrl(url, options) {
+export async function fetchUrlsToolHandler(input) {
     try {
-        const normalizedUrl = validateAndNormalizeUrl(url);
-        const cachedResult = attemptCacheRetrievalForUrl(normalizedUrl, options.format);
-        if (cachedResult)
-            return cachedResult;
-        const html = await fetchUrlWithRetry(normalizedUrl);
-        const { sourceHtml, title, metadata } = processContentExtraction(html, normalizedUrl, options);
-        const { content, contentBlocks } = transformContentForFormat(sourceHtml, normalizedUrl, metadata, options.format);
-        const { content: finalContent } = enforceContentLengthLimit(content, options.maxContentLength);
-        const cacheNamespace = options.format === 'markdown' ? 'markdown' : 'url';
-        const cacheKey = cache.createCacheKey(cacheNamespace, normalizedUrl);
-        if (cacheKey) {
-            cache.set(cacheKey, finalContent);
-        }
-        return {
-            url: normalizedUrl,
-            success: true,
-            title,
-            content: finalContent,
-            contentBlocks,
-            cached: false,
-        };
+        return await executeFetchUrls(input);
     }
     catch (error) {
-        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
-        const errorCode = error instanceof Error &&
-            'code' in error &&
-            typeof error.code === 'string'
-            ? error.code
-            : 'FETCH_ERROR';
-        logWarn('Batch URL processing failed', { url, error: errorMessage });
-        return {
-            url,
-            success: false,
-            cached: false,
-            error: errorMessage,
-            errorCode,
-        };
+        logError('fetch-urls tool error', error instanceof Error ? error : undefined);
+        return createToolErrorResponse(error instanceof Error ? error.message : 'Failed to fetch URLs', '', 'BATCH_ERROR');
     }
 }
-function extractRejectionMessage({ reason }) {
-    if (reason instanceof Error) {
-        return reason.message;
-    }
-    if (typeof reason === 'string') {
-        return reason;
+async function executeFetchUrls(input) {
+    const validUrls = resolveValidUrls(input);
+    if (!Array.isArray(validUrls))
+        return validUrls;
+    const batchConfig = buildBatchConfig(input, validUrls.length);
+    logDebug('Starting batch URL fetch', {
+        urlCount: validUrls.length,
+        concurrency: batchConfig.concurrency,
+        format: batchConfig.format,
+    });
+    const processOptions = buildSingleUrlOptions(input, batchConfig.format);
+    const results = await collectBatchResults(validUrls, processOptions, batchConfig.concurrency, batchConfig.continueOnError);
+    if (!batchConfig.continueOnError) {
+        const failureResponse = buildBatchFailure(results);
+        if (failureResponse)
+            return failureResponse;
     }
-    if (reason &&
-        typeof reason === 'object' &&
-        'message' in reason &&
-        typeof reason.message === 'string') {
-        const msg = reason.message;
-        return msg;
-    }
-    return 'Unknown error';
+    return createBatchResponse(results);
 }
-function validateBatchInput(input) {
-    if (input.urls.length === 0) {
-        return createToolErrorResponse('At least one URL is required', '', 'VALIDATION_ERROR');
-    }
-    if (input.urls.length > MAX_URLS_PER_BATCH) {
-        return createToolErrorResponse(`Maximum ${MAX_URLS_PER_BATCH} URLs allowed per batch`, '', 'VALIDATION_ERROR');
-    }
-    const validUrls = input.urls.filter((url) => typeof url === 'string' && url.trim().length > 0);
-    if (validUrls.length === 0) {
-        return createToolErrorResponse('No valid URLs provided', '', 'VALIDATION_ERROR');
-    }
-    return validUrls;
+function resolveValidUrls(input) {
+    return validateBatchInput(input);
 }
-export async function fetchUrlsToolHandler(input) {
-    try {
-        const validationResult = validateBatchInput(input);
-        if (!Array.isArray(validationResult)) {
-            return validationResult;
-        }
-        const validUrls = validationResult;
-        const concurrency = Math.min(Math.max(1, input.concurrency ?? DEFAULT_CONCURRENCY), MAX_CONCURRENCY);
-        const continueOnError = input.continueOnError ?? true;
-        const format = input.format ?? 'jsonl';
-        logDebug('Starting batch URL fetch', {
-            urlCount: validUrls.length,
-            concurrency,
-            format,
+function buildBatchConfig(input, urlCount) {
+    return {
+        concurrency: normalizeConcurrency(input, urlCount),
+        continueOnError: input.continueOnError ?? true,
+        format: input.format ?? 'jsonl',
+    };
+}
+function buildSingleUrlOptions(input, format) {
+    return {
+        extractMainContent: input.extractMainContent ?? true,
+        includeMetadata: input.includeMetadata ?? true,
+        maxContentLength: input.maxContentLength,
+        format,
+        requestOptions: {
+            customHeaders: input.customHeaders,
+            timeout: input.timeout,
+        },
+        maxRetries: input.retries,
+    };
+}
+function mapSettledResults(batch, settledResults) {
+    return settledResults.map((result, index) => result.status === 'fulfilled'
+        ? result.value
+        : {
+            url: batch[index] ?? 'unknown',
+            success: false,
+            cached: false,
+            error: extractRejectionMessage(result),
+            errorCode: 'PROMISE_REJECTED',
         });
-        const processOptions = {
-            extractMainContent: input.extractMainContent ?? true,
-            includeMetadata: input.includeMetadata ?? true,
-            maxContentLength: input.maxContentLength,
-            format,
-        };
-        // Process URLs in batches using native Promise.allSettled
-        const results = [];
-        const batchSize = Math.min(concurrency, validUrls.length);
-        for (let i = 0; i < validUrls.length; i += batchSize) {
-            const batch = validUrls.slice(i, i + batchSize);
-            const batchTasks = batch.map((url) => processSingleUrl(url, processOptions));
-            logDebug('Processing batch', {
-                batch: i / batchSize + 1,
-                urls: batch.length,
-                total: validUrls.length,
-            });
-            const settledResults = await Promise.allSettled(batchTasks);
-            const batchResults = settledResults.map((result, index) => {
-                if (result.status === 'fulfilled') {
-                    return result.value;
-                }
-                return {
-                    url: batch[index] ?? 'unknown',
-                    success: false,
-                    cached: false,
-                    error: extractRejectionMessage(result),
-                    errorCode: 'PROMISE_REJECTED',
-                };
-            });
-            results.push(...batchResults);
-        }
-        if (!continueOnError) {
-            const firstError = results.find((result) => !result.success);
-            if (firstError && !firstError.success) {
-                const errorMsg = firstError.error ?? 'Unknown error';
-                return createToolErrorResponse(`Batch failed: ${errorMsg}`, firstError.url, firstError.errorCode ?? 'BATCH_ERROR');
-            }
+}
+async function collectBatchResults(validUrls, processOptions, concurrency, continueOnError) {
+    const results = [];
+    const batchSize = Math.min(concurrency, validUrls.length);
+    for (let i = 0; i < validUrls.length; i += batchSize) {
+        const batch = validUrls.slice(i, i + batchSize);
+        const settledResults = await processBatch(batch, processOptions, i / batchSize + 1, validUrls.length);
+        const mapped = mapSettledResults(batch, settledResults);
+        results.push(...mapped);
+        if (!continueOnError && mapped.some((result) => !result.success)) {
+            break;
         }
-        return createBatchResponse(results);
-    }
-    catch (error) {
-        logError('fetch-urls tool error', error instanceof Error ? error : undefined);
-        return createToolErrorResponse(error instanceof Error ? error.message : 'Failed to fetch URLs', '', 'BATCH_ERROR');
     }
+    return results;
+}
+function buildBatchFailure(results) {
+    const firstError = results.find((result) => !result.success);
+    if (!firstError)
+        return null;
+    const errorMsg = firstError.error ?? 'Unknown error';
+    return createToolErrorResponse(`Batch failed: ${errorMsg}`, firstError.url, firstError.errorCode ?? 'BATCH_ERROR');
 }
 //# sourceMappingURL=fetch-urls.tool.js.map

package/dist/tools/handlers/fetch-urls.tool.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetch-urls.tool.js","sourceRoot":"","sources":["../../../src/tools/handlers/fetch-urls.tool.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,KAAK,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,OAAO,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,EAChC,yBAAyB,GAC1B,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,OAAO,EAAE,MAAM,yCAAyC,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,4CAA4C,CAAC;AAE5E,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,CAAC;AACjD,MAAM,CAAC,MAAM,2BAA2B,GACtC,mKAAmK,CAAC;AAEtK,SAAS,mBAAmB,CAC1B,OAAyB;IAEzB,MAAM,OAAO,GAAiB;QAC5B,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC7D,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM;QACxD,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAChC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC,EAClD,CAAC,CACF;KACF,CAAC;IAEF,MAAM,iBAAiB,GAAyB;QAC9C,OAAO;QACP,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;IAEF,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAe;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;aACjD;SACF;QACD,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAoBD,SAAS,2BAA2B,CAClC,aAAqB,EACrB,MAA4B;IAE5B,MAAM,cAAc,GAAG,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IAErE,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,QAAQ,CAAC,iBAAiB,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,CAAC;IACpD,OAAO;QACL,GAAG,EAAE,aAAa;QAClB,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,IAAI;KACb,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAChC,IAAY,EACZ,aAAqB,EACrB,QAAmC,EACnC,MAA4B;IAE5B,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1B,OAAO;YACL,OAAO,EAAE,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC;SACxC,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC;QAClC,aAAa,EAAE,MAAM,CAAC,MAAM;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAC/B,IAAY,EACZ,aAAqB,EACrB,OAAgC;IAMhC,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAChC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,aAAa,EAAE;YACtE,cAAc,EAAE,KAAK;SACtB,CAAC,CAAC;QACH,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE,aAAa,CAAC,KAAK;YAC1B,QAAQ,EAAE,0BAA0B,CAClC,aAAa,EACb,IAAI,EACJ,aAAa,EACb,KAAK,EACL,OAAO,CAAC,eAAe,CACxB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,cAAc,CACzD,IAAI,EACJ,aAAa,EACb,EAAE,cAAc,EAAE,IAAI,EAAE,CACzB,CAAC;IAEF,MAAM,wBAAwB,GAAG,gCAAgC,CAC/D,IAAI,EACJ,OAAO,CACR,CAAC;IAEF,OAAO;QACL,UAAU,EAAE,wBAAwB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QAC7D,KAAK,EAAE,wBAAwB,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK;QACrE,QAAQ,EAAE,0BAA0B,CAClC,aAAa,EACb,OAAO,EACP,aAAa,EACb,wBAAwB,EACxB,OAAO,CAAC,eAAe,CACxB;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,OAAgC;IAEhC,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;QAEnD,MAAM,YAAY,GAAG,2BAA2B,CAC9C,aAAa,EACb,OAAO,CAAC,MAAM,CACf,CAAC;QACF,IAAI,YAAY;YAAE,OAAO,YAAY,CAAC;QAEtC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAEpD,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,wBAAwB,CAC9D,IAAI,EACJ,aAAa,EACb,OAAO,CACR,CAAC;QAEF,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,yBAAyB,CAC1D,UAAU,EACV,aAAa,EACb,QAAQ,EACR,OAAO,CAAC,MAAM,CACf,CAAC;QAEF,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,yBAAyB,CACzD,OAAO,EACP,OAAO,CAAC,gBAAgB,CACzB,CAAC;QAEF,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;QAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QACrE,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACpC,CAAC;QAED,OAAO;YACL,GAAG,EAAE,aAAa;YAClB,OAAO,EAAE,IAAI;YACb,KAAK;YACL,OAAO,EAAE,YAAY;YACrB,aAAa;YACb,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QAC3D,MAAM,SAAS,GACb,KAAK,YAAY,KAAK;YACtB,MAAM,IAAI,KAAK;YACf,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;YAC5B,CAAC,CAAC,KAAK,CAAC,IAAI;YACZ,CAAC,CAAC,aAAa,CAAC;QAEpB,OAAO,CAAC,6BAA6B,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAErE,OAAO;YACL,GAAG;YACH,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,YAAY;YACnB,SAAS;SACV,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,EAAE,MAAM,EAAyB;IAChE,IAAI,MAAM,YAAY,KAAK,EAAE,CAAC;QAC5B,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IACE,MAAM;QACN,OAAO,MAAM,KAAK,QAAQ;QAC1B,SAAS,IAAI,MAAM;QACnB,OAAQ,MAAkC,CAAC,OAAO,KAAK,QAAQ,EAC/D,CAAC;QACD,MAAM,GAAG,GAAI,MAAkC,CAAC,OAAO,CAAC;QACxD,OAAO,GAAa,CAAC;IACvB,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAqB;IAErB,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,uBAAuB,CAC5B,8BAA8B,EAC9B,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QAC3C,OAAO,uBAAuB,CAC5B,WAAW,kBAAkB,yBAAyB,EACtD,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CACjC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,uBAAuB,CAC5B,wBAAwB,EACxB,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAqB;IAErB,IAAI,CAAC;QACH,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACrC,OAAO,gBAAgB,CAAC;QAC1B,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACnC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,WAAW,IAAI,mBAAmB,CAAC,EACrD,eAAe,CAChB,CAAC;QACF,MAAM,eAAe,GAAG,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC;QACtD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC;QAEvC,QAAQ,CAAC,0BAA0B,EAAE;YACnC,QAAQ,EAAE,SAAS,CAAC,MAAM;YAC1B,WAAW;YACX,MAAM;SACP,CAAC,CAAC;QAEH,MAAM,cAAc,GAA4B;YAC9C,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,IAAI,IAAI;YACpD,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI;YAC9C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,MAAM;SACP,CAAC;QAEF,0DAA0D;QAC1D,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACnC,gBAAgB,CAAC,GAAG,EAAE,cAAc,CAAC,CACtC,CAAC;YAEF,QAAQ,CAAC,kBAAkB,EAAE;gBAC3B,KAAK,EAAE,CAAC,GAAG,SAAS,GAAG,CAAC;gBACxB,IAAI,EAAE,KAAK,CAAC,MAAM;gBAClB,KAAK,EAAE,SAAS,CAAC,MAAM;aACxB,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,YAAY,GAAqB,cAAc,CAAC,GAAG,CACvD,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAChB,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAClC,OAAO,MAAM,CAAC,KAAK,CAAC;gBACtB,CAAC;gBACD,OAAO;oBACL,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,SAAS;oBAC9B,OAAO,EAAE,KAAc;oBACvB,MAAM,EAAE,KAAc;oBACtB,KAAK,EAAE,uBAAuB,CAAC,MAAM,CAAC;oBACtC,SAAS,EAAE,kBAAkB;iBAC9B,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC7D,IAAI,UAAU,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,IAAI,eAAe,CAAC;gBACrD,OAAO,uBAAuB,CAC5B,iBAAiB,QAAQ,EAAE,EAC3B,UAAU,CAAC,GAAG,EACd,UAAU,CAAC,SAAS,IAAI,aAAa,CACtC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CACN,uBAAuB,EACvB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QAEF,OAAO,uBAAuB,CAC5B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,EAC/D,EAAE,EACF,aAAa,CACd,CAAC;IACJ,CAAC;AACH,CAAC"}
+{"version":3,"file":"fetch-urls.tool.js","sourceRoot":"","sources":["../../../src/tools/handlers/fetch-urls.tool.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAE5E,OAAO,EACL,gBAAgB,GAEjB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,kBAAkB,GACnB,MAAM,4BAA4B,CAAC;AAIpC,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,CAAC;AACjD,MAAM,CAAC,MAAM,2BAA2B,GACtC,mKAAmK,CAAC;AAEtK,SAAS,uBAAuB,CAAC,EAAE,MAAM,EAAyB;IAChE,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,cAAc,CAAC,MAAe;IACrC,IAAI,MAAM,YAAY,KAAK;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC;IACnD,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC;IAC9C,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;AACrD,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAGhC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC;AAC3C,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAqB,EAAE,QAAgB;IACnE,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,IAAI,mBAAmB,CAAC;IAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,IAAc,EACd,OAAgC,EAChC,UAAkB,EAClB,KAAa;IAEb,QAAQ,CAAC,kBAAkB,EAAE;QAC3B,KAAK,EAAE,UAAU;QACjB,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;IAChE,OAAO,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAqB;IAErB,IAAI,CAAC;QACH,OAAO,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CACN,uBAAuB,EACvB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QAEF,OAAO,uBAAuB,CAC5B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,EAC/D,EAAE,EACF,aAAa,CACd,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,KAAqB;IAErB,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAEhD,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAC9D,QAAQ,CAAC,0BAA0B,EAAE;QACnC,QAAQ,EAAE,SAAS,CAAC,MAAM;QAC1B,WAAW,EAAE,WAAW,CAAC,WAAW;QACpC,MAAM,EAAE,WAAW,CAAC,MAAM;KAC3B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,MAAM,mBAAmB,CACvC,SAAS,EACT,cAAc,EACd,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,eAAe,CAC5B,CAAC;IAEF,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,eAAe;YAAE,OAAO,eAAe,CAAC;IAC9C,CAAC;IAED,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAqB;IAC7C,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAqB,EACrB,QAAgB;IAEhB,OAAO;QACL,WAAW,EAAE,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC;QAClD,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI;QAC9C,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,OAAO;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAqB,EACrB,MAAc;IAEd,OAAO;QACL,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,IAAI,IAAI;QACpD,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI;QAC9C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,MAAM;QACN,cAAc,EAAE;YACd,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB;QACD,UAAU,EAAE,KAAK,CAAC,OAAO;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAe,EACf,cAAsD;IAEtD,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC1C,MAAM,CAAC,MAAM,KAAK,WAAW;QAC3B,CAAC,CAAC,MAAM,CAAC,KAAK;QACd,CAAC,CAAC;YACE,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,SAAS;YAC9B,OAAO,EAAE,KAAc;YACvB,MAAM,EAAE,KAAc;YACtB,KAAK,EAAE,uBAAuB,CAAC,MAAM,CAAC;YACtC,SAAS,EAAE,kBAAkB;SAC9B,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,SAAmB,EACnB,cAAuC,EACvC,WAAmB,EACnB,eAAwB;IAExB,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAEhD,MAAM,cAAc,GAAG,MAAM,YAAY,CACvC,KAAK,EACL,cAAc,EACd,CAAC,GAAG,SAAS,GAAG,CAAC,EACjB,SAAS,CAAC,MAAM,CACjB,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAExB,IAAI,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACjE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAyB;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7D,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,IAAI,eAAe,CAAC;IACrD,OAAO,uBAAuB,CAC5B,iBAAiB,QAAQ,EAAE,EAC3B,UAAU,CAAC,GAAG,EACd,UAAU,CAAC,SAAS,IAAI,aAAa,CACtC,CAAC;AACJ,CAAC"}

package/dist/tools/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAiQzE,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CA4CrD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAoEzE,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAarD"}