mcp-researchpowerpack 3.9.4 → 4.3.0

package/dist/tools/scrape.js

@@ -1,234 +0,0 @@
-/**
- * Scrape Links Tool Handler
- * Implements robust error handling that NEVER crashes the MCP server
- */
-import { ScraperClient } from '../clients/scraper.js';
-import { MarkdownCleaner } from '../services/markdown-cleaner.js';
-import { createLLMProcessor, processContentWithLLM } from '../services/llm-processor.js';
-import { removeMetaTags } from '../utils/markdown-formatter.js';
-import { SCRAPER } from '../config/index.js';
-import { getToolConfig } from '../config/loader.js';
-import { classifyError } from '../utils/errors.js';
-import { pMap } from '../utils/concurrency.js';
-import { mcpLog, formatSuccess, formatError, formatBatchHeader, formatDuration, TOKEN_BUDGETS, calculateTokenAllocation, } from './utils.js';
-// Module-level singleton - MarkdownCleaner is stateless
-const markdownCleaner = new MarkdownCleaner();
-// Get extraction prefix+suffix from YAML config (fallback to hardcoded)
-function getExtractionPrefix() {
-    const config = getToolConfig('scrape_links');
-    const prefix = config?.limits?.extraction_prefix;
-    return typeof prefix === 'string' ? prefix : SCRAPER.EXTRACTION_PREFIX;
-}
-function getExtractionSuffix() {
-    const config = getToolConfig('scrape_links');
-    const suffix = config?.limits?.extraction_suffix;
-    return typeof suffix === 'string' ? suffix : SCRAPER.EXTRACTION_SUFFIX;
-}
-function enhanceExtractionInstruction(instruction) {
-    const base = instruction || 'Extract the main content and key information from this page.';
-    return `${getExtractionPrefix()}\n\n${base}\n\n${getExtractionSuffix()}`;
-}
-// --- Helpers ---
-function createScrapeErrorResponse(code, message, startTime, totalUrls, retryable = false, alternatives) {
-    return {
-        content: formatError({
-            code,
-            message,
-            retryable,
-            toolName: 'scrape_links',
-            howToFix: code === 'NO_URLS' ? ['Provide at least one valid URL'] : undefined,
-            alternatives,
-        }),
-        structuredContent: {
-            content: message,
-            metadata: {
-                total_urls: totalUrls,
-                successful: 0,
-                failed: totalUrls,
-                total_credits: 0,
-                execution_time_ms: Date.now() - startTime,
-            },
-        },
-    };
-}
-function validateAndPartitionUrls(urls) {
-    const validUrls = [];
-    const invalidUrls = [];
-    for (const url of urls) {
-        try {
-            new URL(url);
-            validUrls.push(url);
-        }
-        catch {
-            invalidUrls.push(url);
-        }
-    }
-    return { validUrls, invalidUrls };
-}
-function initializeScrapeClients() {
-    const client = new ScraperClient();
-    const llmProcessor = createLLMProcessor();
-    return { client, llmProcessor };
-}
-function processScrapeResults(results, invalidUrls) {
-    const successItems = [];
-    const failedContents = [];
-    let successful = 0;
-    let failed = 0;
-    let totalCredits = 0;
-    for (const invalidUrl of invalidUrls) {
-        failed++;
-        failedContents.push(`## ${invalidUrl}\n\n❌ Invalid URL format`);
-    }
-    for (let i = 0; i < results.length; i++) {
-        const result = results[i];
-        if (!result) {
-            failed++;
-            failedContents.push(`## Unknown URL\n\n❌ No result returned`);
-            continue;
-        }
-        mcpLog('debug', `[${i + 1}/${results.length}] Processing ${result.url}`, 'scrape');
-        if (result.error || result.statusCode < 200 || result.statusCode >= 300) {
-            failed++;
-            const errorMsg = result.error?.message || result.content || `HTTP ${result.statusCode}`;
-            failedContents.push(`## ${result.url}\n\n❌ Failed to scrape: ${errorMsg}`);
-            mcpLog('warning', `[${i + 1}/${results.length}] Failed: ${errorMsg}`, 'scrape');
-            continue;
-        }
-        successful++;
-        totalCredits += result.credits;
-        let content;
-        try {
-            content = markdownCleaner.processContent(result.content);
-        }
-        catch {
-            content = result.content;
-        }
-        successItems.push({ url: result.url, content, index: i });
-    }
-    return { successItems, failedContents, metrics: { successful, failed, totalCredits } };
-}
-async function processItemsWithLlm(successItems, params, enhancedInstruction, tokensPerUrl, llmProcessor) {
-    let llmErrors = 0;
-    if (!params.use_llm || !llmProcessor || successItems.length === 0) {
-        return { items: successItems, llmErrors };
-    }
-    mcpLog('info', `Starting parallel LLM extraction for ${successItems.length} pages (concurrency: 3)`, 'scrape');
-    const llmResults = await pMap(successItems, async (item) => {
-        mcpLog('debug', `LLM extracting ${item.url} (${tokensPerUrl} tokens)...`, 'scrape');
-        const llmResult = await processContentWithLLM(item.content, { use_llm: params.use_llm, what_to_extract: enhancedInstruction, max_tokens: tokensPerUrl }, llmProcessor);
-        if (llmResult.processed) {
-            mcpLog('debug', `LLM extraction complete for ${item.url}`, 'scrape');
-            return { ...item, content: llmResult.content };
-        }
-        llmErrors++;
-        mcpLog('warning', `LLM extraction skipped for ${item.url}: ${llmResult.error || 'unknown reason'}`, 'scrape');
-        return item;
-    }, 3);
-    return { items: llmResults, llmErrors };
-}
-function assembleContentEntries(successItems, failedContents) {
-    const contents = [...failedContents];
-    for (const item of successItems) {
-        let content = item.content;
-        try {
-            content = removeMetaTags(content);
-        }
-        catch {
-            // Use content as-is
-        }
-        contents.push(`## ${item.url}\n\n${content}`);
-    }
-    return contents;
-}
-function buildScrapeNextSteps(metrics) {
-    return [
-        metrics.successful > 0 ? 'FOLLOW LINKS: If scraped content references other URLs/docs/sources, scrape those too: scrape_links(urls=[...extracted URLs...], use_llm=true)' : null,
-        metrics.successful > 0 ? 'VERIFY: web_search(keywords=["claim from scraped content", "topic official source", "topic benchmark data"]) — cross-check extracted claims' : null,
-        metrics.successful > 0 ? 'COMMUNITY: search_reddit(queries=["topic experiences", "topic recommendations", "topic issues"]) — if topic warrants community perspective' : null,
-        metrics.successful > 0 ? 'SYNTHESIZE (only after verifying + community check): deep_research(questions=[{question: "Based on scraped data and verification..."}])' : null,
-        metrics.failed > 0 ? `Retry failed URLs with longer timeout: scrape_links(urls=[...], timeout=60)` : null,
-    ].filter(Boolean);
-}
-function buildScrapeMetadata(params, metrics, tokensPerUrl, totalBatches, executionTime) {
-    return {
-        total_urls: params.urls.length,
-        successful: metrics.successful,
-        failed: metrics.failed,
-        total_credits: metrics.totalCredits,
-        execution_time_ms: executionTime,
-        tokens_per_url: tokensPerUrl,
-        total_token_budget: TOKEN_BUDGETS.SCRAPER,
-        batches_processed: totalBatches,
-    };
-}
-function buildScrapeResponse(params, contents, metrics, tokensPerUrl, totalBatches, llmErrors, executionTime) {
-    const batchHeader = formatBatchHeader({
-        title: `Scraped Content (${params.urls.length} URLs)`,
-        totalItems: params.urls.length,
-        successful: metrics.successful,
-        failed: metrics.failed,
-        tokensPerItem: tokensPerUrl,
-        batches: totalBatches,
-        extras: {
-            'Credits used': metrics.totalCredits,
-            ...(llmErrors > 0 ? { 'LLM extraction failures': llmErrors } : {}),
-        },
-    });
-    const formattedContent = formatSuccess({
-        title: 'Scraping Complete',
-        summary: batchHeader,
-        data: contents.join('\n\n---\n\n'),
-        nextSteps: buildScrapeNextSteps(metrics),
-        metadata: {
-            'Execution time': formatDuration(executionTime),
-            'Token budget': TOKEN_BUDGETS.SCRAPER.toLocaleString(),
-        },
-    });
-    const metadata = buildScrapeMetadata(params, metrics, tokensPerUrl, totalBatches, executionTime);
-    return { content: formattedContent, structuredContent: { content: formattedContent, metadata } };
-}
-/**
- * Handle scrape links request
- * NEVER throws - always returns a valid response with content and metadata
- */
-export async function handleScrapeLinks(params) {
-    const startTime = Date.now();
-    if (!params.urls || params.urls.length === 0) {
-        return createScrapeErrorResponse('NO_URLS', 'No URLs provided', startTime, params.urls?.length || 0);
-    }
-    const { validUrls, invalidUrls } = validateAndPartitionUrls(params.urls);
-    if (validUrls.length === 0) {
-        return createScrapeErrorResponse('INVALID_URLS', `All ${params.urls.length} URLs are invalid`, startTime, params.urls.length, false, [
-            'web_search(keywords=["topic documentation", "topic guide"]) — search for valid URLs first, then scrape the results',
-            'search_reddit(queries=["topic recommendations"]) — find discussion URLs to scrape instead',
-        ]);
-    }
-    const tokensPerUrl = calculateTokenAllocation(validUrls.length, TOKEN_BUDGETS.SCRAPER);
-    const totalBatches = Math.ceil(validUrls.length / SCRAPER.BATCH_SIZE);
-    mcpLog('info', `Starting scrape: ${validUrls.length} URL(s), ${tokensPerUrl} tokens/URL, ${totalBatches} batch(es)`, 'scrape');
-    let clients;
-    try {
-        clients = initializeScrapeClients();
-    }
-    catch (error) {
-        const err = classifyError(error);
-        return createScrapeErrorResponse('CLIENT_INIT_FAILED', `Failed to initialize scraper: ${err.message}`, startTime, params.urls.length, false, [
-            'web_search(keywords=["topic key findings", "topic summary", "topic overview"]) — search for information instead of scraping',
-            'search_reddit(queries=["topic discussion", "topic recommendations"]) — get community insights as an alternative',
-            'deep_research(questions=[{question: "Summarize the key information from [topic/URLs]"}]) — use AI research to gather equivalent information',
-        ]);
-    }
-    const enhancedInstruction = params.use_llm
-        ? enhanceExtractionInstruction(params.what_to_extract)
-        : undefined;
-    const results = await clients.client.scrapeMultiple(validUrls, { timeout: params.timeout });
-    mcpLog('info', `Scraping complete. Processing ${results.length} results...`, 'scrape');
-    const { successItems, failedContents, metrics } = processScrapeResults(results, invalidUrls);
-    const { items: processedItems, llmErrors } = await processItemsWithLlm(successItems, params, enhancedInstruction, tokensPerUrl, clients.llmProcessor);
-    const contents = assembleContentEntries(processedItems, failedContents);
-    const executionTime = Date.now() - startTime;
-    mcpLog('info', `Completed: ${metrics.successful} successful, ${metrics.failed} failed, ${metrics.totalCredits} credits used`, 'scrape');
-    return buildScrapeResponse(params, contents, metrics, tokensPerUrl, totalBatches, llmErrors, executionTime);
-}
-//# sourceMappingURL=scrape.js.map

package/dist/tools/scrape.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EACL,MAAM,EACN,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,aAAa,EACb,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAEpB,wDAAwD;AACxD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAE9C,wEAAwE;AACxE,SAAS,mBAAmB;IAC1B,MAAM,MAAM,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,EAAE,iBAAiB,CAAC;IACjD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;AACzE,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,MAAM,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,EAAE,iBAAiB,CAAC;IACjD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;AACzE,CAAC;AAED,SAAS,4BAA4B,CAAC,WAA+B;IACnE,MAAM,IAAI,GAAG,WAAW,IAAI,8DAA8D,CAAC;IAC3F,OAAO,GAAG,mBAAmB,EAAE,OAAO,IAAI,OAAO,mBAAmB,EAAE,EAAE,CAAC;AAC3E,CAAC;AA2BD,kBAAkB;AAElB,SAAS,yBAAyB,CAChC,IAAY,EACZ,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,SAAS,GAAG,KAAK,EACjB,YAAuB;IAEvB,OAAO;QACL,OAAO,EAAE,WAAW,CAAC;YACnB,IAAI;YACJ,OAAO;YACP,SAAS;YACT,QAAQ,EAAE,cAAc;YACxB,QAAQ,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7E,YAAY;SACb,CAAC;QACF,iBAAiB,EAAE;YACjB,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE;gBACR,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,CAAC;gBACb,MAAM,EAAE,SAAS;gBACjB,aAAa,EAAE,CAAC;gBAChB,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aAC1C;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAc;IAC9C,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACb,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,uBAAuB;IAC9B,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAC;IAC1C,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAA6D,EAC7D,WAAqB;IAErB,MAAM,YAAY,GAAsB,EAAE,CAAC;IAC3C,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,MAAM,UAAU,0BAA0B,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,cAAc,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YAC9D,SAAS;QACX,CAAC;QAED,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,gBAAgB,MAAM,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;QAEnF,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,UAAU,GAAG,GAAG,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;YACxE,MAAM,EAAE,CAAC;YACT,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,IAAI,QAAQ,MAAM,CAAC,UAAU,EAAE,CAAC;YACxF,cAAc,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,GAAG,2BAA2B,QAAQ,EAAE,CAAC,CAAC;YAC3E,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,aAAa,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC;YAChF,SAAS;QACX,CAAC;QAED,UAAU,EAAE,CAAC;QACb,YAAY,IAAI,MAAM,CAAC,OAAO,CAAC;QAE/B,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,eAAe,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC;AACzF,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,YAA+B,EAC/B,MAAyB,EACzB,mBAAuC,EACvC,YAAoB,EACpB,YAAmD;IAEnD,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,MAAM,EAAE,wCAAwC,YAAY,CAAC,MAAM,yBAAyB,EAAE,QAAQ,CAAC,CAAC;IAE/G,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACzD,MAAM,CAAC,OAAO,EAAE,kBAAkB,IAAI,CAAC,GAAG,KAAK,YAAY,aAAa,EAAE,QAAQ,CAAC,CAAC;QAEpF,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAC3C,IAAI,CAAC,OAAO,EACZ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,UAAU,EAAE,YAAY,EAAE,EAC3F,YAAY,CACb,CAAC;QAEF,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACxB,MAAM,CAAC,OAAO,EAAE,+BAA+B,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;YACrE,OAAO,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC;QACjD,CAAC;QAED,SAAS,EAAE,CAAC;QACZ,MAAM,CAAC,SAAS,EAAE,8BAA8B,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC,KAAK,IAAI,gBAAgB,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC9G,OAAO,IAAI,CAAC;IACd,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,sBAAsB,CAAC,YAA+B,EAAE,cAAwB;IACvF,MAAM,QAAQ,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC3B,IAAI,CAAC;YACH,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;QACtB,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,OAAO,OAAO,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAsB;IAClD,OAAO;QACL,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,gJAAgJ,CAAC,CAAC,CAAC,IAAI;QAChL,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,6IAA6I,CAAC,CAAC,CAAC,IAAI;QAC7K,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,4IAA4I,CAAC,CAAC,CAAC,IAAI;QAC5K,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,yIAAyI,CAAC,CAAC,CAAC,IAAI;QACzK,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,6EAA6E,CAAC,CAAC,CAAC,IAAI;KAC1G,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;AAChC,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAyB,EACzB,OAAsB,EACtB,YAAoB,EACpB,YAAoB,EACpB,aAAqB;IAErB,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,YAAY;QACnC,iBAAiB,EAAE,aAAa;QAChC,cAAc,EAAE,YAAY;QAC5B,kBAAkB,EAAE,aAAa,CAAC,OAAO;QACzC,iBAAiB,EAAE,YAAY;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAyB,EACzB,QAAkB,EAClB,OAAsB,EACtB,YAAoB,EACpB,YAAoB,EACpB,SAAiB,EACjB,aAAqB;IAErB,MAAM,WAAW,GAAG,iBAAiB,CAAC;QACpC,KAAK,EAAE,oBAAoB,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ;QACrD,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,YAAY;QAC3B,OAAO,EAAE,YAAY;QACrB,MAAM,EAAE;YACN,cAAc,EAAE,OAAO,CAAC,YAAY;YACpC,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,yBAAyB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE;KACF,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,aAAa,CAAC;QACrC,KAAK,EAAE,mBAAmB;QAC1B,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;QAClC,SAAS,EAAE,oBAAoB,CAAC,OAAO,CAAC;QACxC,QAAQ,EAAE;YACR,gBAAgB,EAAE,cAAc,CAAC,aAAa,CAAC;YAC/C,cAAc,EAAE,aAAa,CAAC,OAAO,CAAC,cAAc,EAAE;SACvD;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IACjG,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EAAE,CAAC;AACnG,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAyB;IAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,yBAAyB,CAAC,SAAS,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACvG,CAAC;IAED,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,wBAAwB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAEzE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,yBAAyB,CAAC,cAAc,EAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,mBAAmB,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE;YACnI,oHAAoH;YACpH,2FAA2F;SAC5F,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,wBAAwB,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;IACvF,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAEtE,MAAM,CAAC,MAAM,EAAE,oBAAoB,SAAS,CAAC,MAAM,YAAY,YAAY,gBAAgB,YAAY,YAAY,EAAE,QAAQ,CAAC,CAAC;IAE/H,IAAI,OAAsB,CAAC;IAC3B,IAAI,CAAC;QACH,OAAO,GAAG,uBAAuB,EAAE,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,yBAAyB,CAAC,oBAAoB,EAAE,iCAAiC,GAAG,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE;YAC3I,6HAA6H;YAC7H,iHAAiH;YACjH,6IAA6I;SAC9I,CAAC,CAAC;IACL,CAAC;IAED,MAAM,mBAAmB,GAAG,MAAM,CAAC,OAAO;QACxC,CAAC,CAAC,4BAA4B,CAAC,MAAM,CAAC,eAAe,CAAC;QACtD,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5F,MAAM,CAAC,MAAM,EAAE,iCAAiC,OAAO,CAAC,MAAM,aAAa,EAAE,QAAQ,CAAC,CAAC;IAEvF,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAE7F,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,MAAM,mBAAmB,CACpE,YAAY,EAAE,MAAM,EAAE,mBAAmB,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,CAC9E,CAAC;IAEF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IACxE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAE7C,MAAM,CAAC,MAAM,EAAE,cAAc,OAAO,CAAC,UAAU,gBAAgB,OAAO,CAAC,MAAM,YAAY,OAAO,CAAC,YAAY,eAAe,EAAE,QAAQ,CAAC,CAAC;IAExI,OAAO,mBAAmB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;AAC9G,CAAC"}

package/dist/tools/search.d.ts

@@ -1,10 +0,0 @@
-/**
- * Web Search Tool Handler
- * NEVER throws - always returns structured response for graceful degradation
- */
-import type { WebSearchParams, WebSearchOutput } from '../schemas/web-search.js';
-export declare function handleWebSearch(params: WebSearchParams): Promise<{
-    content: string;
-    structuredContent: WebSearchOutput;
-}>;
-//# sourceMappingURL=search.d.ts.map

package/dist/tools/search.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAkOjF,wBAAsB,eAAe,CACnC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,eAAe,CAAA;CAAE,CAAC,CAwBlE"}

package/dist/tools/search.js

@@ -1,158 +0,0 @@
-/**
- * Web Search Tool Handler
- * NEVER throws - always returns structured response for graceful degradation
- */
-import { SearchClient } from '../clients/search.js';
-import { aggregateAndRank, buildUrlLookup, lookupUrl, generateEnhancedOutput, markConsensus, } from '../utils/url-aggregator.js';
-import { CTR_WEIGHTS } from '../config/index.js';
-import { classifyError } from '../utils/errors.js';
-import { mcpLog, formatError, formatDuration, } from './utils.js';
-function getPositionScore(position) {
-    if (position >= 1 && position <= 10) {
-        return CTR_WEIGHTS[position] ?? 0;
-    }
-    return Math.max(0, 10 - (position - 10) * 0.5);
-}
-// --- Helpers ---
-async function executeSearches(keywords) {
-    const client = new SearchClient();
-    return client.searchMultiple(keywords);
-}
-function processAndRankResults(response) {
-    const aggregation = aggregateAndRank(response.searches, 5);
-    const urlLookup = buildUrlLookup(aggregation.rankedUrls);
-    const consensusUrls = aggregation.rankedUrls.filter(url => url.frequency >= aggregation.frequencyThreshold);
-    return { aggregation, urlLookup, consensusUrls };
-}
-function buildConsensusSection(consensusUrls, keywords, aggregation) {
-    if (consensusUrls.length > 0) {
-        return generateEnhancedOutput(consensusUrls, keywords, aggregation.totalUniqueUrls, aggregation.frequencyThreshold, aggregation.thresholdNote) + '\n---\n\n';
-    }
-    return `## The Perfect Search Results (Aggregated from ${keywords.length} Queries)\n\n` +
-        `> *No high-consensus URLs found across searches. Results may be highly diverse.*\n\n---\n\n`;
-}
-function formatSearchResultEntry(result, position, urlLookup) {
-    const positionScore = getPositionScore(position);
-    const rankedUrl = lookupUrl(result.link, urlLookup);
-    const frequency = rankedUrl?.frequency ?? 1;
-    const consensusMark = markConsensus(frequency);
-    const consensusInfo = rankedUrl
-        ? `${consensusMark} (${frequency} searches)`
-        : `${consensusMark} (1 search)`;
-    let entry = `${position}. **[${result.title}](${result.link})** — Position ${position} | Score: ${positionScore.toFixed(1)} | Consensus: ${consensusInfo}\n`;
-    if (result.snippet) {
-        let snippet = result.snippet;
-        if (snippet.length > 150)
-            snippet = snippet.substring(0, 147) + '...';
-        entry += result.date
-            ? `   - *${result.date}* — ${snippet}\n`
-            : `   - ${snippet}\n`;
-    }
-    entry += '\n';
-    return entry;
-}
-function buildPerQuerySection(response, urlLookup) {
-    const MAX_QUERIES_SHOWN = 15;
-    const MAX_RESULTS_PER_QUERY = response.totalKeywords > 10 ? 5 : 10;
-    const queriesToShow = response.searches.slice(0, MAX_QUERIES_SHOWN);
-    const queriesOmitted = response.searches.length - queriesToShow.length;
-    let markdown = `## 📊 Full Search Results by Query`;
-    if (queriesOmitted > 0) {
-        markdown += ` (showing ${queriesToShow.length} of ${response.searches.length})`;
-    }
-    markdown += `\n\n`;
-    let totalResults = 0;
-    queriesToShow.forEach((search, index) => {
-        markdown += `### Query ${index + 1}: "${search.keyword}"\n\n`;
-        search.results.slice(0, MAX_RESULTS_PER_QUERY).forEach((result, resultIndex) => {
-            markdown += formatSearchResultEntry(result, resultIndex + 1, urlLookup);
-            totalResults++;
-        });
-        if (search.related && search.related.length > 0) {
-            const relatedSuggestions = search.related
-                .slice(0, 5)
-                .map((r) => `\`${r}\``)
-                .join(', ');
-            markdown += `*Related:* ${relatedSuggestions}\n\n`;
-        }
-        if (index < queriesToShow.length - 1)
-            markdown += `---\n\n`;
-    });
-    if (queriesOmitted > 0) {
-        markdown += `\n---\n\n> *${queriesOmitted} additional queries not shown. Consensus URLs above include all ${response.searches.length} queries.*\n`;
-    }
-    return { markdown, totalResults };
-}
-function buildSearchNextSteps(consensusUrls, rankedUrls) {
-    const topConsensusUrls = consensusUrls.length > 0
-        ? consensusUrls.slice(0, 5).map(u => `"${u.url}"`).join(', ')
-        : rankedUrls.slice(0, 5).map(u => `"${u.url}"`).join(', ');
-    return [
-        `MUST DO: scrape_links(urls=[${topConsensusUrls}], use_llm=true, what_to_extract="Extract key findings | recommendations | data | evidence | comparisons") — searching only gives URLs, scraping gets the actual content`,
-        'COMMUNITY CHECK: search_reddit(queries=["topic recommendations", "topic best 2025", "topic vs alternatives"]) — get real user experiences',
-        'ITERATE: If results are insufficient, search again with different keywords from "Related" suggestions above',
-        'SYNTHESIZE (only after scraping + Reddit): deep_research(questions=[{question: "Based on scraped content and community feedback..."}])',
-    ];
-}
-function formatSearchOutput(consensusSection, perQuerySection, nextSteps, totalResults, aggregation, consensusUrlCount, executionTime, totalKeywords) {
-    let markdown = consensusSection + perQuerySection;
-    markdown += '\n\n---\n\n**Next Steps (DO ALL — research is a loop, not a single call):**\n';
-    nextSteps.forEach((step, i) => { markdown += `${i + 1}. ${step}\n`; });
-    markdown += `\n---\n*${formatDuration(executionTime)} | ${aggregation.totalUniqueUrls} unique URLs | ${consensusUrlCount} consensus*`;
-    const metadata = {
-        total_keywords: totalKeywords,
-        total_results: totalResults,
-        execution_time_ms: executionTime,
-        total_unique_urls: aggregation.totalUniqueUrls,
-        consensus_url_count: consensusUrlCount,
-        frequency_threshold: aggregation.frequencyThreshold,
-    };
-    return { content: markdown, structuredContent: { content: markdown, metadata } };
-}
-function buildWebSearchError(error, params, startTime) {
-    const structuredError = classifyError(error);
-    const executionTime = Date.now() - startTime;
-    mcpLog('error', `web_search: ${structuredError.message}`, 'search');
-    const errorContent = formatError({
-        code: structuredError.code,
-        message: structuredError.message,
-        retryable: structuredError.retryable,
-        toolName: 'web_search',
-        howToFix: ['Verify SERPER_API_KEY is set correctly'],
-        alternatives: [
-            'search_reddit(queries=["topic recommendations", "topic best practices", "topic vs alternatives"]) — Reddit search uses the same API but may work; also provides community perspective',
-            'deep_research(questions=[{question: "What are the key findings, best practices, and recommendations for [topic]?"}]) — uses OpenRouter API (different key), not affected by this error',
-            'scrape_links(urls=[...any URLs you already have...], use_llm=true) — if you have URLs from prior steps, scrape them now instead of searching',
-        ],
-    });
-    return {
-        content: errorContent,
-        structuredContent: {
-            content: errorContent,
-            metadata: {
-                total_keywords: params.keywords.length,
-                total_results: 0,
-                execution_time_ms: executionTime,
-                errorCode: structuredError.code,
-            },
-        },
-    };
-}
-export async function handleWebSearch(params) {
-    const startTime = Date.now();
-    try {
-        mcpLog('info', `Searching for ${params.keywords.length} keyword(s)`, 'search');
-        const response = await executeSearches(params.keywords);
-        const { aggregation, urlLookup, consensusUrls } = processAndRankResults(response);
-        const consensusSection = buildConsensusSection(consensusUrls, params.keywords, aggregation);
-        const { markdown: perQuerySection, totalResults } = buildPerQuerySection(response, urlLookup);
-        const executionTime = Date.now() - startTime;
-        mcpLog('info', `Search completed: ${totalResults} results, ${aggregation.totalUniqueUrls} unique URLs, ${consensusUrls.length} consensus`, 'search');
-        const nextSteps = buildSearchNextSteps(consensusUrls, aggregation.rankedUrls);
-        return formatSearchOutput(consensusSection, perQuerySection, nextSteps, totalResults, aggregation, consensusUrls.length, executionTime, response.totalKeywords);
-    }
-    catch (error) {
-        return buildWebSearchError(error, params, startTime);
-    }
-}
-//# sourceMappingURL=search.js.map

package/dist/tools/search.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,SAAS,EACT,sBAAsB,EACtB,aAAa,GACd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,aAAa,EAA0C,MAAM,oBAAoB,CAAC;AAC3F,OAAO,EACL,MAAM,EAEN,WAAW,EACX,cAAc,GACf,MAAM,YAAY,CAAC;AAEpB,SAAS,gBAAgB,CAAC,QAAgB;IACxC,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;AACjD,CAAC;AAgBD,kBAAkB;AAElB,KAAK,UAAU,eAAe,CAAC,QAAkB;IAC/C,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;IAClC,OAAO,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAwB;IAKrD,MAAM,WAAW,GAAG,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,cAAc,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,aAAa,GAAG,WAAW,CAAC,UAAU,CAAC,MAAM,CACjD,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,WAAW,CAAC,kBAAkB,CACvD,CAAC;IACF,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,qBAAqB,CAC5B,aAA8C,EAC9C,QAAkB,EAClB,WAA8B;IAE9B,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,sBAAsB,CAC3B,aAAa,EAAE,QAAQ,EAAE,WAAW,CAAC,eAAe,EACpD,WAAW,CAAC,kBAAkB,EAAE,WAAW,CAAC,aAAa,CAC1D,GAAG,WAAW,CAAC;IAClB,CAAC;IACD,OAAO,kDAAkD,QAAQ,CAAC,MAAM,eAAe;QACrF,6FAA6F,CAAC;AAClG,CAAC;AAED,SAAS,uBAAuB,CAC9B,MAAwE,EACxE,QAAgB,EAChB,SAA4C;IAE5C,MAAM,aAAa,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,SAAS,EAAE,SAAS,IAAI,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,SAAS;QAC7B,CAAC,CAAC,GAAG,aAAa,KAAK,SAAS,YAAY;QAC5C,CAAC,CAAC,GAAG,aAAa,aAAa,CAAC;IAElC,IAAI,KAAK,GAAG,GAAG,QAAQ,QAAQ,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,kBAAkB,QAAQ,aAAa,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,aAAa,IAAI,CAAC;IAE7J,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC7B,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;QACtE,KAAK,IAAI,MAAM,CAAC,IAAI;YAClB,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,OAAO,OAAO,IAAI;YACxC,CAAC,CAAC,QAAQ,OAAO,IAAI,CAAC;IAC1B,CAAC;IAED,KAAK,IAAI,IAAI,CAAC;IACd,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAwB,EACxB,SAA4C;IAE5C,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAC7B,MAAM,qBAAqB,GAAG,QAAQ,CAAC,aAAa,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;IAEvE,IAAI,QAAQ,GAAG,oCAAoC,CAAC;IACpD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,QAAQ,IAAI,aAAa,aAAa,CAAC,MAAM,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;IAClF,CAAC;IACD,QAAQ,IAAI,MAAM,CAAC;IAEnB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QACtC,QAAQ,IAAI,aAAa,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,OAAO,CAAC;QAE9D,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE;YAC7E,QAAQ,IAAI,uBAAuB,CAAC,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;YACxE,YAAY,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO;iBACtC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;iBAC9B,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,QAAQ,IAAI,cAAc,kBAAkB,MAAM,CAAC;QACrD,CAAC;QAED,IAAI,KAAK,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,IAAI,SAAS,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,QAAQ,IAAI,eAAe,cAAc,mEAAmE,QAAQ,CAAC,QAAQ,CAAC,MAAM,cAAc,CAAC;IACrJ,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,oBAAoB,CAC3B,aAA8C,EAC9C,UAA2C;IAE3C,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;QAC/C,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC7D,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7D,OAAO;QACL,+BAA+B,gBAAgB,0KAA0K;QACzN,2IAA2I;QAC3I,6GAA6G;QAC7G,wIAAwI;KACzI,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,gBAAwB,EACxB,eAAuB,EACvB,SAAmB,EACnB,YAAoB,EACpB,WAA8B,EAC9B,iBAAyB,EACzB,aAAqB,EACrB,aAAqB;IAErB,IAAI,QAAQ,GAAG,gBAAgB,GAAG,eAAe,CAAC;IAElD,QAAQ,IAAI,+EAA+E,CAAC;IAC5F,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,GAAG,QAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvE,QAAQ,IAAI,WAAW,cAAc,CAAC,aAAa,CAAC,MAAM,WAAW,CAAC,eAAe,kBAAkB,iBAAiB,aAAa,CAAC;IAEtI,MAAM,QAAQ,GAAG;QACf,cAAc,EAAE,aAAa;QAC7B,aAAa,EAAE,YAAY;QAC3B,iBAAiB,EAAE,aAAa;QAChC,iBAAiB,EAAE,WAAW,CAAC,eAAe;QAC9C,mBAAmB,EAAE,iBAAiB;QACtC,mBAAmB,EAAE,WAAW,CAAC,kBAAkB;KACpD,CAAC;IAEF,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;AACnF,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAc,EACd,MAAuB,EACvB,SAAiB;IAEjB,MAAM,eAAe,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAE7C,MAAM,CAAC,OAAO,EAAE,eAAe,eAAe,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;IAEpE,MAAM,YAAY,GAAG,WAAW,CAAC;QAC/B,IAAI,EAAE,eAAe,CAAC,IAAI;QAC1B,OAAO,EAAE,eAAe,CAAC,OAAO;QAChC,SAAS,EAAE,eAAe,CAAC,SAAS;QACpC,QAAQ,EAAE,YAAY;QACtB,QAAQ,EAAE,CAAC,wCAAwC,CAAC;QACpD,YAAY,EAAE;YACZ,uLAAuL;YACvL,wLAAwL;YACxL,8IAA8I;SAC/I;KACF,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,YAAY;QACrB,iBAAiB,EAAE;YACjB,OAAO,EAAE,YAAY;YACrB,QAAQ,EAAE;gBACR,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;gBACtC,aAAa,EAAE,CAAC;gBAChB,iBAAiB,EAAE,aAAa;gBAChC,SAAS,EAAE,eAAe,CAAC,IAAI;aAChC;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAuB;IAEvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,MAAM,CAAC,MAAM,EAAE,iBAAiB,MAAM,CAAC,QAAQ,CAAC,MAAM,aAAa,EAAE,QAAQ,CAAC,CAAC;QAE/E,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAElF,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,aAAa,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAC5F,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE9F,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC7C,MAAM,CAAC,MAAM,EAAE,qBAAqB,YAAY,aAAa,WAAW,CAAC,eAAe,iBAAiB,aAAa,CAAC,MAAM,YAAY,EAAE,QAAQ,CAAC,CAAC;QAErJ,MAAM,SAAS,GAAG,oBAAoB,CAAC,aAAa,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QAE9E,OAAO,kBAAkB,CACvB,gBAAgB,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,EAC1D,WAAW,EAAE,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,CACzE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IACvD,CAAC;AACH,CAAC"}

package/dist/tools/utils.d.ts

@@ -1,105 +0,0 @@
-/**
- * Shared Tool Utilities
- * Extracted from individual handlers to eliminate duplication
- */
-export { mcpLog, safeLog as safeLogSimple, createToolLogger, type LogLevel, type ToolLogger as SimpleToolLogger, } from '../utils/logger.js';
-export { formatSuccess, formatError, formatBatchHeader, formatList, formatDuration, truncateText, type SuccessOptions, type ErrorOptions, type BatchHeaderOptions, type ListItem, } from '../utils/response.js';
-/**
- * Centralized token budgets for all tools
- */
-export declare const TOKEN_BUDGETS: {
-    /** Deep research total budget */
-    readonly RESEARCH: 32000;
-    /** Web scraper total budget */
-    readonly SCRAPER: 32000;
-    /** Reddit comment budget per batch */
-    readonly REDDIT_COMMENTS: 1000;
-};
-/**
- * Logger function type used by tools
- */
-export type ToolLogger = (level: 'info' | 'error' | 'debug', message: string, sessionId: string) => Promise<void>;
-/**
- * Standard tool options passed to handlers
- */
-export interface ToolOptions {
-    readonly sessionId?: string;
-    readonly logger?: ToolLogger;
-}
-/**
- * Safe logger wrapper - NEVER throws
- * Logs to provided logger or falls back to console.error
- *
- * @param logger - Optional logger function
- * @param sessionId - Session ID for logging context
- * @param level - Log level
- * @param message - Message to log
- * @param toolName - Name of the tool for prefixing
- */
-export declare function safeLog(logger: ToolLogger | undefined, sessionId: string | undefined, level: 'info' | 'error' | 'debug', message: string, toolName: string): Promise<void>;
-/**
- * Calculate token allocation for batch operations
- * Distributes a fixed budget across multiple items
- *
- * @param count - Number of items to distribute budget across
- * @param budget - Total token budget
- * @returns Tokens per item
- */
-export declare function calculateTokenAllocation(count: number, budget: number): number;
-/**
- * Format retry hint based on error retryability
- *
- * @param retryable - Whether the error is retryable
- * @returns Hint string or empty string
- */
-export declare function formatRetryHint(retryable: boolean): string;
-/**
- * Create a standard error markdown response
- *
- * @param toolName - Name of the tool that errored
- * @param errorCode - Error code
- * @param message - Error message
- * @param retryable - Whether error is retryable
- * @param tip - Optional tip for resolution
- * @returns Formatted markdown error string
- */
-export declare function formatToolError(toolName: string, errorCode: string, message: string, retryable: boolean, tip?: string): string;
-/**
- * Validate that a value is a non-empty array
- *
- * @param value - Value to check
- * @param fieldName - Field name for error message
- * @returns Error message or undefined if valid
- */
-export declare function validateNonEmptyArray(value: unknown, fieldName: string): string | undefined;
-/**
- * Validate array length is within bounds
- *
- * @param arr - Array to check
- * @param min - Minimum length
- * @param max - Maximum length
- * @param fieldName - Field name for error message
- * @returns Error message or undefined if valid
- */
-export declare function validateArrayBounds(arr: unknown[], min: number, max: number, fieldName: string): string | undefined;
-/**
- * Build standard header for batch operation results
- *
- * @param title - Title of the results section
- * @param count - Number of items processed
- * @param tokensPerItem - Tokens allocated per item
- * @param totalBudget - Total token budget
- * @returns Formatted header string
- */
-export declare function buildBatchHeader(title: string, count: number, tokensPerItem: number, totalBudget: number): string;
-/**
- * Build status line for batch results
- *
- * @param successful - Number of successful items
- * @param failed - Number of failed items
- * @param batches - Number of batches processed
- * @param extras - Optional extra status items
- * @returns Formatted status line
- */
-export declare function buildStatusLine(successful: number, failed: number, batches: number, extras?: string[]): string;
-//# sourceMappingURL=utils.d.ts.map

package/dist/tools/utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tools/utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,MAAM,EACN,OAAO,IAAI,aAAa,EACxB,gBAAgB,EAChB,KAAK,QAAQ,EACb,KAAK,UAAU,IAAI,gBAAgB,GACpC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,cAAc,EACd,YAAY,EACZ,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,kBAAkB,EACvB,KAAK,QAAQ,GACd,MAAM,sBAAsB,CAAC;AAM9B;;GAEG;AACH,eAAO,MAAM,aAAa;IACxB,iCAAiC;;IAEjC,+BAA+B;;IAE/B,sCAAsC;;CAE9B,CAAC;AAMX;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,CACvB,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,EACjC,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,KACd,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC;CAC9B;AAMD;;;;;;;;;GASG;AACH,wBAAsB,OAAO,CAC3B,MAAM,EAAE,UAAU,GAAG,SAAS,EAC9B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,EACjC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAQf;AAMD;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAG9E;AAMD;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,OAAO,GAAG,MAAM,CAI1D;AAED;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,OAAO,EAClB,GAAG,CAAC,EAAE,MAAM,GACX,MAAM,CAIR;AAMD;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,OAAO,EACd,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,SAAS,CAQpB;AAED;;;;;;;;GAQG;AACH,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,OAAO,EAAE,EACd,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,SAAS,CAQpB;AAMD;;;;;;;;GAQG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,aAAa,EAAE,MAAM,EACrB,WAAW,EAAE,MAAM,GAClB,MAAM,CAER;AAED;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,MAAM,EAAE,GAChB,MAAM,CAMR"}