mcp-researchpowerpack 3.6.9

package/dist/schemas/scrape-links.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape-links.js","sourceRoot":"","sources":["../../src/schemas/scrape-links.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,sCAAsC;AACtC,MAAM,SAAS,GAAG,CAAC;KAChB,MAAM,CAAC,EAAE,cAAc,EAAE,+BAA+B,EAAE,CAAC;KAC3D,GAAG,CAAC,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC;KACpD,MAAM,CACL,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAC9D,EAAE,OAAO,EAAE,yDAAyD,EAAE,CACvE,CAAC;AAEJ,qCAAqC;AACrC,MAAM,sBAAsB,GAAG;IAC7B,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,SAAS,EAAE;QAChB,cAAc,EAAE,sCAAsC;QACtD,kBAAkB,EAAE,qCAAqC;KAC1D,CAAC;SACD,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC;SAC/D,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC;SACzE,QAAQ,CAAC,sOAAsO,CAAC;IACnP,OAAO,EAAE,CAAC;SACP,MAAM,CAAC,EAAE,kBAAkB,EAAE,wCAAwC,EAAE,CAAC;SACxE,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,kDAAkD,EAAE,CAAC;SACvE,GAAG,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAAC;SACxE,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,iCAAiC,CAAC;IAC9C,OAAO,EAAE,CAAC;SACP,OAAO,CAAC,EAAE,kBAAkB,EAAE,yCAAyC,EAAE,CAAC;SAC1E,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,2EAA2E,CAAC;IACxF,eAAe,EAAE,CAAC;SACf,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,sEAAsE,EAAE,CAAC;SAC9F,QAAQ,EAAE;SACV,QAAQ,CAAC,0GAA0G,CAAC;CACxH,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC"}

package/dist/schemas/web-search.d.ts

@@ -0,0 +1,22 @@
+import { z } from 'zod';
+export declare const webSearchParamsSchema: z.ZodObject<{
+    keywords: z.ZodArray<z.ZodEffects<z.ZodString, string, string>, "many">;
+}, "strip", z.ZodTypeAny, {
+    keywords: string[];
+}, {
+    keywords: string[];
+}>;
+export type WebSearchParams = z.infer<typeof webSearchParamsSchema>;
+export interface WebSearchOutput {
+    content: string;
+    metadata: {
+        total_keywords: number;
+        total_results: number;
+        execution_time_ms: number;
+        total_unique_urls?: number;
+        consensus_url_count?: number;
+        frequency_threshold?: number;
+        errorCode?: string;
+    };
+}
+//# sourceMappingURL=web-search.d.ts.map

package/dist/schemas/web-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search.d.ts","sourceRoot":"","sources":["../../src/schemas/web-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA0BxB,eAAO,MAAM,qBAAqB;;;;;;EAAiC,CAAC;AACpE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAGpE,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE;QACR,cAAc,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH"}

package/dist/schemas/web-search.js

@@ -0,0 +1,21 @@
+import { z } from 'zod';
+// Keyword schema with validation
+const keywordSchema = z
+    .string({ required_error: 'web_search: Keyword is required' })
+    .min(1, { message: 'web_search: Keyword cannot be empty' })
+    .max(500, { message: 'web_search: Keyword too long (max 500 characters)' })
+    .refine(k => k.trim().length > 0, { message: 'web_search: Keyword cannot be whitespace only' });
+// Input schema for web_search tool
+const keywordsSchema = z
+    .array(keywordSchema, {
+    required_error: 'web_search: Keywords array is required',
+    invalid_type_error: 'web_search: Keywords must be an array'
+})
+    .min(3, { message: 'web_search: MINIMUM 3 keywords required. Add more diverse keywords covering different perspectives.' })
+    .max(100, { message: 'web_search: Maximum 100 keywords allowed per request' })
+    .describe('Array of search keywords (MINIMUM 3, RECOMMENDED 5-7, MAX 100). Each keyword runs as a separate Google search in parallel. Use diverse keywords covering different angles for comprehensive results.');
+const webSearchParamsShape = {
+    keywords: keywordsSchema,
+};
+export const webSearchParamsSchema = z.object(webSearchParamsShape);
+//# sourceMappingURL=web-search.js.map

package/dist/schemas/web-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search.js","sourceRoot":"","sources":["../../src/schemas/web-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,iCAAiC;AACjC,MAAM,aAAa,GAAG,CAAC;KACpB,MAAM,CAAC,EAAE,cAAc,EAAE,iCAAiC,EAAE,CAAC;KAC7D,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,qCAAqC,EAAE,CAAC;KAC1D,GAAG,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC;KAC1E,MAAM,CACL,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EACxB,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAC7D,CAAC;AAEJ,mCAAmC;AACnC,MAAM,cAAc,GAAG,CAAC;KACrB,KAAK,CAAC,aAAa,EAAE;IACpB,cAAc,EAAE,wCAAwC;IACxD,kBAAkB,EAAE,uCAAuC;CAC5D,CAAC;KACD,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,qGAAqG,EAAE,CAAC;KAC1H,GAAG,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,sDAAsD,EAAE,CAAC;KAC7E,QAAQ,CAAC,sMAAsM,CAAC,CAAC;AAEpN,MAAM,oBAAoB,GAAG;IAC3B,QAAQ,EAAE,cAAc;CACzB,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC"}

package/dist/services/file-attachment.d.ts

@@ -0,0 +1,30 @@
+/**
+ * File attachment service for reading and formatting file contents
+ */
+interface FileAttachment {
+    path: string;
+    start_line?: number | undefined;
+    end_line?: number | undefined;
+    description?: string | undefined;
+}
+export declare class FileAttachmentService {
+    /**
+     * Format multiple file attachments into a markdown section
+     */
+    formatAttachments(attachments: FileAttachment[]): Promise<string>;
+    /**
+     * Format a single file attachment
+     */
+    private formatSingleFile;
+    /**
+     * Format code block with line numbers and smart truncation
+     */
+    private formatCodeBlock;
+    /**
+     * Validate line range and return corrected values
+     */
+    private validateLineRange;
+    private detectLanguage;
+}
+export {};
+//# sourceMappingURL=file-attachment.d.ts.map

package/dist/services/file-attachment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-attachment.d.ts","sourceRoot":"","sources":["../../src/services/file-attachment.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC;AASD,qBAAa,qBAAqB;IAChC;;OAEG;IACG,iBAAiB,CAAC,WAAW,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBvE;;OAEG;YACW,gBAAgB;IAsE9B;;OAEG;IACH,OAAO,CAAC,eAAe;IAiCvB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAoEzB,OAAO,CAAC,cAAc;CAcvB"}

package/dist/services/file-attachment.js

@@ -0,0 +1,199 @@
+/**
+ * File attachment service for reading and formatting file contents
+ */
+import { access, readFile } from 'node:fs/promises';
+import { extname } from 'node:path';
+import { pMap } from '../utils/concurrency.js';
+export class FileAttachmentService {
+    /**
+     * Format multiple file attachments into a markdown section
+     */
+    async formatAttachments(attachments) {
+        if (!attachments || attachments.length === 0) {
+            return '';
+        }
+        const results = await pMap(attachments, (attachment) => this.formatSingleFile(attachment), 5);
+        // Build the attachments section
+        const parts = ['\n\n---\n\n# 📎 ATTACHED FILES\n\n'];
+        parts.push(`*${results.length} file${results.length > 1 ? 's' : ''} attached for context*\n\n`);
+        for (const result of results) {
+            parts.push(result.content);
+            parts.push('\n\n');
+        }
+        return parts.join('');
+    }
+    /**
+     * Format a single file attachment
+     */
+    async formatSingleFile(attachment) {
+        const { path, start_line, end_line, description } = attachment;
+        // Check if file exists
+        try {
+            await access(path);
+        }
+        catch {
+            return {
+                success: false,
+                path,
+                content: `## ❌ ${path}\n\n**FILE NOT FOUND**\n${description ? `\n*Description:* ${description}\n` : ''}`,
+                error: 'File not found',
+            };
+        }
+        try {
+            // Read file content
+            const content = await readFile(path, 'utf-8');
+            const lines = content.split('\n');
+            const language = this.detectLanguage(path);
+            // Validate line ranges
+            const validatedRange = this.validateLineRange(start_line, end_line, lines.length);
+            if (!validatedRange.valid) {
+                return {
+                    success: false,
+                    path,
+                    content: `## ⚠️ ${path}\n\n**INVALID LINE RANGE**: ${validatedRange.error}\n${description ? `\n*Description:* ${description}\n` : ''}`,
+                    error: validatedRange.error,
+                };
+            }
+            // Extract relevant lines
+            const startIdx = validatedRange.start - 1;
+            const endIdx = validatedRange.end - 1;
+            const selectedLines = lines.slice(startIdx, endIdx + 1);
+            // Build formatted output
+            let formatted = `## 📄 ${path}\n\n`;
+            // Add metadata
+            const isPartial = start_line !== undefined || end_line !== undefined;
+            formatted += `**Language:** ${language} | `;
+            formatted += `**Lines:** ${isPartial ? `${validatedRange.start}-${validatedRange.end}` : lines.length} | `;
+            formatted += `**Size:** ${(content.length / 1024).toFixed(2)} KB\n`;
+            if (description) {
+                formatted += `\n*${description}*\n`;
+            }
+            formatted += '\n';
+            // Add file content with line numbers
+            formatted += this.formatCodeBlock(selectedLines, language, startIdx);
+            return {
+                success: true,
+                path,
+                content: formatted,
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                path,
+                content: `## ❌ ${path}\n\n**ERROR READING FILE**: ${error instanceof Error ? error.message : String(error)}\n${description ? `\n*Description:* ${description}\n` : ''}`,
+                error: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+    /**
+     * Format code block with line numbers and smart truncation
+     */
+    formatCodeBlock(lines, language, startIdx) {
+        const parts = [`\`\`\`${language.toLowerCase()}\n`];
+        // Smart truncation for very large files (keep first 500 lines + last 100 lines)
+        if (lines.length > 600) {
+            // First 500 lines
+            const firstLines = lines.slice(0, 500);
+            for (let idx = 0; idx < firstLines.length; idx++) {
+                const lineNumber = startIdx + idx + 1;
+                parts.push(`${lineNumber.toString().padStart(4, ' ')}: ${firstLines[idx]}\n`);
+            }
+            // Truncation marker
+            parts.push(`\n... [${lines.length - 600} lines truncated for brevity] ...\n\n`);
+            // Last 100 lines
+            const lastLines = lines.slice(-100);
+            for (let idx = 0; idx < lastLines.length; idx++) {
+                const lineNumber = startIdx + lines.length - 100 + idx + 1;
+                parts.push(`${lineNumber.toString().padStart(4, ' ')}: ${lastLines[idx]}\n`);
+            }
+        }
+        else {
+            // Show all lines with numbers
+            for (let idx = 0; idx < lines.length; idx++) {
+                const lineNumber = startIdx + idx + 1;
+                parts.push(`${lineNumber.toString().padStart(4, ' ')}: ${lines[idx]}\n`);
+            }
+        }
+        parts.push('```');
+        return parts.join('');
+    }
+    /**
+     * Validate line range and return corrected values
+     */
+    validateLineRange(start_line, end_line, totalLines) {
+        // No range specified - return full file
+        if (start_line === undefined && end_line === undefined) {
+            return { valid: true, start: 1, end: totalLines };
+        }
+        // Only start_line specified
+        if (start_line !== undefined && end_line === undefined) {
+            if (start_line < 1 || start_line > totalLines) {
+                return {
+                    valid: false,
+                    start: 1,
+                    end: totalLines,
+                    error: `start_line ${start_line} out of range (1-${totalLines})`,
+                };
+            }
+            return { valid: true, start: start_line, end: totalLines };
+        }
+        // Only end_line specified
+        if (start_line === undefined && end_line !== undefined) {
+            if (end_line < 1 || end_line > totalLines) {
+                return {
+                    valid: false,
+                    start: 1,
+                    end: totalLines,
+                    error: `end_line ${end_line} out of range (1-${totalLines})`,
+                };
+            }
+            return { valid: true, start: 1, end: end_line };
+        }
+        // Both specified
+        if (start_line !== undefined && end_line !== undefined) {
+            if (start_line < 1 || start_line > totalLines) {
+                return {
+                    valid: false,
+                    start: 1,
+                    end: totalLines,
+                    error: `start_line ${start_line} out of range (1-${totalLines})`,
+                };
+            }
+            if (end_line < 1 || end_line > totalLines) {
+                return {
+                    valid: false,
+                    start: 1,
+                    end: totalLines,
+                    error: `end_line ${end_line} out of range (1-${totalLines})`,
+                };
+            }
+            if (start_line > end_line) {
+                return {
+                    valid: false,
+                    start: 1,
+                    end: totalLines,
+                    error: `start_line ${start_line} cannot be greater than end_line ${end_line}`,
+                };
+            }
+            return { valid: true, start: start_line, end: end_line };
+        }
+        return { valid: true, start: 1, end: totalLines };
+    }
+    detectLanguage(filePath) {
+        const ext = extname(filePath).toLowerCase();
+        const map = {
+            '.js': 'javascript', '.jsx': 'javascript', '.mjs': 'javascript',
+            '.ts': 'typescript', '.tsx': 'typescript',
+            '.py': 'python', '.go': 'go', '.rs': 'rust', '.rb': 'ruby',
+            '.java': 'java', '.c': 'c', '.cpp': 'cpp', '.h': 'c',
+            '.json': 'json', '.yaml': 'yaml', '.yml': 'yaml', '.toml': 'toml',
+            '.md': 'markdown', '.html': 'html', '.css': 'css', '.sql': 'sql',
+            '.sh': 'bash', '.xml': 'xml',
+        };
+        if (filePath.endsWith('Dockerfile'))
+            return 'dockerfile';
+        return map[ext] || 'text';
+    }
+}
+//# sourceMappingURL=file-attachment.js.map

package/dist/services/file-attachment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-attachment.js","sourceRoot":"","sources":["../../src/services/file-attachment.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AAgB/C,MAAM,OAAO,qBAAqB;IAChC;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,WAA6B;QACnD,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;QAE9F,gCAAgC;QAChC,MAAM,KAAK,GAAa,CAAC,oCAAoC,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,QAAQ,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,4BAA4B,CAAC,CAAC;QAChG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,UAA0B;QACvD,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,UAAU,CAAC;QAE/D,uBAAuB;QACvB,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI;gBACJ,OAAO,EAAE,QAAQ,IAAI,2BAA2B,WAAW,CAAC,CAAC,CAAC,oBAAoB,WAAW,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;gBACxG,KAAK,EAAE,gBAAgB;aACxB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,oBAAoB;YACpB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAE3C,uBAAuB;YACvB,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClF,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;gBAC1B,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,IAAI;oBACJ,OAAO,EAAE,SAAS,IAAI,+BAA+B,cAAc,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,oBAAoB,WAAW,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;oBACtI,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B,CAAC;YACJ,CAAC;YAED,yBAAyB;YACzB,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC;YACtC,MAAM,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;YAExD,yBAAyB;YACzB,IAAI,SAAS,GAAG,SAAS,IAAI,MAAM,CAAC;YAEpC,eAAe;YACf,MAAM,SAAS,GAAG,UAAU,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,CAAC;YACrE,SAAS,IAAI,iBAAiB,QAAQ,KAAK,CAAC;YAC5C,SAAS,IAAI,cAAc,SAAS,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAC3G,SAAS,IAAI,aAAa,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAEpE,IAAI,WAAW,EAAE,CAAC;gBAChB,SAAS,IAAI,MAAM,WAAW,KAAK,CAAC;YACtC,CAAC;YAED,SAAS,IAAI,IAAI,CAAC;YAElB,qCAAqC;YACrC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAErE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,OAAO,EAAE,SAAS;aACnB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI;gBACJ,OAAO,EAAE,QAAQ,IAAI,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,oBAAoB,WAAW,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;gBACvK,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAe,EAAE,QAAgB,EAAE,QAAgB;QACzE,MAAM,KAAK,GAAa,CAAC,SAAS,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAE9D,gFAAgF;QAChF,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACvB,kBAAkB;YAClB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACvC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;gBACjD,MAAM,UAAU,GAAG,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChF,CAAC;YAED,oBAAoB;YACpB,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,MAAM,GAAG,GAAG,uCAAuC,CAAC,CAAC;YAEhF,iBAAiB;YACjB,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;gBAC3D,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;aAAM,CAAC;YACN,8BAA8B;YAC9B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;gBAC5C,MAAM,UAAU,GAAG,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,UAA8B,EAC9B,QAA4B,EAC5B,UAAkB;QAElB,wCAAwC;QACxC,IAAI,UAAU,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;QACpD,CAAC;QAED,4BAA4B;QAC5B,IAAI,UAAU,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvD,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,UAAU,EAAE,CAAC;gBAC9C,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,UAAU;oBACf,KAAK,EAAE,cAAc,UAAU,oBAAoB,UAAU,GAAG;iBACjE,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;QAC7D,CAAC;QAED,0BAA0B;QAC1B,IAAI,UAAU,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvD,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC1C,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,UAAU;oBACf,KAAK,EAAE,YAAY,QAAQ,oBAAoB,UAAU,GAAG;iBAC7D,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;QAClD,CAAC;QAED,iBAAiB;QACjB,IAAI,UAAU,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvD,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,UAAU,EAAE,CAAC;gBAC9C,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,UAAU;oBACf,KAAK,EAAE,cAAc,UAAU,oBAAoB,UAAU,GAAG;iBACjE,CAAC;YACJ,CAAC;YACD,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC1C,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,UAAU;oBACf,KAAK,EAAE,YAAY,QAAQ,oBAAoB,UAAU,GAAG;iBAC7D,CAAC;YACJ,CAAC;YACD,IAAI,UAAU,GAAG,QAAQ,EAAE,CAAC;gBAC1B,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,UAAU;oBACf,KAAK,EAAE,cAAc,UAAU,oCAAoC,QAAQ,EAAE;iBAC9E,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;QAC3D,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;IACpD,CAAC;IAEO,cAAc,CAAC,QAAgB;QACrC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,GAAG,GAA2B;YAClC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;YAC/D,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;YACzC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;YAC1D,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG;YACpD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;YACjE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;YAChE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;SAC7B,CAAC;QACF,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,YAAY,CAAC;QACzD,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC;IAC5B,CAAC;CACF"}

package/dist/services/llm-processor.d.ts

@@ -0,0 +1,27 @@
+/**
+ * LLM Processor for content extraction
+ * Uses OpenRouter via OPENROUTER_API_KEY for AI-powered content filtering
+ * Implements robust retry logic and NEVER throws
+ */
+import OpenAI from 'openai';
+import { type StructuredError } from '../utils/errors.js';
+interface ProcessingConfig {
+    use_llm: boolean;
+    what_to_extract: string | undefined;
+    max_tokens?: number;
+}
+interface LLMResult {
+    content: string;
+    processed: boolean;
+    error?: string;
+    errorDetails?: StructuredError;
+}
+export declare function createLLMProcessor(): OpenAI | null;
+/**
+ * Process content with LLM extraction
+ * NEVER throws - always returns a valid LLMResult
+ * Implements retry logic with exponential backoff for transient failures
+ */
+export declare function processContentWithLLM(content: string, config: ProcessingConfig, processor?: OpenAI | null): Promise<LLMResult>;
+export {};
+//# sourceMappingURL=llm-processor.d.ts.map

package/dist/services/llm-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-processor.d.ts","sourceRoot":"","sources":["../../src/services/llm-processor.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,oBAAoB,CAAC;AAE5B,UAAU,gBAAgB;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,SAAS;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,eAAe,CAAC;CAChC;AAmBD,wBAAgB,kBAAkB,IAAI,MAAM,GAAG,IAAI,CAYlD;AAqDD;;;;GAIG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,gBAAgB,EACxB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GACxB,OAAO,CAAC,SAAS,CAAC,CAkHpB"}

package/dist/services/llm-processor.js

@@ -0,0 +1,179 @@
+/**
+ * LLM Processor for content extraction
+ * Uses OpenRouter via OPENROUTER_API_KEY for AI-powered content filtering
+ * Implements robust retry logic and NEVER throws
+ */
+import OpenAI from 'openai';
+import { RESEARCH, LLM_EXTRACTION, getCapabilities } from '../config/index.js';
+import { classifyError, sleep, ErrorCode, } from '../utils/errors.js';
+// LLM-specific retry configuration
+const LLM_RETRY_CONFIG = {
+    maxRetries: 3,
+    baseDelayMs: 2000,
+    maxDelayMs: 30000,
+};
+// OpenRouter/OpenAI specific retryable error codes (using Set for type-safe lookup)
+const RETRYABLE_LLM_ERROR_CODES = new Set([
+    'rate_limit_exceeded',
+    'server_error',
+    'timeout',
+    'service_unavailable',
+]);
+let llmClient = null;
+export function createLLMProcessor() {
+    if (!getCapabilities().llmExtraction)
+        return null;
+    if (!llmClient) {
+        llmClient = new OpenAI({
+            baseURL: RESEARCH.BASE_URL,
+            apiKey: RESEARCH.API_KEY,
+            timeout: 120000,
+            maxRetries: 0, // We handle retries ourselves for more control
+        });
+    }
+    return llmClient;
+}
+/**
+ * Check if an LLM error is retryable
+ */
+function isRetryableLLMError(error) {
+    if (!error)
+        return false;
+    const err = error;
+    // Check HTTP status codes
+    const status = err.status;
+    if (status === 429 || status === 500 || status === 502 || status === 503 || status === 504) {
+        return true;
+    }
+    // Check error codes from OpenAI/OpenRouter
+    const errorCode = err.code || err.error?.code || err.error?.type;
+    if (errorCode && RETRYABLE_LLM_ERROR_CODES.has(errorCode)) {
+        return true;
+    }
+    // Check message for common patterns
+    const message = (err.message || '').toLowerCase();
+    if (message.includes('rate limit') ||
+        message.includes('timeout') ||
+        message.includes('timed out') ||
+        message.includes('service unavailable') ||
+        message.includes('server error') ||
+        message.includes('connection') ||
+        message.includes('econnreset')) {
+        return true;
+    }
+    return false;
+}
+/**
+ * Calculate backoff delay with jitter for LLM retries
+ */
+function calculateLLMBackoff(attempt) {
+    const exponentialDelay = LLM_RETRY_CONFIG.baseDelayMs * Math.pow(2, attempt);
+    const jitter = Math.random() * 0.3 * exponentialDelay;
+    return Math.min(exponentialDelay + jitter, LLM_RETRY_CONFIG.maxDelayMs);
+}
+/**
+ * Process content with LLM extraction
+ * NEVER throws - always returns a valid LLMResult
+ * Implements retry logic with exponential backoff for transient failures
+ */
+export async function processContentWithLLM(content, config, processor) {
+    // Early returns for invalid/skip conditions
+    if (!config.use_llm) {
+        return { content, processed: false };
+    }
+    if (!processor) {
+        return {
+            content,
+            processed: false,
+            error: 'LLM processor not available (OPENROUTER_API_KEY not set)',
+            errorDetails: {
+                code: ErrorCode.AUTH_ERROR,
+                message: 'LLM processor not available',
+                retryable: false,
+            },
+        };
+    }
+    if (!content?.trim()) {
+        return { content: content || '', processed: false, error: 'Empty content provided' };
+    }
+    // Truncate extremely long content to avoid token limits
+    const maxInputChars = 100000; // ~25k tokens
+    const truncatedContent = content.length > maxInputChars
+        ? content.substring(0, maxInputChars) + '\n\n[Content truncated due to length]'
+        : content;
+    const prompt = config.what_to_extract
+        ? `Extract and clean the following content. Focus on: ${config.what_to_extract}\n\nContent:\n${truncatedContent}`
+        : `Clean and extract the main content from the following text, removing navigation, ads, and irrelevant elements:\n\n${truncatedContent}`;
+    // Build request body
+    const requestBody = {
+        model: LLM_EXTRACTION.MODEL,
+        messages: [{ role: 'user', content: prompt }],
+        max_tokens: config.max_tokens || LLM_EXTRACTION.MAX_TOKENS,
+    };
+    if (LLM_EXTRACTION.ENABLE_REASONING) {
+        requestBody.reasoning = { enabled: true };
+    }
+    let lastError;
+    // Retry loop
+    for (let attempt = 0; attempt <= LLM_RETRY_CONFIG.maxRetries; attempt++) {
+        try {
+            if (attempt === 0) {
+                console.error(`[LLM Processor] Starting extraction with ${LLM_EXTRACTION.MODEL}`);
+            }
+            else {
+                console.error(`[LLM Processor] Retry attempt ${attempt}/${LLM_RETRY_CONFIG.maxRetries}`);
+            }
+            const response = await processor.chat.completions.create(requestBody);
+            const result = response.choices?.[0]?.message?.content;
+            if (result && result.trim()) {
+                console.error(`[LLM Processor] Successfully extracted ${result.length} characters`);
+                return { content: result, processed: true };
+            }
+            // Empty response - not retryable
+            console.error('[LLM Processor] Received empty response from LLM');
+            return {
+                content,
+                processed: false,
+                error: 'LLM returned empty response',
+                errorDetails: {
+                    code: ErrorCode.INTERNAL_ERROR,
+                    message: 'LLM returned empty response',
+                    retryable: false,
+                },
+            };
+        }
+        catch (err) {
+            lastError = classifyError(err);
+            // Log the error
+            const errDetails = err;
+            console.error(`[LLM Processor] Error (attempt ${attempt + 1}): ${lastError.message}`, {
+                status: errDetails.status,
+                code: errDetails.code,
+                retryable: isRetryableLLMError(err),
+            });
+            // Check if we should retry
+            if (isRetryableLLMError(err) && attempt < LLM_RETRY_CONFIG.maxRetries) {
+                const delayMs = calculateLLMBackoff(attempt);
+                console.error(`[LLM Processor] Retrying in ${delayMs}ms...`);
+                await sleep(delayMs);
+                continue;
+            }
+            // Non-retryable or max retries reached
+            break;
+        }
+    }
+    // All attempts failed - return original content with error info
+    const errorMessage = lastError?.message || 'Unknown LLM error';
+    console.error(`[LLM Processor] All attempts failed: ${errorMessage}. Returning original content.`);
+    return {
+        content, // Return original content as fallback
+        processed: false,
+        error: `LLM extraction failed: ${errorMessage}`,
+        errorDetails: lastError || {
+            code: ErrorCode.UNKNOWN_ERROR,
+            message: errorMessage,
+            retryable: false,
+        },
+    };
+}
+//# sourceMappingURL=llm-processor.js.map

package/dist/services/llm-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-processor.js","sourceRoot":"","sources":["../../src/services/llm-processor.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC/E,OAAO,EACL,aAAa,EACb,KAAK,EACL,SAAS,GAEV,MAAM,oBAAoB,CAAC;AAe5B,mCAAmC;AACnC,MAAM,gBAAgB,GAAG;IACvB,UAAU,EAAE,CAAC;IACb,WAAW,EAAE,IAAI;IACjB,UAAU,EAAE,KAAK;CACT,CAAC;AAEX,oFAAoF;AACpF,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC;IACxC,qBAAqB;IACrB,cAAc;IACd,SAAS;IACT,qBAAqB;CACtB,CAAC,CAAC;AAEH,IAAI,SAAS,GAAkB,IAAI,CAAC;AAEpC,MAAM,UAAU,kBAAkB;IAChC,IAAI,CAAC,eAAe,EAAE,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IAElD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,MAAM,CAAC;YACrB,OAAO,EAAE,QAAQ,CAAC,QAAQ;YAC1B,MAAM,EAAE,QAAQ,CAAC,OAAO;YACxB,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,CAAC,EAAE,+CAA+C;SAC/D,CAAC,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,MAAM,GAAG,GAAG,KAKX,CAAC;IAEF,0BAA0B;IAC1B,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IAC1B,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QAC3F,OAAO,IAAI,CAAC;IACd,CAAC;IAED,2CAA2C;IAC3C,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC;IACjE,IAAI,SAAS,IAAI,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oCAAoC;IACpC,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,IACE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC7B,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QACvC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;QAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC9B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAC9B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,OAAe;IAC1C,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,gBAAgB,CAAC;IACtD,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;AAC1E,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAe,EACf,MAAwB,EACxB,SAAyB;IAEzB,4CAA4C;IAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO;YACL,OAAO;YACP,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,0DAA0D;YACjE,YAAY,EAAE;gBACZ,IAAI,EAAE,SAAS,CAAC,UAAU;gBAC1B,OAAO,EAAE,6BAA6B;gBACtC,SAAS,EAAE,KAAK;aACjB;SACF,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;QACrB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;IACvF,CAAC;IAED,wDAAwD;IACxD,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,cAAc;IAC5C,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,aAAa;QACrD,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC,GAAG,uCAAuC;QAC/E,CAAC,CAAC,OAAO,CAAC;IAEZ,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe;QACnC,CAAC,CAAC,sDAAsD,MAAM,CAAC,eAAe,iBAAiB,gBAAgB,EAAE;QACjH,CAAC,CAAC,qHAAqH,gBAAgB,EAAE,CAAC;IAE5I,qBAAqB;IACrB,MAAM,WAAW,GAA4B;QAC3C,KAAK,EAAE,cAAc,CAAC,KAAK;QAC3B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC7C,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU;KAC3D,CAAC;IAEF,IAAI,cAAc,CAAC,gBAAgB,EAAE,CAAC;QACpC,WAAW,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,SAAsC,CAAC;IAE3C,aAAa;IACb,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACxE,IAAI,CAAC;YACH,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,4CAA4C,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,iCAAiC,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;YAC3F,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAkB,CAAC,CAAC;YAE7E,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;YACvD,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,0CAA0C,MAAM,CAAC,MAAM,aAAa,CAAC,CAAC;gBACpF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAC9C,CAAC;YAED,iCAAiC;YACjC,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAClE,OAAO;gBACL,OAAO;gBACP,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE,6BAA6B;gBACpC,YAAY,EAAE;oBACZ,IAAI,EAAE,SAAS,CAAC,cAAc;oBAC9B,OAAO,EAAE,6BAA6B;oBACtC,SAAS,EAAE,KAAK;iBACjB;aACF,CAAC;QAEJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAE/B,gBAAgB;YAChB,MAAM,UAAU,GAAG,GAAyC,CAAC;YAC7D,OAAO,CAAC,KAAK,CAAC,kCAAkC,OAAO,GAAG,CAAC,MAAM,SAAS,CAAC,OAAO,EAAE,EAAE;gBACpF,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,SAAS,EAAE,mBAAmB,CAAC,GAAG,CAAC;aACpC,CAAC,CAAC;YAEH,2BAA2B;YAC3B,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,gBAAgB,CAAC,UAAU,EAAE,CAAC;gBACtE,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAC7C,OAAO,CAAC,KAAK,CAAC,+BAA+B,OAAO,OAAO,CAAC,CAAC;gBAC7D,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;YAED,uCAAuC;YACvC,MAAM;QACR,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,MAAM,YAAY,GAAG,SAAS,EAAE,OAAO,IAAI,mBAAmB,CAAC;IAC/D,OAAO,CAAC,KAAK,CAAC,wCAAwC,YAAY,+BAA+B,CAAC,CAAC;IAEnG,OAAO;QACL,OAAO,EAAE,sCAAsC;QAC/C,SAAS,EAAE,KAAK;QAChB,KAAK,EAAE,0BAA0B,YAAY,EAAE;QAC/C,YAAY,EAAE,SAAS,IAAI;YACzB,IAAI,EAAE,SAAS,CAAC,aAAa;YAC7B,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,KAAK;SACjB;KACF,CAAC;AACJ,CAAC"}

package/dist/services/markdown-cleaner.d.ts

@@ -0,0 +1,8 @@
+export declare class MarkdownCleaner {
+    /**
+     * Process HTML content and convert to clean Markdown
+     * NEVER throws - returns original content on any error for graceful degradation
+     */
+    processContent(htmlContent: string): string;
+}
+//# sourceMappingURL=markdown-cleaner.d.ts.map

package/dist/services/markdown-cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-cleaner.d.ts","sourceRoot":"","sources":["../../src/services/markdown-cleaner.ts"],"names":[],"mappings":"AAcA,qBAAa,eAAe;IAC1B;;;OAGG;IACH,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM;CAmC5C"}

package/dist/services/markdown-cleaner.js

@@ -0,0 +1,44 @@
+/**
+ * Markdown cleaner service using Turndown for HTML to Markdown conversion
+ */
+import TurndownService from 'turndown';
+const turndown = new TurndownService({
+    headingStyle: 'atx',
+    codeBlockStyle: 'fenced',
+    bulletListMarker: '-',
+});
+// Remove script, style, nav, footer, aside elements
+turndown.remove(['script', 'style', 'nav', 'footer', 'aside', 'noscript']);
+export class MarkdownCleaner {
+    /**
+     * Process HTML content and convert to clean Markdown
+     * NEVER throws - returns original content on any error for graceful degradation
+     */
+    processContent(htmlContent) {
+        try {
+            // Handle null/undefined/non-string inputs gracefully
+            if (!htmlContent || typeof htmlContent !== 'string') {
+                return htmlContent || '';
+            }
+            // If already markdown (no HTML tags), return as-is
+            if (!htmlContent.includes('<')) {
+                return htmlContent.trim();
+            }
+            // Remove HTML comments before conversion
+            let content = htmlContent.replace(/<!--[\s\S]*?-->/g, '');
+            // Convert HTML to Markdown using Turndown
+            content = turndown.turndown(content);
+            // Clean up whitespace
+            content = content.replace(/\n{3,}/g, '\n\n');
+            content = content.trim();
+            return content;
+        }
+        catch (error) {
+            // Log error but don't crash - return original content for graceful degradation
+            console.error('[MarkdownCleaner] processContent failed:', error instanceof Error ? error.message : String(error), '| Content length:', htmlContent?.length ?? 0);
+            // Return original content if conversion fails
+            return htmlContent || '';
+        }
+    }
+}
+//# sourceMappingURL=markdown-cleaner.js.map

package/dist/services/markdown-cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-cleaner.js","sourceRoot":"","sources":["../../src/services/markdown-cleaner.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,eAAe,MAAM,UAAU,CAAC;AAEvC,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;IACnC,YAAY,EAAE,KAAK;IACnB,cAAc,EAAE,QAAQ;IACxB,gBAAgB,EAAE,GAAG;CACtB,CAAC,CAAC;AAEH,oDAAoD;AACpD,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;AAE3E,MAAM,OAAO,eAAe;IAC1B;;;OAGG;IACH,cAAc,CAAC,WAAmB;QAChC,IAAI,CAAC;YACH,qDAAqD;YACrD,IAAI,CAAC,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBACpD,OAAO,WAAW,IAAI,EAAE,CAAC;YAC3B,CAAC;YAED,mDAAmD;YACnD,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC;YAC5B,CAAC;YAED,yCAAyC;YACzC,IAAI,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAE1D,0CAA0C;YAC1C,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAErC,sBAAsB;YACtB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAC7C,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;YAEzB,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,+EAA+E;YAC/E,OAAO,CAAC,KAAK,CACX,0CAA0C,EAC1C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EACtD,mBAAmB,EACnB,WAAW,EAAE,MAAM,IAAI,CAAC,CACzB,CAAC;YACF,8CAA8C;YAC9C,OAAO,WAAW,IAAI,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;CACF"}

package/dist/tools/definitions.d.ts

@@ -0,0 +1,16 @@
+/**
+ * MCP Tool Definitions
+ * Generated from YAML configuration for consistency
+ */
+/**
+ * TOOLS array is now loaded from src/config/yaml/tools.yaml
+ * This provides a single source of truth for all tool metadata
+ *
+ * Benefits:
+ * - Descriptions defined once in YAML
+ * - Easy to update without touching TypeScript
+ * - Consistent format across all tools
+ * - Validation rules co-located with descriptions
+ */
+export declare const TOOLS: import("../config/types.js").McpTool[];
+//# sourceMappingURL=definitions.d.ts.map

package/dist/tools/definitions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"definitions.d.ts","sourceRoot":"","sources":["../../src/tools/definitions.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,KAAK,wCAAqB,CAAC"}

package/dist/tools/definitions.js

@@ -0,0 +1,17 @@
+/**
+ * MCP Tool Definitions
+ * Generated from YAML configuration for consistency
+ */
+import { generateMcpTools } from '../config/loader.js';
+/**
+ * TOOLS array is now loaded from src/config/yaml/tools.yaml
+ * This provides a single source of truth for all tool metadata
+ *
+ * Benefits:
+ * - Descriptions defined once in YAML
+ * - Easy to update without touching TypeScript
+ * - Consistent format across all tools
+ * - Validation rules co-located with descriptions
+ */
+export const TOOLS = generateMcpTools();
+//# sourceMappingURL=definitions.js.map

package/dist/tools/definitions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"definitions.js","sourceRoot":"","sources":["../../src/tools/definitions.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEvD;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,gBAAgB,EAAE,CAAC"}

package/dist/tools/reddit.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Reddit Tools - Search and Fetch
+ * NEVER throws - always returns structured response for graceful degradation
+ */
+export declare function handleSearchReddit(queries: string[], apiKey: string, dateAfter?: string): Promise<string>;
+interface GetRedditPostsOptions {
+    fetchComments?: boolean;
+    maxCommentsOverride?: number;
+    use_llm?: boolean;
+    what_to_extract?: string;
+}
+export declare function handleGetRedditPosts(urls: string[], clientId: string, clientSecret: string, maxComments?: number, options?: GetRedditPostsOptions): Promise<string>;
+export {};
+//# sourceMappingURL=reddit.d.ts.map