@j0hanz/superfetch 1.0.6 → 1.1.0

package/dist/utils/content-cleaner.js

@@ -1,208 +1,51 @@
-/**
- * Post-processing content cleaner for removing noise artifacts
- * that slip through Readability extraction.
- */
-// Pre-compiled combined pattern for optimal performance
-const NOISE_PATTERN_COMBINED = new RegExp([
-    // Relative timestamps
-    '^\\d+\\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\\s*ago$',
-    '^(just now|recently|today|yesterday|last week|last month)$',
-    '^(updated|modified|edited|created|published)\\s*:?\\s*\\d+\\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\\s*ago$',
-    '^(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\\s+\\d{1,2},?\\s+\\d{4}$',
-    '^\\d{1,2}\\s+(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\\s+\\d{4}$',
-    '^\\d{4}-\\d{2}-\\d{2}$',
-    '^last\\s+updated\\s*:?',
-    // Share/action buttons
-    '^(share|copy|like|follow|subscribe|download|print|save|bookmark|tweet|pin it|email|export)$',
+const NOISE_PATTERN = new RegExp([
+    '^(share|copy|like|follow|subscribe|download|print|save)$',
     '^(copy to clipboard|copied!?|copy code|copy link)$',
-    '^(share on|share to|share via)\\s+(twitter|facebook|linkedin|reddit|x|email)$',
-    // UI artifacts
-    '^(click to copy|expand|collapse|show more|show less|load more|view more|read more|see more|see all|view all)$',
-    '^(toggle|switch|enable|disable|on|off)$',
-    '^(edit|delete|remove|add|new|create|update|cancel|confirm|submit|reset|clear)$',
-    '^(open in|view in|edit in)\\s+\\w+$',
-    '^(try it|run|execute|play|preview|demo|live demo|playground)$',
-    '^(source|view source|edit this page|edit on github|improve this doc)$',
-    // Empty/placeholder
+    '^(show more|show less|load more|view more|read more|see all|view all)$',
+    '^(next|previous|prev|back|forward|home|menu|close|skip to)$',
+    '^(table of contents|toc|on this page)$',
     '^(loading\\.{0,3}|please wait\\.{0,3}|\\.{2,})$',
-    '^(n\\/a|tbd|todo|coming soon|placeholder|untitled)$',
-    // Navigation
-    '^(next|previous|prev|back|forward|home|menu|close|open|skip to|jump to|go to)$',
-    '^(table of contents|toc|contents|on this page|in this article|in this section)$',
-    '^(scroll to top|back to top|top)$',
-    // Cookie/consent
-    '^(accept|reject|accept all|reject all|cookie settings|privacy settings|manage preferences)$',
-    '^(accept cookies|decline cookies|cookie policy|privacy policy|terms of service|terms & conditions)$',
-    // Counts
-    '^\\d+\\s*(comments?|replies?|reactions?|responses?)$',
-    '^\\d+\\s*(likes?|shares?|views?|followers?|retweets?|stars?|forks?|claps?|upvotes?|downvotes?)$',
-    '^(liked by|shared by|followed by)\\s+\\d+',
-    // Version badges
-    '^v?\\d+\\.\\d+(\\.\\d+)?(-\\w+)?$',
-    '^(stable|beta|alpha|rc|preview|experimental|deprecated|legacy|new|updated)$',
-    // Structural
-    '^(a|b|c|d|e|f|g|h|i|j|k|l|m|n|o|p|q|r|s|t|u|v|w|x|y|z)$',
-    '^panel\\s*[a-z]?$',
-    // API artifacts
-    '^(required|optional|default|type|example|description|parameters?|returns?|response|request)$',
-    '^(get|post|put|patch|delete|head|options)\\s*$',
-    // Interactive
-    '^(drag|drop|resize|zoom|scroll|swipe|tap|click|hover|focus)(\\s+to\\s+\\w+)?$',
-    '^(drag the|move the|resize the|drag to|click to)\\s+\\w+',
-    // Breadcrumbs
+    '^(n\\/a|tbd|todo|coming soon|placeholder)$',
+    '^\\d+\\s*(comments?|replies?|likes?|shares?|views?)$',
     '^[/\\\\>→»›]+$',
-    // Ads
-    '^(ad|advertisement|sponsored|promoted|partner content)$',
 ].join('|'), 'i');
-// Pre-compiled pattern for short text noise
-const SHORT_TEXT_NOISE_PATTERN = new RegExp([
-    '^#\\w+$',
-    '^@\\w+$',
-    '^\\d+$',
-    '^[•·→←↑↓►▼▲◄▶◀■□●○★☆✓✗✔✘×]+$',
-    '^[,;:\\-–—]+$',
-    '^\\[\\d+\\]$',
-    '^\\(\\d+\\)$',
-    '^fig\\.?\\s*\\d+$',
-    '^table\\s*\\d+$',
-    '^step\\s*\\d+$',
-    '^note:?$',
-    '^tip:?$',
-    '^warning:?$',
-    '^info:?$',
-    '^caution:?$',
-].join('|'), 'i');
-// Pre-compiled pattern for UI chrome detection
-const UI_CHROME_PATTERN = new RegExp([
-    '^(sign in|sign up|log in|log out|register|create account)$',
-    '^(search|search\\.\\.\\.|search docs|search documentation)$',
-    '^(dark mode|light mode|theme|language|locale)$',
-    '^(feedback|report issue|report a bug|file an issue|suggest edit)$',
-    '^(documentation|docs|api|reference|guide|tutorial|examples?)$',
-    "^(version|changelog|release notes|what's new)$",
-].join('|'), 'i');
-// Minimum lengths for different content types
 const MIN_PARAGRAPH_LENGTH = 20;
 const MIN_HEADING_LENGTH = 2;
 const MIN_LIST_ITEM_LENGTH = 3;
-const SHORT_TEXT_THRESHOLD = 25;
-// Maximum text length to test against regex patterns (ReDoS protection)
 const MAX_REGEX_INPUT_LENGTH = 500;
-/**
- * Check if text matches any noise pattern
- * Protected against ReDoS by limiting input length
- */
 function isNoiseText(text) {
     const trimmed = text.trim();
-    // Empty or whitespace-only
-    if (!trimmed) {
+    if (!trimmed)
         return true;
-    }
-    // ReDoS protection: skip regex for very long strings
-    if (trimmed.length > MAX_REGEX_INPUT_LENGTH) {
+    if (trimmed.length > MAX_REGEX_INPUT_LENGTH)
         return false;
-    }
-    // Check combined noise pattern (single regex test)
-    if (NOISE_PATTERN_COMBINED.test(trimmed)) {
-        return true;
-    }
-    // Check short text patterns for brief content
-    if (trimmed.length < SHORT_TEXT_THRESHOLD) {
-        if (SHORT_TEXT_NOISE_PATTERN.test(trimmed)) {
-            return true;
-        }
-        // Also check UI chrome patterns for short text
-        if (UI_CHROME_PATTERN.test(trimmed)) {
-            return true;
-        }
-    }
-    return false;
-}
-// Pre-compiled placeholder pattern (combined for performance)
-const PLACEHOLDER_PATTERN = /^(lorem ipsum|sample text|placeholder|example (text|content|data)|test (text|content|data)|your (text|content|name|email) here|enter (your|a) |type (your|a|something) )/i;
-const PLACEHOLDER_CACHE = new Map();
-const PLACEHOLDER_CACHE_MAX_SIZE = 1000;
-const PLACEHOLDER_CACHE_TTL_MS = 5 * 60 * 1000; // 5 minutes
-/**
- * Check if text looks like placeholder/demo content
- * Uses caching with TTL for performance and memory safety
- */
-function isPlaceholderContent(text) {
-    const trimmed = text.trim().toLowerCase();
-    const now = Date.now();
-    // Check cache first
-    const cached = PLACEHOLDER_CACHE.get(trimmed);
-    if (cached !== undefined) {
-        // Check if entry is still valid
-        if (now - cached.timestamp < PLACEHOLDER_CACHE_TTL_MS) {
-            return cached.value;
-        }
-        // Expired entry, remove it
-        PLACEHOLDER_CACHE.delete(trimmed);
-    }
-    // Single regex test (faster than array iteration)
-    const result = PLACEHOLDER_PATTERN.test(trimmed);
-    // Cache result with LRU eviction and timestamp
-    if (PLACEHOLDER_CACHE.size >= PLACEHOLDER_CACHE_MAX_SIZE) {
-        // Remove oldest entries (first 10% of cache)
-        const keysToDelete = Math.ceil(PLACEHOLDER_CACHE_MAX_SIZE * 0.1);
-        const iterator = PLACEHOLDER_CACHE.keys();
-        for (let i = 0; i < keysToDelete; i++) {
-            const key = iterator.next().value;
-            if (key !== undefined) {
-                PLACEHOLDER_CACHE.delete(key);
-            }
-        }
-    }
-    PLACEHOLDER_CACHE.set(trimmed, { value: result, timestamp: now });
-    return result;
+    return NOISE_PATTERN.test(trimmed);
 }
-/**
- * Clean paragraph text by removing noise
- */
 export function cleanParagraph(text) {
     const trimmed = text.trim();
-    // Too short to be meaningful
     if (trimmed.length < MIN_PARAGRAPH_LENGTH) {
-        // Allow very short paragraphs if they end with punctuation (likely real content)
         if (!/[.!?]$/.test(trimmed)) {
             return null;
         }
     }
-    // Is noise content
     if (isNoiseText(trimmed)) {
         return null;
     }
-    // Is placeholder content (in paragraphs, not in examples)
-    if (isPlaceholderContent(trimmed)) {
-        return null;
-    }
     return trimmed;
 }
-/**
- * Clean heading text by removing noise and markdown link syntax
- */
 export function cleanHeading(text) {
     let cleaned = text.trim();
-    // Too short
     if (cleaned.length < MIN_HEADING_LENGTH) {
         return null;
     }
-    // Remove markdown link syntax: [Text](#anchor) -> Text
     cleaned = cleaned.replace(/\[([^\]]+)\]\([^)]*\)/g, '$1');
-    // Remove trailing anchor links like "Link for this heading"
     cleaned = cleaned.replace(/\s*Link for (this heading|[\w\s]+)\s*$/i, '');
-    // Remove trailing hash symbols often used for anchor links
     cleaned = cleaned.replace(/\s*#+\s*$/, '');
-    // Is noise content
     if (isNoiseText(cleaned)) {
         return null;
     }
     return cleaned.trim();
 }
-/**
- * Clean list items by filtering out noise
- */
 export function cleanListItems(items) {
     return items
         .map((item) => item.trim())
@@ -214,43 +57,25 @@ export function cleanListItems(items) {
         return true;
     });
 }
-/**
- * Clean code block text - minimal cleaning to preserve code integrity
- */
 export function cleanCodeBlock(code) {
     const trimmed = code.trim();
-    // Empty code block
     if (trimmed.length === 0) {
         return null;
     }
-    // Very short code blocks that are likely just labels
     if (trimmed.length < 3 && !/^[{}[\]();<>]$/.test(trimmed)) {
         return null;
     }
     return trimmed;
 }
-/**
- * Strip markdown link syntax from text for cleaner slugs/display
- * [Text](#anchor) -> Text
- * [Text](url) -> Text
- */
 export function stripMarkdownLinks(text) {
     return text.replace(/\[([^\]]+)\]\([^)]*\)/g, '$1');
 }
-/**
- * Remove common timestamp patterns from text (inline removal)
- * Use when you want to strip timestamps from within longer content
- */
 export function removeInlineTimestamps(text) {
-    return (text
-        // Remove "X days/hours/etc ago" patterns
+    return text
         .replace(/\b\d+\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\s*ago\b/gi, '')
-        // Remove "Updated: date" patterns
         .replace(/\b(updated|modified|edited|created|published)\s*:?\s*\d+\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\s*ago\b/gi, '')
-        // Remove standalone dates
         .replace(/\b(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\s+\d{1,2},?\s+\d{4}\b/gi, '')
-        // Clean up extra whitespace
         .replace(/\s{2,}/g, ' ')
-        .trim());
+        .trim();
 }
 //# sourceMappingURL=content-cleaner.js.map

package/dist/utils/content-cleaner.js.map

@@ -1 +1 @@
-{"version":3,"file":"content-cleaner.js","sourceRoot":"","sources":["../../src/utils/content-cleaner.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,wDAAwD;AACxD,MAAM,sBAAsB,GAAG,IAAI,MAAM,CACvC;IACE,sBAAsB;IACtB,yEAAyE;IACzE,4DAA4D;IAC5D,8HAA8H;IAC9H,6EAA6E;IAC7E,2EAA2E;IAC3E,wBAAwB;IACxB,wBAAwB;IACxB,uBAAuB;IACvB,6FAA6F;IAC7F,oDAAoD;IACpD,+EAA+E;IAC/E,eAAe;IACf,+GAA+G;IAC/G,yCAAyC;IACzC,gFAAgF;IAChF,qCAAqC;IACrC,+DAA+D;IAC/D,uEAAuE;IACvE,oBAAoB;IACpB,iDAAiD;IACjD,qDAAqD;IACrD,aAAa;IACb,gFAAgF;IAChF,iFAAiF;IACjF,mCAAmC;IACnC,iBAAiB;IACjB,6FAA6F;IAC7F,qGAAqG;IACrG,SAAS;IACT,sDAAsD;IACtD,iGAAiG;IACjG,2CAA2C;IAC3C,iBAAiB;IACjB,mCAAmC;IACnC,6EAA6E;IAC7E,aAAa;IACb,yDAAyD;IACzD,mBAAmB;IACnB,gBAAgB;IAChB,8FAA8F;IAC9F,gDAAgD;IAChD,cAAc;IACd,+EAA+E;IAC/E,0DAA0D;IAC1D,cAAc;IACd,gBAAgB;IAChB,MAAM;IACN,yDAAyD;CAC1D,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AAEF,4CAA4C;AAC5C,MAAM,wBAAwB,GAAG,IAAI,MAAM,CACzC;IACE,SAAS;IACT,SAAS;IACT,QAAQ;IACR,8BAA8B;IAC9B,eAAe;IACf,cAAc;IACd,cAAc;IACd,mBAAmB;IACnB,iBAAiB;IACjB,gBAAgB;IAChB,UAAU;IACV,SAAS;IACT,aAAa;IACb,UAAU;IACV,aAAa;CACd,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AAEF,+CAA+C;AAC/C,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAClC;IACE,4DAA4D;IAC5D,6DAA6D;IAC7D,gDAAgD;IAChD,mEAAmE;IACnE,+DAA+D;IAC/D,gDAAgD;CACjD,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AAEF,8CAA8C;AAC9C,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC,wEAAwE;AACxE,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC;;;GAGG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,2BAA2B;IAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qDAAqD;IACrD,IAAI,OAAO,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;QAC5C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,mDAAmD;IACnD,IAAI,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,8CAA8C;IAC9C,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC1C,IAAI,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,+CAA+C;QAC/C,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8DAA8D;AAC9D,MAAM,mBAAmB,GACvB,2KAA2K,CAAC;AAO9K,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAsB,CAAC;AACxD,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,wBAAwB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;AAE5D;;;GAGG;AACH,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,oBAAoB;IACpB,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,gCAAgC;QAChC,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,GAAG,wBAAwB,EAAE,CAAC;YACtD,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;QACD,2BAA2B;QAC3B,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,kDAAkD;IAClD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEjD,+CAA+C;IAC/C,IAAI,iBAAiB,CAAC,IAAI,IAAI,0BAA0B,EAAE,CAAC;QACzD,6CAA6C;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,GAAG,GAAG,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAClC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IACD,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IAElE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,6BAA6B;IAC7B,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC1C,iFAAiF;QACjF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,0DAA0D;IAC1D,IAAI,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE1B,YAAY;IACZ,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,uDAAuD;IACvD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;IAE1D,4DAA4D;IAC5D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,yCAAyC,EAAE,EAAE,CAAC,CAAC;IAEzE,2DAA2D;IAC3D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE3C,mBAAmB;IACnB,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAe;IAC5C,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACf,IAAI,IAAI,CAAC,MAAM,GAAG,oBAAoB;YAAE,OAAO,KAAK,CAAC;QACrD,IAAI,WAAW,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,mBAAmB;IACnB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qDAAqD;IACrD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,OAAO,CACL,IAAI;QACF,yCAAyC;SACxC,OAAO,CACN,0EAA0E,EAC1E,EAAE,CACH;QACD,kCAAkC;SACjC,OAAO,CACN,6HAA6H,EAC7H,EAAE,CACH;QACD,0BAA0B;SACzB,OAAO,CACN,6EAA6E,EAC7E,EAAE,CACH;QACD,4BAA4B;SAC3B,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CACV,CAAC;AACJ,CAAC"}
+{"version":3,"file":"content-cleaner.js","sourceRoot":"","sources":["../../src/utils/content-cleaner.ts"],"names":[],"mappings":"AAAA,MAAM,aAAa,GAAG,IAAI,MAAM,CAC9B;IACE,0DAA0D;IAC1D,oDAAoD;IACpD,wEAAwE;IACxE,6DAA6D;IAC7D,wCAAwC;IACxC,iDAAiD;IACjD,4CAA4C;IAC5C,sDAAsD;IACtD,gBAAgB;CACjB,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AAEF,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,OAAO,CAAC,MAAM,GAAG,sBAAsB;QAAE,OAAO,KAAK,CAAC;IAC1D,OAAO,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE1B,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;IAC1D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,yCAAyC,EAAE,EAAE,CAAC,CAAC;IACzE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE3C,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAe;IAC5C,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACf,IAAI,IAAI,CAAC,MAAM,GAAG,oBAAoB;YAAE,OAAO,KAAK,CAAC;QACrD,IAAI,WAAW,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,OAAO,IAAI;SACR,OAAO,CACN,0EAA0E,EAC1E,EAAE,CACH;SACA,OAAO,CACN,6HAA6H,EAC7H,EAAE,CACH;SACA,OAAO,CACN,6EAA6E,EAC7E,EAAE,CACH;SACA,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CAAC;AACZ,CAAC"}

package/dist/utils/html-truncator.d.ts

@@ -0,0 +1,2 @@
+export declare function truncateHtml(html: string): string;
+//# sourceMappingURL=html-truncator.d.ts.map

package/dist/utils/html-truncator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-truncator.d.ts","sourceRoot":"","sources":["../../src/utils/html-truncator.ts"],"names":[],"mappings":"AAIA,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAajD"}

package/dist/utils/html-truncator.js

@@ -0,0 +1,14 @@
+import { config } from '../config/index.js';
+import { logWarn } from '../services/logger.js';
+export function truncateHtml(html) {
+    const maxSize = config.constants.maxHtmlSize;
+    if (html.length <= maxSize) {
+        return html;
+    }
+    logWarn('HTML content exceeds maximum size, truncating', {
+        size: html.length,
+        maxSize,
+    });
+    return html.substring(0, maxSize);
+}
+//# sourceMappingURL=html-truncator.js.map

package/dist/utils/html-truncator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-truncator.js","sourceRoot":"","sources":["../../src/utils/html-truncator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;IAE7C,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,+CAA+C,EAAE;QACvD,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,OAAO;KACR,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACpC,CAAC"}

package/dist/utils/language-detector.d.ts

@@ -1,5 +1,2 @@
-/**
- * Detect programming language from code content
- */
 export declare function detectLanguage(code: string): string | undefined;
 //# sourceMappingURL=language-detector.d.ts.map

package/dist/utils/language-detector.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"language-detector.d.ts","sourceRoot":"","sources":["../../src/utils/language-detector.ts"],"names":[],"mappings":"AA4CA;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE/D"}
+{"version":3,"file":"language-detector.d.ts","sourceRoot":"","sources":["../../src/utils/language-detector.ts"],"names":[],"mappings":"AAoCA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE/D"}

package/dist/utils/language-detector.js

@@ -1,21 +1,13 @@
-/**
- * Language detection patterns for code blocks
- * Shared between parser and markdown transformer
- */
 const LANGUAGE_PATTERNS = [
-    // JSX/TSX patterns
     [
         /^\s*import\s+.*\s+from\s+['"]react['"]|<[A-Z][a-zA-Z]*[\s/>]|jsx\s*:|className=/m,
         'jsx',
     ],
-    // TypeScript patterns
     [
         /:\s*(string|number|boolean|void|any|unknown|never)\b|interface\s+\w+|type\s+\w+\s*=/m,
         'typescript',
     ],
-    // Rust patterns
     [/^\s*(fn|let\s+mut|impl|struct|enum|use\s+\w+::)/m, 'rust'],
-    // JavaScript patterns (generic)
     [
         /^\s*(export|const|let|var|function|class|async|await)\b|^\s*import\s+.*['"]/m,
         'javascript',
@@ -41,9 +33,6 @@ const LANGUAGE_PATTERNS = [
     // Go patterns
     [/^\s*(func|package|import\s+")/m, 'go'],
 ];
-/**
- * Detect programming language from code content
- */
 export function detectLanguage(code) {
     return LANGUAGE_PATTERNS.find(([pattern]) => pattern.test(code))?.[1];
 }

package/dist/utils/language-detector.js.map

@@ -1 +1 @@
-{"version":3,"file":"language-detector.js","sourceRoot":"","sources":["../../src/utils/language-detector.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,iBAAiB,GAAG;IACxB,mBAAmB;IACnB;QACE,kFAAkF;QAClF,KAAK;KACN;IACD,sBAAsB;IACtB;QACE,sFAAsF;QACtF,YAAY;KACb;IACD,gBAAgB;IAChB,CAAC,kDAAkD,EAAE,MAAM,CAAC;IAC5D,gCAAgC;IAChC;QACE,8EAA8E;QAC9E,YAAY;KACb;IACD,kBAAkB;IAClB,CAAC,kDAAkD,EAAE,QAAQ,CAAC;IAC9D,sBAAsB;IACtB;QACE,iFAAiF;QACjF,MAAM;KACP;IACD,CAAC,iEAAiE,EAAE,MAAM,CAAC;IAC3E,eAAe;IACf,CAAC,yDAAyD,EAAE,KAAK,CAAC;IAClE,gBAAgB;IAChB,CAAC,8DAA8D,EAAE,MAAM,CAAC;IACxE,gBAAgB;IAChB,CAAC,6CAA6C,EAAE,MAAM,CAAC;IACvD,gBAAgB;IAChB,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAC9B,eAAe;IACf,CAAC,0DAA0D,EAAE,KAAK,CAAC;IACnE,cAAc;IACd,CAAC,gCAAgC,EAAE,IAAI,CAAC;CAChC,CAAC;AAEX;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC"}
+{"version":3,"file":"language-detector.js","sourceRoot":"","sources":["../../src/utils/language-detector.ts"],"names":[],"mappings":"AAAA,MAAM,iBAAiB,GAAG;IACxB;QACE,kFAAkF;QAClF,KAAK;KACN;IACD;QACE,sFAAsF;QACtF,YAAY;KACb;IACD,CAAC,kDAAkD,EAAE,MAAM,CAAC;IAC5D;QACE,8EAA8E;QAC9E,YAAY;KACb;IACD,kBAAkB;IAClB,CAAC,kDAAkD,EAAE,QAAQ,CAAC;IAC9D,sBAAsB;IACtB;QACE,iFAAiF;QACjF,MAAM;KACP;IACD,CAAC,iEAAiE,EAAE,MAAM,CAAC;IAC3E,eAAe;IACf,CAAC,yDAAyD,EAAE,KAAK,CAAC;IAClE,gBAAgB;IAChB,CAAC,8DAA8D,EAAE,MAAM,CAAC;IACxE,gBAAgB;IAChB,CAAC,6CAA6C,EAAE,MAAM,CAAC;IACvD,gBAAgB;IAChB,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAC9B,eAAe;IACf,CAAC,0DAA0D,EAAE,KAAK,CAAC;IACnE,cAAc;IACd,CAAC,gCAAgC,EAAE,IAAI,CAAC;CAChC,CAAC;AAEX,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC"}

package/dist/utils/sanitizer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sanitizer.d.ts","sourceRoot":"","sources":["../../src/utils/sanitizer.ts"],"names":[],"mappings":"AAGA,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAIpE;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAQpE"}
+{"version":3,"file":"sanitizer.d.ts","sourceRoot":"","sources":["../../src/utils/sanitizer.ts"],"names":[],"mappings":"AAIA,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAKpE;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAWpE"}

package/dist/utils/sanitizer.js

@@ -1,19 +1,21 @@
-// Pre-compiled regex patterns for hot path optimization
-const WHITESPACE_REGEX = /\s+/g;
+const CONSECUTIVE_WHITESPACE = /\s+/g;
+const MIN_TRUNCATION_LENGTH = 4;
+const TRUNCATION_SUFFIX = '...';
 export function sanitizeText(text) {
     if (text == null)
         return '';
     if (typeof text !== 'string')
         return String(text);
-    return text.replace(WHITESPACE_REGEX, ' ').trim();
+    return text.replace(CONSECUTIVE_WHITESPACE, ' ').trim();
 }
 export function truncateText(text, maxLength) {
-    if (maxLength < 4) {
+    if (maxLength < MIN_TRUNCATION_LENGTH) {
         return text.length > 0 ? text.charAt(0) : '';
     }
     if (text.length <= maxLength) {
         return text;
     }
-    return `${text.substring(0, maxLength - 3)}...`;
+    const truncationPoint = maxLength - TRUNCATION_SUFFIX.length;
+    return `${text.substring(0, truncationPoint)}${TRUNCATION_SUFFIX}`;
 }
 //# sourceMappingURL=sanitizer.js.map

package/dist/utils/sanitizer.js.map

@@ -1 +1 @@
-{"version":3,"file":"sanitizer.js","sourceRoot":"","sources":["../../src/utils/sanitizer.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,MAAM,UAAU,YAAY,CAAC,IAA+B;IAC1D,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAClD,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,SAAiB;IAC1D,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/C,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC"}
+{"version":3,"file":"sanitizer.js","sourceRoot":"","sources":["../../src/utils/sanitizer.ts"],"names":[],"mappings":"AAAA,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAEhC,MAAM,UAAU,YAAY,CAAC,IAA+B;IAC1D,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAElD,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,SAAiB;IAC1D,IAAI,SAAS,GAAG,qBAAqB,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/C,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,eAAe,GAAG,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAC7D,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,iBAAiB,EAAE,CAAC;AACrE,CAAC"}

package/dist/utils/tool-error-handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool-error-handler.d.ts","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAgB5D,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,GACX,iBAAiB,CAOnB;AAED,wBAAgB,eAAe,CAC7B,KAAK,EAAE,OAAO,EACd,GAAG,EAAE,MAAM,EACX,eAAe,SAAqB,GACnC,iBAAiB,CA8CnB"}
+{"version":3,"file":"tool-error-handler.d.ts","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAQ5D,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,GACX,iBAAiB,CAQnB;AAgBD,wBAAgB,eAAe,CAC7B,KAAK,EAAE,OAAO,EACd,GAAG,EAAE,MAAM,EACX,eAAe,SAAqB,GACnC,iBAAiB,CAgBnB"}

package/dist/utils/tool-error-handler.js

@@ -1,6 +1,5 @@
-import { AbortError, AppError, FetchError, RateLimitError, TimeoutError, UrlValidationError, } from '../errors/app-error.js';
-// Stack traces only exposed when explicitly enabled in development
-const isDevelopment = process.env.NODE_ENV === 'development' &&
+import { FetchError } from '../errors/app-error.js';
+const IS_DEVELOPMENT_WITH_STACK_TRACES = process.env.NODE_ENV === 'development' &&
     process.env.EXPOSE_STACK_TRACES === 'true';
 export function createToolErrorResponse(message, url, code) {
     const structuredContent = { error: message, url, errorCode: code };
@@ -10,48 +9,22 @@ export function createToolErrorResponse(message, url, code) {
         isError: true,
     };
 }
-export function handleToolError(error, url, fallbackMessage = 'Operation failed') {
-    if (error instanceof UrlValidationError) {
-        const message = isDevelopment
-            ? `${error.message}\nURL: ${error.url}\nStack: ${error.stack ?? ''}`
-            : error.message;
-        return createToolErrorResponse(message, url, 'INVALID_URL');
-    }
-    if (error instanceof AbortError) {
-        const message = isDevelopment
-            ? `Request aborted${error.reason ? `: ${error.reason}` : ''}\n${error.stack ?? ''}`
-            : `Request aborted${error.reason ? `: ${error.reason}` : ''}`;
-        return createToolErrorResponse(message, url, 'ABORTED');
-    }
-    if (error instanceof TimeoutError) {
-        const message = isDevelopment
-            ? `Request timed out after ${error.timeoutMs}ms\n${error.stack ?? ''}`
-            : `Request timed out after ${error.timeoutMs}ms`;
-        return createToolErrorResponse(message, url, 'TIMEOUT');
-    }
-    if (error instanceof RateLimitError) {
-        const message = isDevelopment
-            ? `Rate limited. Retry after ${error.retryAfter}s\n${error.stack ?? ''}`
-            : `Rate limited. Retry after ${error.retryAfter}s`;
-        return createToolErrorResponse(message, url, 'RATE_LIMITED');
+function formatErrorMessage(baseMessage, error, fallback) {
+    const message = fallback ? `${fallback}: ${error.message}` : error.message;
+    if (IS_DEVELOPMENT_WITH_STACK_TRACES && error.stack) {
+        return `${message}\n${error.stack}`;
     }
+    return message;
+}
+export function handleToolError(error, url, fallbackMessage = 'Operation failed') {
     if (error instanceof FetchError) {
-        const code = error.httpStatus ? `HTTP_${error.httpStatus}` : 'FETCH_ERROR';
-        const message = isDevelopment
-            ? `${error.message}\n${error.stack ?? ''}`
-            : error.message;
-        return createToolErrorResponse(message, url, code);
-    }
-    if (error instanceof AppError) {
-        const message = isDevelopment
-            ? `${error.message}\n${error.stack ?? ''}`
-            : error.message;
+        const message = formatErrorMessage(error.message, error);
         return createToolErrorResponse(message, url, error.code);
     }
-    const message = error instanceof Error ? error.message : 'Unknown error';
-    const fullMessage = isDevelopment && error instanceof Error
-        ? `${fallbackMessage}: ${message}\n${error.stack ?? ''}`
-        : `${fallbackMessage}: ${message}`;
-    return createToolErrorResponse(fullMessage, url, 'UNKNOWN_ERROR');
+    if (error instanceof Error) {
+        const message = formatErrorMessage(error.message, error, fallbackMessage);
+        return createToolErrorResponse(message, url, 'UNKNOWN_ERROR');
+    }
+    return createToolErrorResponse(`${fallbackMessage}: Unknown error`, url, 'UNKNOWN_ERROR');
 }
 //# sourceMappingURL=tool-error-handler.js.map

package/dist/utils/tool-error-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-error-handler.js","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,cAAc,EACd,YAAY,EACZ,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAEhC,mEAAmE;AACnE,MAAM,aAAa,GACjB,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa;IACtC,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,MAAM,CAAC;AAE7C,MAAM,UAAU,uBAAuB,CACrC,OAAe,EACf,GAAW,EACX,IAAY;IAEZ,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACnE,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACpE,iBAAiB;QACjB,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,KAAc,EACd,GAAW,EACX,eAAe,GAAG,kBAAkB;IAEpC,IAAI,KAAK,YAAY,kBAAkB,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,UAAU,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACpE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QAClB,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACnF,CAAC,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChE,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,2BAA2B,KAAK,CAAC,SAAS,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACtE,CAAC,CAAC,2BAA2B,KAAK,CAAC,SAAS,IAAI,CAAC;QACnD,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,6BAA6B,KAAK,CAAC,UAAU,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACxE,CAAC,CAAC,6BAA6B,KAAK,CAAC,UAAU,GAAG,CAAC;QACrD,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;QAC3E,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YAC1C,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QAClB,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YAC1C,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QAClB,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;IACzE,MAAM,WAAW,GACf,aAAa,IAAI,KAAK,YAAY,KAAK;QACrC,CAAC,CAAC,GAAG,eAAe,KAAK,OAAO,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;QACxD,CAAC,CAAC,GAAG,eAAe,KAAK,OAAO,EAAE,CAAC;IAEvC,OAAO,uBAAuB,CAAC,WAAW,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;AACpE,CAAC"}
+{"version":3,"file":"tool-error-handler.js","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,gCAAgC,GACpC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa;IACtC,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,MAAM,CAAC;AAE7C,MAAM,UAAU,uBAAuB,CACrC,OAAe,EACf,GAAW,EACX,IAAY;IAEZ,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAEnE,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACpE,iBAAiB;QACjB,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,WAAmB,EACnB,KAAY,EACZ,QAAiB;IAEjB,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;IAE3E,IAAI,gCAAgC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QACpD,OAAO,GAAG,OAAO,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;IACtC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,KAAc,EACd,GAAW,EACX,eAAe,GAAG,kBAAkB;IAEpC,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACzD,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;QAC1E,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,uBAAuB,CAC5B,GAAG,eAAe,iBAAiB,EACnC,GAAG,EACH,eAAe,CAChB,CAAC;AACJ,CAAC"}

package/dist/utils/url-validator.d.ts

@@ -1,12 +1,3 @@
-/**
- * Check if an IP address is in a blocked private range
- */
-export declare function isBlockedIp(ip: string): boolean;
-/**
- * Validate resolved IP addresses to prevent DNS rebinding attacks.
- * This should be called after DNS resolution to ensure the resolved
- * IPs are not in blocked private ranges.
- */
 export declare function validateResolvedIps(hostname: string): Promise<void>;
 export declare function validateAndNormalizeUrl(urlString: string): string;
 export declare function isInternalUrl(url: string, baseUrl: string): boolean;

package/dist/utils/url-validator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"url-validator.d.ts","sourceRoot":"","sources":["../../src/utils/url-validator.ts"],"names":[],"mappings":"AAiCA;;GAEG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAE/C;AAED;;;;GAIG;AACH,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAmCzE;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CA2EjE;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAQnE"}
+{"version":3,"file":"url-validator.d.ts","sourceRoot":"","sources":["../../src/utils/url-validator.ts"],"names":[],"mappings":"AAsCA,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA4BzE;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CA2DjE;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAQnE"}

package/dist/utils/url-validator.js

@@ -1,6 +1,5 @@
 import dns from 'dns/promises';
 import { config } from '../config/index.js';
-import { UrlValidationError, ValidationError } from '../errors/app-error.js';
 const BLOCKED_HOSTS = new Set([
     'localhost',
     '127.0.0.1',
@@ -29,87 +28,69 @@ const BLOCKED_IP_PATTERNS = [
 /**
  * Check if an IP address is in a blocked private range
  */
-export function isBlockedIp(ip) {
+function isBlockedIp(ip) {
     return BLOCKED_IP_PATTERNS.some((pattern) => pattern.test(ip));
 }
-/**
- * Validate resolved IP addresses to prevent DNS rebinding attacks.
- * This should be called after DNS resolution to ensure the resolved
- * IPs are not in blocked private ranges.
- */
 export async function validateResolvedIps(hostname) {
-    // Skip validation for direct IP addresses (already validated in validateAndNormalizeUrl)
     if (/^[\d.]+$/.test(hostname) || hostname.includes(':')) {
         return;
     }
     try {
-        // Resolve IPv4 addresses
         const ipv4Addresses = await dns.resolve4(hostname).catch(() => []);
         for (const ip of ipv4Addresses) {
             if (isBlockedIp(ip) || BLOCKED_HOSTS.has(ip)) {
-                throw new UrlValidationError(`DNS rebinding detected: ${hostname} resolves to blocked IP ${ip}`, hostname);
+                throw new Error(`DNS rebinding detected: ${hostname} resolves to blocked IP ${ip}`);
             }
         }
-        // Resolve IPv6 addresses
         const ipv6Addresses = await dns.resolve6(hostname).catch(() => []);
         for (const ip of ipv6Addresses) {
             if (isBlockedIp(ip) || BLOCKED_HOSTS.has(ip)) {
-                throw new UrlValidationError(`DNS rebinding detected: ${hostname} resolves to blocked IP ${ip}`, hostname);
+                throw new Error(`DNS rebinding detected: ${hostname} resolves to blocked IP ${ip}`);
             }
         }
     }
     catch (error) {
-        // Re-throw UrlValidationError, ignore DNS resolution errors
-        if (error instanceof UrlValidationError) {
+        if (error instanceof Error && error.message.includes('DNS rebinding')) {
             throw error;
         }
-        // DNS resolution failed - let the actual request handle the error
     }
 }
 export function validateAndNormalizeUrl(urlString) {
-    // Check for empty or whitespace-only input
     if (!urlString || typeof urlString !== 'string') {
-        throw new ValidationError('URL is required');
+        throw new Error('URL is required');
     }
     const trimmedUrl = urlString.trim();
     if (!trimmedUrl) {
-        throw new ValidationError('URL cannot be empty');
+        throw new Error('URL cannot be empty');
     }
-    // Check URL length to prevent DoS
     if (trimmedUrl.length > config.constants.maxUrlLength) {
-        throw new ValidationError(`URL exceeds maximum length of ${config.constants.maxUrlLength} characters`, { length: trimmedUrl.length, maxLength: config.constants.maxUrlLength });
+        throw new Error(`URL exceeds maximum length of ${config.constants.maxUrlLength} characters`);
     }
     let url;
     try {
         url = new URL(trimmedUrl);
     }
     catch {
-        throw new UrlValidationError(`Invalid URL format`, trimmedUrl);
+        throw new Error('Invalid URL format');
     }
-    // Only allow HTTP(S) protocols
     if (url.protocol !== 'http:' && url.protocol !== 'https:') {
-        throw new UrlValidationError(`Invalid protocol: ${url.protocol}. Only http: and https: are allowed`, trimmedUrl);
+        throw new Error(`Invalid protocol: ${url.protocol}. Only http: and https: are allowed`);
     }
-    // Block URLs with credentials (user:pass@host)
     if (url.username || url.password) {
-        throw new UrlValidationError('URLs with embedded credentials are not allowed', trimmedUrl);
+        throw new Error('URLs with embedded credentials are not allowed');
     }
     const hostname = url.hostname.toLowerCase();
-    // Block empty hostname
     if (!hostname) {
-        throw new UrlValidationError('URL must have a valid hostname', trimmedUrl);
+        throw new Error('URL must have a valid hostname');
     }
-    // Block known internal/metadata hosts
     if (BLOCKED_HOSTS.has(hostname)) {
-        throw new UrlValidationError(`Blocked host: ${hostname}. Internal hosts are not allowed`, trimmedUrl);
+        throw new Error(`Blocked host: ${hostname}. Internal hosts are not allowed`);
     }
-    // Block private IP ranges
     if (isBlockedIp(hostname)) {
-        throw new UrlValidationError(`Blocked IP range: ${hostname}. Private IPs are not allowed`, trimmedUrl);
+        throw new Error(`Blocked IP range: ${hostname}. Private IPs are not allowed`);
     }
-    // Block hostnames that look like they might resolve to internal addresses
     if (hostname.endsWith('.local') || hostname.endsWith('.internal')) {
-        throw new UrlValidationError(`Blocked hostname pattern: ${hostname}. Internal domain suffixes are not allowed`, trimmedUrl);
+        throw new Error(`Blocked hostname pattern: ${hostname}. Internal domain suffixes are not allowed`);
     }
     return url.href;
 }