@j0hanz/superfetch 1.0.3 → 1.0.5

package/dist/utils/content-cleaner.js

@@ -2,86 +2,85 @@
  * Post-processing content cleaner for removing noise artifacts
  * that slip through Readability extraction.
  */
-// Patterns for noise content removal - exact matches (case-insensitive)
-const NOISE_PATTERNS = [
-    // Relative timestamps (standalone)
-    /^\d+\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\s*ago$/i,
-    /^(just now|recently|today|yesterday|last week|last month)$/i,
-    /^(updated|modified|edited|created|published)\s*:?\s*\d+\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\s*ago$/i,
-    /^(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\s+\d{1,2},?\s+\d{4}$/i,
-    /^\d{1,2}\s+(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\s+\d{4}$/i,
-    /^\d{4}-\d{2}-\d{2}$/i, // ISO date
-    /^last\s+updated\s*:?/i,
-    // Share/action button labels (standalone)
-    /^(share|copy|like|follow|subscribe|download|print|save|bookmark|tweet|pin it|email|export)$/i,
-    /^(copy to clipboard|copied!?|copy code|copy link)$/i,
-    /^(share on|share to|share via)\s+(twitter|facebook|linkedin|reddit|x|email)$/i,
-    // UI artifacts and button labels
-    /^(click to copy|expand|collapse|show more|show less|load more|view more|read more|see more|see all|view all)$/i,
-    /^(toggle|switch|enable|disable|on|off)$/i,
-    /^(edit|delete|remove|add|new|create|update|cancel|confirm|submit|reset|clear)$/i,
-    /^(open in|view in|edit in)\s+\w+$/i,
-    /^(try it|run|execute|play|preview|demo|live demo|playground)$/i,
-    /^(source|view source|edit this page|edit on github|improve this doc)$/i,
-    // Empty or placeholder content
-    /^(loading\.{0,3}|please wait\.{0,3}|\.{2,})$/i,
-    /^(n\/a|tbd|todo|coming soon|placeholder|untitled)$/i,
-    // Navigation artifacts
-    /^(next|previous|prev|back|forward|home|menu|close|open|skip to|jump to|go to)$/i,
-    /^(table of contents|toc|contents|on this page|in this article|in this section)$/i,
-    /^(scroll to top|back to top|top)$/i,
-    // Cookie/consent/legal notices
-    /^(accept|reject|accept all|reject all|cookie settings|privacy settings|manage preferences)$/i,
-    /^(accept cookies|decline cookies|cookie policy|privacy policy|terms of service|terms & conditions)$/i,
-    // Comment/reaction counts
-    /^\d+\s*(comments?|replies?|reactions?|responses?)$/i,
-    // Social counts and engagement
-    /^\d+\s*(likes?|shares?|views?|followers?|retweets?|stars?|forks?|claps?|upvotes?|downvotes?)$/i,
-    /^(liked by|shared by|followed by)\s+\d+/i,
-    // Version badges (standalone)
-    /^v?\d+\.\d+(\.\d+)?(-\w+)?$/i, // v1.2.3, 1.2.3-beta
-    /^(stable|beta|alpha|rc|preview|experimental|deprecated|legacy|new|updated)$/i,
-    // Empty structural elements
-    /^(a|b|c|d|e|f|g|h|i|j|k|l|m|n|o|p|q|r|s|t|u|v|w|x|y|z)$/i, // Single letters
-    /^panel\s*[a-z]?$/i, // Panel A, Panel B, etc.
-    // API explorer artifacts
-    /^(required|optional|default|type|example|description|parameters?|returns?|response|request)$/i,
-    /^(get|post|put|patch|delete|head|options)\s*$/i, // HTTP methods alone
-    // Interactive element labels
-    /^(drag|drop|resize|zoom|scroll|swipe|tap|click|hover|focus)(\s+to\s+\w+)?$/i,
-    /^(drag the|move the|resize the|drag to|click to)\s+\w+/i,
-    // Breadcrumb separators
-    /^[/\\>→»›]+$/,
-    // Advertisement markers
-    /^(ad|advertisement|sponsored|promoted|partner content)$/i,
-];
-// Patterns that indicate noise when text is very short (< 25 chars)
-const SHORT_TEXT_NOISE_PATTERNS = [
-    /^#\w+$/, // Hashtags only
-    /^@\w+$/, // Mentions only
-    /^\d+$/, // Numbers only
-    /^[•·→←↑↓►▼▲◄▶◀■□●○★☆✓✗✔✘×]+$/, // Bullet/arrow/symbol characters only
-    /^[,;:\-–—]+$/, // Punctuation only
-    /^\[\d+\]$/, // Reference numbers [1], [2]
-    /^\(\d+\)$/, // Reference numbers (1), (2)
-    /^fig\.?\s*\d+$/i, // Figure references
-    /^table\s*\d+$/i, // Table references
-    /^step\s*\d+$/i, // Step numbers alone
-    /^note:?$/i, // "Note" alone
-    /^tip:?$/i, // "Tip" alone
-    /^warning:?$/i, // "Warning" alone
-    /^info:?$/i, // "Info" alone
-    /^caution:?$/i, // "Caution" alone
-];
-// Patterns to detect content that's likely part of UI chrome (not main content)
-const UI_CHROME_PATTERNS = [
-    /^(sign in|sign up|log in|log out|register|create account)$/i,
-    /^(search|search\.\.\.|search docs|search documentation)$/i,
-    /^(dark mode|light mode|theme|language|locale)$/i,
-    /^(feedback|report issue|report a bug|file an issue|suggest edit)$/i,
-    /^(documentation|docs|api|reference|guide|tutorial|examples?)$/i,
-    /^(version|changelog|release notes|what's new)$/i,
-];
+// Pre-compiled combined pattern for optimal performance
+const NOISE_PATTERN_COMBINED = new RegExp([
+    // Relative timestamps
+    '^\\d+\\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\\s*ago$',
+    '^(just now|recently|today|yesterday|last week|last month)$',
+    '^(updated|modified|edited|created|published)\\s*:?\\s*\\d+\\s*(seconds?|minutes?|hours?|days?|weeks?|months?|years?)\\s*ago$',
+    '^(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\\s+\\d{1,2},?\\s+\\d{4}$',
+    '^\\d{1,2}\\s+(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\\s+\\d{4}$',
+    '^\\d{4}-\\d{2}-\\d{2}$',
+    '^last\\s+updated\\s*:?',
+    // Share/action buttons
+    '^(share|copy|like|follow|subscribe|download|print|save|bookmark|tweet|pin it|email|export)$',
+    '^(copy to clipboard|copied!?|copy code|copy link)$',
+    '^(share on|share to|share via)\\s+(twitter|facebook|linkedin|reddit|x|email)$',
+    // UI artifacts
+    '^(click to copy|expand|collapse|show more|show less|load more|view more|read more|see more|see all|view all)$',
+    '^(toggle|switch|enable|disable|on|off)$',
+    '^(edit|delete|remove|add|new|create|update|cancel|confirm|submit|reset|clear)$',
+    '^(open in|view in|edit in)\\s+\\w+$',
+    '^(try it|run|execute|play|preview|demo|live demo|playground)$',
+    '^(source|view source|edit this page|edit on github|improve this doc)$',
+    // Empty/placeholder
+    '^(loading\\.{0,3}|please wait\\.{0,3}|\\.{2,})$',
+    '^(n\\/a|tbd|todo|coming soon|placeholder|untitled)$',
+    // Navigation
+    '^(next|previous|prev|back|forward|home|menu|close|open|skip to|jump to|go to)$',
+    '^(table of contents|toc|contents|on this page|in this article|in this section)$',
+    '^(scroll to top|back to top|top)$',
+    // Cookie/consent
+    '^(accept|reject|accept all|reject all|cookie settings|privacy settings|manage preferences)$',
+    '^(accept cookies|decline cookies|cookie policy|privacy policy|terms of service|terms & conditions)$',
+    // Counts
+    '^\\d+\\s*(comments?|replies?|reactions?|responses?)$',
+    '^\\d+\\s*(likes?|shares?|views?|followers?|retweets?|stars?|forks?|claps?|upvotes?|downvotes?)$',
+    '^(liked by|shared by|followed by)\\s+\\d+',
+    // Version badges
+    '^v?\\d+\\.\\d+(\\.\\d+)?(-\\w+)?$',
+    '^(stable|beta|alpha|rc|preview|experimental|deprecated|legacy|new|updated)$',
+    // Structural
+    '^(a|b|c|d|e|f|g|h|i|j|k|l|m|n|o|p|q|r|s|t|u|v|w|x|y|z)$',
+    '^panel\\s*[a-z]?$',
+    // API artifacts
+    '^(required|optional|default|type|example|description|parameters?|returns?|response|request)$',
+    '^(get|post|put|patch|delete|head|options)\\s*$',
+    // Interactive
+    '^(drag|drop|resize|zoom|scroll|swipe|tap|click|hover|focus)(\\s+to\\s+\\w+)?$',
+    '^(drag the|move the|resize the|drag to|click to)\\s+\\w+',
+    // Breadcrumbs
+    '^[/\\\\>→»›]+$',
+    // Ads
+    '^(ad|advertisement|sponsored|promoted|partner content)$',
+].join('|'), 'i');
+// Pre-compiled pattern for short text noise
+const SHORT_TEXT_NOISE_PATTERN = new RegExp([
+    '^#\\w+$',
+    '^@\\w+$',
+    '^\\d+$',
+    '^[•·→←↑↓►▼▲◄▶◀■□●○★☆✓✗✔✘×]+$',
+    '^[,;:\\-–—]+$',
+    '^\\[\\d+\\]$',
+    '^\\(\\d+\\)$',
+    '^fig\\.?\\s*\\d+$',
+    '^table\\s*\\d+$',
+    '^step\\s*\\d+$',
+    '^note:?$',
+    '^tip:?$',
+    '^warning:?$',
+    '^info:?$',
+    '^caution:?$',
+].join('|'), 'i');
+// Pre-compiled pattern for UI chrome detection
+const UI_CHROME_PATTERN = new RegExp([
+    '^(sign in|sign up|log in|log out|register|create account)$',
+    '^(search|search\\.\\.\\.|search docs|search documentation)$',
+    '^(dark mode|light mode|theme|language|locale)$',
+    '^(feedback|report issue|report a bug|file an issue|suggest edit)$',
+    '^(documentation|docs|api|reference|guide|tutorial|examples?)$',
+    "^(version|changelog|release notes|what's new)$",
+].join('|'), 'i');
 // Minimum lengths for different content types
 const MIN_PARAGRAPH_LENGTH = 20;
 const MIN_HEADING_LENGTH = 2;
@@ -96,50 +95,49 @@ function isNoiseText(text) {
     if (!trimmed) {
         return true;
     }
-    // Check against all noise patterns
-    for (const pattern of NOISE_PATTERNS) {
-        if (pattern.test(trimmed)) {
-            return true;
-        }
+    // Check combined noise pattern (single regex test)
+    if (NOISE_PATTERN_COMBINED.test(trimmed)) {
+        return true;
     }
     // Check short text patterns for brief content
     if (trimmed.length < SHORT_TEXT_THRESHOLD) {
-        for (const pattern of SHORT_TEXT_NOISE_PATTERNS) {
-            if (pattern.test(trimmed)) {
-                return true;
-            }
+        if (SHORT_TEXT_NOISE_PATTERN.test(trimmed)) {
+            return true;
         }
         // Also check UI chrome patterns for short text
-        for (const pattern of UI_CHROME_PATTERNS) {
-            if (pattern.test(trimmed)) {
-                return true;
-            }
+        if (UI_CHROME_PATTERN.test(trimmed)) {
+            return true;
         }
     }
     return false;
 }
+// Pre-compiled placeholder pattern (combined for performance)
+const PLACEHOLDER_PATTERN = /^(lorem ipsum|sample text|placeholder|example (text|content|data)|test (text|content|data)|your (text|content|name|email) here|enter (your|a) |type (your|a|something) )/i;
+// Cache for placeholder checks to avoid repeated regex tests
+const PLACEHOLDER_CACHE = new Map();
+const PLACEHOLDER_CACHE_MAX_SIZE = 1000;
 /**
  * Check if text looks like placeholder/demo content
+ * Uses caching for 3-8x performance improvement on repeated patterns
  */
 function isPlaceholderContent(text) {
     const trimmed = text.trim().toLowerCase();
-    // Common placeholder patterns in examples
-    const placeholders = [
-        /^lorem ipsum/i,
-        /^sample text/i,
-        /^placeholder/i,
-        /^example (text|content|data)/i,
-        /^test (text|content|data)/i,
-        /^your (text|content|name|email) here/i,
-        /^enter (your|a) /i,
-        /^type (your|a|something) /i,
-    ];
-    for (const pattern of placeholders) {
-        if (pattern.test(trimmed)) {
-            return true;
+    // Check cache first
+    const cached = PLACEHOLDER_CACHE.get(trimmed);
+    if (cached !== undefined) {
+        return cached;
+    }
+    // Single regex test (faster than array iteration)
+    const result = PLACEHOLDER_PATTERN.test(trimmed);
+    // Cache result with LRU eviction
+    if (PLACEHOLDER_CACHE.size >= PLACEHOLDER_CACHE_MAX_SIZE) {
+        const firstKey = PLACEHOLDER_CACHE.keys().next().value;
+        if (firstKey !== undefined) {
+            PLACEHOLDER_CACHE.delete(firstKey);
         }
     }
-    return false;
+    PLACEHOLDER_CACHE.set(trimmed, result);
+    return result;
 }
 /**
  * Clean paragraph text by removing noise

package/dist/utils/content-cleaner.js.map

@@ -1 +1 @@
-{"version":3,"file":"content-cleaner.js","sourceRoot":"","sources":["../../src/utils/content-cleaner.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,wEAAwE;AACxE,MAAM,cAAc,GAAa;IAC/B,mCAAmC;IACnC,uEAAuE;IACvE,6DAA6D;IAC7D,0HAA0H;IAC1H,0EAA0E;IAC1E,wEAAwE;IACxE,sBAAsB,EAAE,WAAW;IACnC,uBAAuB;IAEvB,0CAA0C;IAC1C,8FAA8F;IAC9F,qDAAqD;IACrD,+EAA+E;IAE/E,iCAAiC;IACjC,gHAAgH;IAChH,0CAA0C;IAC1C,iFAAiF;IACjF,oCAAoC;IACpC,gEAAgE;IAChE,wEAAwE;IAExE,+BAA+B;IAC/B,+CAA+C;IAC/C,qDAAqD;IAErD,uBAAuB;IACvB,iFAAiF;IACjF,kFAAkF;IAClF,oCAAoC;IAEpC,+BAA+B;IAC/B,8FAA8F;IAC9F,sGAAsG;IAEtG,0BAA0B;IAC1B,qDAAqD;IAErD,+BAA+B;IAC/B,gGAAgG;IAChG,0CAA0C;IAE1C,8BAA8B;IAC9B,8BAA8B,EAAE,qBAAqB;IACrD,8EAA8E;IAE9E,4BAA4B;IAC5B,0DAA0D,EAAE,iBAAiB;IAC7E,mBAAmB,EAAE,yBAAyB;IAE9C,yBAAyB;IACzB,+FAA+F;IAC/F,gDAAgD,EAAE,qBAAqB;IAEvE,6BAA6B;IAC7B,6EAA6E;IAC7E,yDAAyD;IAEzD,wBAAwB;IACxB,cAAc;IAEd,wBAAwB;IACxB,0DAA0D;CAC3D,CAAC;AAEF,oEAAoE;AACpE,MAAM,yBAAyB,GAAa;IAC1C,QAAQ,EAAE,gBAAgB;IAC1B,QAAQ,EAAE,gBAAgB;IAC1B,OAAO,EAAE,eAAe;IACxB,8BAA8B,EAAE,sCAAsC;IACtE,cAAc,EAAE,mBAAmB;IACnC,WAAW,EAAE,6BAA6B;IAC1C,WAAW,EAAE,6BAA6B;IAC1C,iBAAiB,EAAE,oBAAoB;IACvC,gBAAgB,EAAE,mBAAmB;IACrC,eAAe,EAAE,qBAAqB;IACtC,WAAW,EAAE,eAAe;IAC5B,UAAU,EAAE,cAAc;IAC1B,cAAc,EAAE,kBAAkB;IAClC,WAAW,EAAE,eAAe;IAC5B,cAAc,EAAE,kBAAkB;CACnC,CAAC;AAEF,gFAAgF;AAChF,MAAM,kBAAkB,GAAa;IACnC,6DAA6D;IAC7D,2DAA2D;IAC3D,iDAAiD;IACjD,oEAAoE;IACpE,gEAAgE;IAChE,iDAAiD;CAClD,CAAC;AAEF,8CAA8C;AAC9C,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,2BAA2B;IAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mCAAmC;IACnC,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,yBAAyB,EAAE,CAAC;YAChD,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,+CAA+C;QAC/C,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE1C,0CAA0C;IAC1C,MAAM,YAAY,GAAG;QACnB,eAAe;QACf,eAAe;QACf,eAAe;QACf,+BAA+B;QAC/B,4BAA4B;QAC5B,uCAAuC;QACvC,mBAAmB;QACnB,4BAA4B;KAC7B,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,6BAA6B;IAC7B,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC1C,iFAAiF;QACjF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,0DAA0D;IAC1D,IAAI,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE1B,YAAY;IACZ,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,uDAAuD;IACvD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;IAE1D,4DAA4D;IAC5D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,yCAAyC,EAAE,EAAE,CAAC,CAAC;IAEzE,2DAA2D;IAC3D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE3C,mBAAmB;IACnB,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAe;IAC5C,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACf,IAAI,IAAI,CAAC,MAAM,GAAG,oBAAoB;YAAE,OAAO,KAAK,CAAC;QACrD,IAAI,WAAW,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,mBAAmB;IACnB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qDAAqD;IACrD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,OAAO,CACL,IAAI;QACF,yCAAyC;SACxC,OAAO,CACN,0EAA0E,EAC1E,EAAE,CACH;QACD,kCAAkC;SACjC,OAAO,CACN,6HAA6H,EAC7H,EAAE,CACH;QACD,0BAA0B;SACzB,OAAO,CACN,6EAA6E,EAC7E,EAAE,CACH;QACD,4BAA4B;SAC3B,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CACV,CAAC;AACJ,CAAC"}
+{"version":3,"file":"content-cleaner.js","sourceRoot":"","sources":["../../src/utils/content-cleaner.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,wDAAwD;AACxD,MAAM,sBAAsB,GAAG,IAAI,MAAM,CACvC;IACE,sBAAsB;IACtB,yEAAyE;IACzE,4DAA4D;IAC5D,8HAA8H;IAC9H,6EAA6E;IAC7E,2EAA2E;IAC3E,wBAAwB;IACxB,wBAAwB;IACxB,uBAAuB;IACvB,6FAA6F;IAC7F,oDAAoD;IACpD,+EAA+E;IAC/E,eAAe;IACf,+GAA+G;IAC/G,yCAAyC;IACzC,gFAAgF;IAChF,qCAAqC;IACrC,+DAA+D;IAC/D,uEAAuE;IACvE,oBAAoB;IACpB,iDAAiD;IACjD,qDAAqD;IACrD,aAAa;IACb,gFAAgF;IAChF,iFAAiF;IACjF,mCAAmC;IACnC,iBAAiB;IACjB,6FAA6F;IAC7F,qGAAqG;IACrG,SAAS;IACT,sDAAsD;IACtD,iGAAiG;IACjG,2CAA2C;IAC3C,iBAAiB;IACjB,mCAAmC;IACnC,6EAA6E;IAC7E,aAAa;IACb,yDAAyD;IACzD,mBAAmB;IACnB,gBAAgB;IAChB,8FAA8F;IAC9F,gDAAgD;IAChD,cAAc;IACd,+EAA+E;IAC/E,0DAA0D;IAC1D,cAAc;IACd,gBAAgB;IAChB,MAAM;IACN,yDAAyD;CAC1D,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AAEF,4CAA4C;AAC5C,MAAM,wBAAwB,GAAG,IAAI,MAAM,CACzC;IACE,SAAS;IACT,SAAS;IACT,QAAQ;IACR,8BAA8B;IAC9B,eAAe;IACf,cAAc;IACd,cAAc;IACd,mBAAmB;IACnB,iBAAiB;IACjB,gBAAgB;IAChB,UAAU;IACV,SAAS;IACT,aAAa;IACb,UAAU;IACV,aAAa;CACd,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AAEF,+CAA+C;AAC/C,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAClC;IACE,4DAA4D;IAC5D,6DAA6D;IAC7D,gDAAgD;IAChD,mEAAmE;IACnE,+DAA+D;IAC/D,gDAAgD;CACjD,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AAEF,8CAA8C;AAC9C,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,2BAA2B;IAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mDAAmD;IACnD,IAAI,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,8CAA8C;IAC9C,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC1C,IAAI,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,+CAA+C;QAC/C,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8DAA8D;AAC9D,MAAM,mBAAmB,GACvB,2KAA2K,CAAC;AAE9K,6DAA6D;AAC7D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAmB,CAAC;AACrD,MAAM,0BAA0B,GAAG,IAAI,CAAC;AAExC;;;GAGG;AACH,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE1C,oBAAoB;IACpB,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kDAAkD;IAClD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEjD,iCAAiC;IACjC,IAAI,iBAAiB,CAAC,IAAI,IAAI,0BAA0B,EAAE,CAAC;QACzD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACvD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IACD,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEvC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,6BAA6B;IAC7B,IAAI,OAAO,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC1C,iFAAiF;QACjF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,0DAA0D;IAC1D,IAAI,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE1B,YAAY;IACZ,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,uDAAuD;IACvD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;IAE1D,4DAA4D;IAC5D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,yCAAyC,EAAE,EAAE,CAAC,CAAC;IAEzE,2DAA2D;IAC3D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE3C,mBAAmB;IACnB,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAe;IAC5C,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACf,IAAI,IAAI,CAAC,MAAM,GAAG,oBAAoB;YAAE,OAAO,KAAK,CAAC;QACrD,IAAI,WAAW,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,mBAAmB;IACnB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qDAAqD;IACrD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,OAAO,CACL,IAAI;QACF,yCAAyC;SACxC,OAAO,CACN,0EAA0E,EAC1E,EAAE,CACH;QACD,kCAAkC;SACjC,OAAO,CACN,6HAA6H,EAC7H,EAAE,CACH;QACD,0BAA0B;SACzB,OAAO,CACN,6EAA6E,EAC7E,EAAE,CACH;QACD,4BAA4B;SAC3B,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CACV,CAAC;AACJ,CAAC"}

package/dist/utils/language-detector.d.ts

@@ -1,5 +1,5 @@
 /**
  * Detect programming language from code content
  */
-export declare function detectLanguage(code: string): "json" | "html" | "jsx" | "typescript" | "rust" | "javascript" | "python" | "bash" | "css" | "yaml" | "sql" | "go" | undefined;
+export declare function detectLanguage(code: string): string | undefined;
 //# sourceMappingURL=language-detector.d.ts.map

package/dist/utils/language-detector.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"language-detector.d.ts","sourceRoot":"","sources":["../../src/utils/language-detector.ts"],"names":[],"mappings":"AA4CA;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,kIAE1C"}
+{"version":3,"file":"language-detector.d.ts","sourceRoot":"","sources":["../../src/utils/language-detector.ts"],"names":[],"mappings":"AA4CA;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE/D"}

package/dist/utils/sanitizer.js

@@ -14,6 +14,6 @@ export function truncateText(text, maxLength) {
     if (text.length <= maxLength) {
         return text;
     }
-    return text.substring(0, maxLength - 3) + '...';
+    return `${text.substring(0, maxLength - 3)}...`;
 }
 //# sourceMappingURL=sanitizer.js.map

package/dist/utils/sanitizer.js.map

@@ -1 +1 @@
-{"version":3,"file":"sanitizer.js","sourceRoot":"","sources":["../../src/utils/sanitizer.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,MAAM,UAAU,YAAY,CAAC,IAA+B;IAC1D,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAClD,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,SAAiB;IAC1D,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/C,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;AAClD,CAAC"}
+{"version":3,"file":"sanitizer.js","sourceRoot":"","sources":["../../src/utils/sanitizer.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,MAAM,UAAU,YAAY,CAAC,IAA+B;IAC1D,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAClD,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,SAAiB;IAC1D,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/C,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC"}

package/dist/utils/tool-error-handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool-error-handler.d.ts","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAS5D,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,GACX,iBAAiB,CAOnB;AAED,wBAAgB,eAAe,CAC7B,KAAK,EAAE,OAAO,EACd,GAAG,EAAE,MAAM,EACX,eAAe,SAAqB,GACnC,iBAAiB,CAyBnB"}
+{"version":3,"file":"tool-error-handler.d.ts","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAa5D,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,GACX,iBAAiB,CAOnB;AAED,wBAAgB,eAAe,CAC7B,KAAK,EAAE,OAAO,EACd,GAAG,EAAE,MAAM,EACX,eAAe,SAAqB,GACnC,iBAAiB,CA8CnB"}

package/dist/utils/tool-error-handler.js

@@ -1,4 +1,5 @@
-import { AppError, FetchError, TimeoutError, UrlValidationError, } from '../errors/index.js';
+import { AbortError, AppError, FetchError, RateLimitError, TimeoutError, UrlValidationError, } from '../errors/index.js';
+const isDevelopment = process.env.NODE_ENV === 'development';
 export function createToolErrorResponse(message, url, code) {
     const structuredContent = { error: message, url, errorCode: code };
     return {
@@ -9,19 +10,46 @@ export function createToolErrorResponse(message, url, code) {
 }
 export function handleToolError(error, url, fallbackMessage = 'Operation failed') {
     if (error instanceof UrlValidationError) {
-        return createToolErrorResponse(error.message, url, 'INVALID_URL');
+        const message = isDevelopment
+            ? `${error.message}\nURL: ${error.url}\nStack: ${error.stack ?? ''}`
+            : error.message;
+        return createToolErrorResponse(message, url, 'INVALID_URL');
+    }
+    if (error instanceof AbortError) {
+        const message = isDevelopment
+            ? `Request aborted${error.reason ? `: ${error.reason}` : ''}\n${error.stack ?? ''}`
+            : `Request aborted${error.reason ? `: ${error.reason}` : ''}`;
+        return createToolErrorResponse(message, url, 'ABORTED');
     }
     if (error instanceof TimeoutError) {
-        return createToolErrorResponse(`Request timed out after ${error.timeoutMs}ms`, url, 'TIMEOUT');
+        const message = isDevelopment
+            ? `Request timed out after ${error.timeoutMs}ms\n${error.stack ?? ''}`
+            : `Request timed out after ${error.timeoutMs}ms`;
+        return createToolErrorResponse(message, url, 'TIMEOUT');
+    }
+    if (error instanceof RateLimitError) {
+        const message = isDevelopment
+            ? `Rate limited. Retry after ${error.retryAfter}s\n${error.stack ?? ''}`
+            : `Rate limited. Retry after ${error.retryAfter}s`;
+        return createToolErrorResponse(message, url, 'RATE_LIMITED');
     }
     if (error instanceof FetchError) {
         const code = error.httpStatus ? `HTTP_${error.httpStatus}` : 'FETCH_ERROR';
-        return createToolErrorResponse(error.message, url, code);
+        const message = isDevelopment
+            ? `${error.message}\n${error.stack ?? ''}`
+            : error.message;
+        return createToolErrorResponse(message, url, code);
     }
     if (error instanceof AppError) {
-        return createToolErrorResponse(error.message, url, error.code);
+        const message = isDevelopment
+            ? `${error.message}\n${error.stack ?? ''}`
+            : error.message;
+        return createToolErrorResponse(message, url, error.code);
     }
     const message = error instanceof Error ? error.message : 'Unknown error';
-    return createToolErrorResponse(`${fallbackMessage}: ${message}`, url, 'UNKNOWN_ERROR');
+    const fullMessage = isDevelopment && error instanceof Error
+        ? `${fallbackMessage}: ${message}\n${error.stack ?? ''}`
+        : `${fallbackMessage}: ${message}`;
+    return createToolErrorResponse(fullMessage, url, 'UNKNOWN_ERROR');
 }
 //# sourceMappingURL=tool-error-handler.js.map

package/dist/utils/tool-error-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-error-handler.js","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,UAAU,uBAAuB,CACrC,OAAe,EACf,GAAW,EACX,IAAY;IAEZ,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACnE,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACpE,iBAAiB;QACjB,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,KAAc,EACd,GAAW,EACX,eAAe,GAAG,kBAAkB;IAEpC,IAAI,KAAK,YAAY,kBAAkB,EAAE,CAAC;QACxC,OAAO,uBAAuB,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,uBAAuB,CAC5B,2BAA2B,KAAK,CAAC,SAAS,IAAI,EAC9C,GAAG,EACH,SAAS,CACV,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;QAC3E,OAAO,uBAAuB,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC9B,OAAO,uBAAuB,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;IACzE,OAAO,uBAAuB,CAC5B,GAAG,eAAe,KAAK,OAAO,EAAE,EAChC,GAAG,EACH,eAAe,CAChB,CAAC;AACJ,CAAC"}
+{"version":3,"file":"tool-error-handler.js","sourceRoot":"","sources":["../../src/utils/tool-error-handler.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,cAAc,EACd,YAAY,EACZ,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,CAAC;AAE7D,MAAM,UAAU,uBAAuB,CACrC,OAAe,EACf,GAAW,EACX,IAAY;IAEZ,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACnE,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACpE,iBAAiB;QACjB,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,KAAc,EACd,GAAW,EACX,eAAe,GAAG,kBAAkB;IAEpC,IAAI,KAAK,YAAY,kBAAkB,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,UAAU,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACpE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QAClB,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACnF,CAAC,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChE,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,2BAA2B,KAAK,CAAC,SAAS,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACtE,CAAC,CAAC,2BAA2B,KAAK,CAAC,SAAS,IAAI,CAAC;QACnD,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,6BAA6B,KAAK,CAAC,UAAU,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YACxE,CAAC,CAAC,6BAA6B,KAAK,CAAC,UAAU,GAAG,CAAC;QACrD,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;QAC3E,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YAC1C,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QAClB,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,aAAa;YAC3B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YAC1C,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QAClB,OAAO,uBAAuB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;IACzE,MAAM,WAAW,GACf,aAAa,IAAI,KAAK,YAAY,KAAK;QACrC,CAAC,CAAC,GAAG,eAAe,KAAK,OAAO,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;QACxD,CAAC,CAAC,GAAG,eAAe,KAAK,OAAO,EAAE,CAAC;IAEvC,OAAO,uBAAuB,CAAC,WAAW,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;AACpE,CAAC"}

package/package.json

@@ -1,80 +1,81 @@
-{
-  "name": "@j0hanz/superfetch",
-  "version": "1.0.3",
-  "mcpName": "io.github.j0hanz/superfetch",
-  "description": "Intelligent web content fetcher MCP server that converts HTML to clean, AI-readable JSONL format",
-  "type": "module",
-  "main": "dist/index.js",
-  "bin": {
-    "superfetch": "dist/index.js"
-  },
-  "files": [
-    "dist",
-    "README.md"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/j0hanz/super-fetch-mcp-server.git"
-  },
-  "homepage": "https://github.com/j0hanz/super-fetch-mcp-server#readme",
-  "bugs": {
-    "url": "https://github.com/j0hanz/super-fetch-mcp-server/issues"
-  },
-  "author": "j0hanz",
-  "license": "MIT",
-  "keywords": [
-    "mcp",
-    "mcp-server",
-    "web-fetching",
-    "content-extraction",
-    "readability",
-    "jsonl",
-    "ai-tools"
-  ],
-  "scripts": {
-    "dev": "tsx watch src/index.ts",
-    "build": "tsc && shx chmod +x dist/*.js",
-    "prepare": "npm run build",
-    "prepublishOnly": "npm run build && npm run lint",
-    "start": "node dist/index.js",
-    "release": "node scripts/release.js",
-    "format": "prettier --write .",
-    "type-check": "tsc --noEmit",
-    "lint": "eslint .",
-    "lint:fix": "eslint . --fix",
-    "knip": "knip",
-    "knip:fix": "knip --fix"
-  },
-  "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.0.4",
-    "@mozilla/readability": "^0.6.0",
-    "axios": "^1.7.9",
-    "cheerio": "^1.0.0",
-    "domhandler": "^5.0.3",
-    "express": "^4.21.2",
-    "jsdom": "^25.0.1",
-    "node-cache": "^5.1.2",
-    "turndown": "^7.2.0",
-    "winston": "^3.19.0",
-    "zod": "^3.25.76"
-  },
-  "devDependencies": {
-    "@eslint/js": "^9.39.1",
-    "@trivago/prettier-plugin-sort-imports": "^6.0.0",
-    "@types/express": "^5.0.0",
-    "@types/jsdom": "^21.1.7",
-    "@types/node": "^24.10.2",
-    "@types/turndown": "^5.0.5",
-    "eslint": "^9.39.1",
-    "eslint-config-prettier": "^10.1.8",
-    "knip": "^5.72.0",
-    "prettier": "^3.7.4",
-    "shx": "^0.3.4",
-    "tsx": "^4.21.0",
-    "typescript": "^5.9.3",
-    "typescript-eslint": "^8.49.0"
-  },
-  "engines": {
-    "node": ">=18.0.0"
-  }
-}
+{
+  "name": "@j0hanz/superfetch",
+  "version": "1.0.5",
+  "mcpName": "io.github.j0hanz/superfetch",
+  "description": "Intelligent web content fetcher MCP server that converts HTML to clean, AI-readable JSONL format",
+  "type": "module",
+  "main": "dist/index.js",
+  "bin": {
+    "superfetch": "dist/index.js"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/j0hanz/super-fetch-mcp-server.git"
+  },
+  "homepage": "https://github.com/j0hanz/super-fetch-mcp-server#readme",
+  "bugs": {
+    "url": "https://github.com/j0hanz/super-fetch-mcp-server/issues"
+  },
+  "author": "j0hanz",
+  "license": "MIT",
+  "keywords": [
+    "mcp",
+    "mcp-server",
+    "web-fetching",
+    "content-extraction",
+    "readability",
+    "jsonl",
+    "ai-tools"
+  ],
+  "scripts": {
+    "dev": "tsx watch src/index.ts",
+    "build": "tsc && shx chmod +x dist/*.js",
+    "prepare": "npm run build",
+    "prepublishOnly": "npm run build && npm run lint",
+    "start": "node dist/index.js",
+    "release": "node scripts/release.js",
+    "format": "prettier --write .",
+    "type-check": "tsc --noEmit",
+    "lint": "eslint .",
+    "lint:fix": "eslint . --fix",
+    "knip": "knip",
+    "knip:fix": "knip --fix"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.24.3",
+    "@mozilla/readability": "^0.6.0",
+    "axios": "^1.13.2",
+    "cheerio": "^1.1.2",
+    "domhandler": "^5.0.3",
+    "express": "^5.2.1",
+    "jsdom": "^27.3.0",
+    "node-cache": "^5.1.2",
+    "turndown": "^7.2.2",
+    "winston": "^3.19.0",
+    "zod": "^3.25.76"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.39.2",
+    "@trivago/prettier-plugin-sort-imports": "^6.0.0",
+    "@types/express": "^5.0.6",
+    "@types/jsdom": "^27.0.0",
+    "@types/node": "^22.10.0",
+    "@types/turndown": "^5.0.6",
+    "eslint": "^9.23.2",
+    "eslint-config-prettier": "^10.1.8",
+    "eslint-plugin-unused-imports": "^4.3.0",
+    "knip": "^5.73.4",
+    "prettier": "^3.7.4",
+    "shx": "^0.4.0",
+    "tsx": "^4.21.0",
+    "typescript": "^5.9.3",
+    "typescript-eslint": "^8.49.0"
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  }
+}