@nanocollective/get-md 1.0.0

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,gBAAgB;AAEhB,2CAA2C;AAC3C,MAAM,CAAC,MAAM,kBAAkB,GAC7B,kFAAkF,CAAC;AAErF,oDAAoD;AACpD,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAC"}

package/dist/extractors/metadata-extractor.d.ts

@@ -0,0 +1,6 @@
+import type { ContentMetadata } from "../types.js";
+/**
+ * Extract metadata from HTML
+ */
+export declare function extractMetadata(html: string, baseUrl?: string): ContentMetadata;
+//# sourceMappingURL=metadata-extractor.d.ts.map

package/dist/extractors/metadata-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata-extractor.d.ts","sourceRoot":"","sources":["../../src/extractors/metadata-extractor.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD;;GAEG;AACH,wBAAgB,eAAe,CAC7B,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,GACf,eAAe,CAajB"}

package/dist/extractors/metadata-extractor.js

@@ -0,0 +1,131 @@
+// src/extractors/metadata-extractor.ts
+import * as cheerio from "cheerio";
+/**
+ * Extract metadata from HTML
+ */
+export function extractMetadata(html, baseUrl) {
+    const $ = cheerio.load(html);
+    return {
+        title: extractTitle($),
+        author: extractAuthor($),
+        excerpt: extractExcerpt($),
+        siteName: extractSiteName($),
+        publishedTime: extractPublishedTime($),
+        language: extractLanguage($),
+        canonicalUrl: extractCanonicalUrl($, baseUrl),
+        // wordCount and readingTime are now calculated from final markdown
+    };
+}
+function extractTitle($) {
+    // Try Open Graph
+    const ogTitle = $('meta[property="og:title"]').attr("content");
+    if (ogTitle)
+        return ogTitle;
+    // Try Twitter
+    const twitterTitle = $('meta[name="twitter:title"]').attr("content");
+    if (twitterTitle)
+        return twitterTitle;
+    // Try regular title tag
+    const titleTag = $("title").text();
+    if (titleTag)
+        return titleTag.trim();
+    // Try first h1
+    const h1 = $("h1").first().text();
+    if (h1)
+        return h1.trim();
+    return undefined;
+}
+function extractAuthor($) {
+    // Try meta author tag
+    const metaAuthor = $('meta[name="author"]').attr("content");
+    if (metaAuthor)
+        return metaAuthor;
+    // Try article:author
+    const articleAuthor = $('meta[property="article:author"]').attr("content");
+    if (articleAuthor)
+        return articleAuthor;
+    // Try rel="author"
+    const relAuthor = $('[rel="author"]').text().trim();
+    if (relAuthor)
+        return relAuthor;
+    // Try common class names
+    const byline = $(".author, .byline, .author-name").first().text().trim();
+    if (byline)
+        return byline;
+    return undefined;
+}
+function extractExcerpt($) {
+    // Try Open Graph
+    const ogDesc = $('meta[property="og:description"]').attr("content");
+    if (ogDesc)
+        return ogDesc;
+    // Try meta description
+    const metaDesc = $('meta[name="description"]').attr("content");
+    if (metaDesc)
+        return metaDesc;
+    // Try Twitter
+    const twitterDesc = $('meta[name="twitter:description"]').attr("content");
+    if (twitterDesc)
+        return twitterDesc;
+    return undefined;
+}
+function extractSiteName($) {
+    // Try Open Graph
+    const ogSite = $('meta[property="og:site_name"]').attr("content");
+    if (ogSite)
+        return ogSite;
+    // Try application name
+    const appName = $('meta[name="application-name"]').attr("content");
+    if (appName)
+        return appName;
+    return undefined;
+}
+function extractPublishedTime($) {
+    // Try article:published_time
+    const articleTime = $('meta[property="article:published_time"]').attr("content");
+    if (articleTime)
+        return articleTime;
+    // Try time element with datetime
+    const timeEl = $("time[datetime]").first().attr("datetime");
+    if (timeEl)
+        return timeEl;
+    // Try datePublished
+    const datePublished = $('[itemprop="datePublished"]').first().attr("content");
+    if (datePublished)
+        return datePublished;
+    return undefined;
+}
+function extractLanguage($) {
+    // Try html lang attribute
+    const htmlLang = $("html").attr("lang");
+    if (htmlLang)
+        return htmlLang;
+    // Try meta content-language
+    const metaLang = $('meta[http-equiv="content-language"]').attr("content");
+    if (metaLang)
+        return metaLang;
+    return undefined;
+}
+function extractCanonicalUrl($, baseUrl) {
+    // Try link rel="canonical"
+    const canonical = $('link[rel="canonical"]').attr("href");
+    if (canonical) {
+        if (canonical.startsWith("http"))
+            return canonical;
+        if (baseUrl) {
+            try {
+                return new URL(canonical, baseUrl).href;
+            }
+            catch {
+                // Ignore invalid URLs
+            }
+        }
+        return canonical;
+    }
+    // Try Open Graph URL
+    const ogUrl = $('meta[property="og:url"]').attr("content");
+    if (ogUrl)
+        return ogUrl;
+    return baseUrl;
+}
+//# sourceMappingURL=metadata-extractor.js.map

package/dist/extractors/metadata-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata-extractor.js","sourceRoot":"","sources":["../../src/extractors/metadata-extractor.ts"],"names":[],"mappings":"AAAA,uCAAuC;AAEvC,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAGnC;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,IAAY,EACZ,OAAgB;IAEhB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,OAAO;QACL,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;QACtB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QACxB,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QAC1B,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC;QAC5B,aAAa,EAAE,oBAAoB,CAAC,CAAC,CAAC;QACtC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC;QAC5B,YAAY,EAAE,mBAAmB,CAAC,CAAC,EAAE,OAAO,CAAC;QAC7C,mEAAmE;KACpE,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,CAAqB;IACzC,iBAAiB;IACjB,MAAM,OAAO,GAAG,CAAC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/D,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAE5B,cAAc;IACd,MAAM,YAAY,GAAG,CAAC,CAAC,4BAA4B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrE,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IAEtC,wBAAwB;IACxB,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IAErC,eAAe;IACf,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;IAEzB,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,CAAqB;IAC1C,sBAAsB;IACtB,MAAM,UAAU,GAAG,CAAC,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5D,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAElC,qBAAqB;IACrB,MAAM,aAAa,GAAG,CAAC,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3E,IAAI,aAAa;QAAE,OAAO,aAAa,CAAC;IAExC,mBAAmB;IACnB,MAAM,SAAS,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAEhC,yBAAyB;IACzB,MAAM,MAAM,GAAG,CAAC,CAAC,gCAAgC,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IACzE,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,CAAqB;IAC3C,iBAAiB;IACjB,MAAM,MAAM,GAAG,CAAC,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpE,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,uBAAuB;IACvB,MAAM,QAAQ,GAAG,CAAC,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/D,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,cAAc;IACd,MAAM,WAAW,GAAG,CAAC,CAAC,kCAAkC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1E,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IAEpC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,CAAqB;IAC5C,iBAAiB;IACjB,MAAM,MAAM,GAAG,CAAC,CAAC,+BAA+B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClE,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,uBAAuB;IACvB,MAAM,OAAO,GAAG,CAAC,CAAC,+BAA+B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnE,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAE5B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAAC,CAAqB;IACjD,6BAA6B;IAC7B,MAAM,WAAW,GAAG,CAAC,CAAC,yCAAyC,CAAC,CAAC,IAAI,CACnE,SAAS,CACV,CAAC;IACF,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IAEpC,iCAAiC;IACjC,MAAM,MAAM,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5D,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,oBAAoB;IACpB,MAAM,aAAa,GAAG,CAAC,CAAC,4BAA4B,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9E,IAAI,aAAa;QAAE,OAAO,aAAa,CAAC;IAExC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,CAAqB;IAC5C,0BAA0B;IAC1B,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,4BAA4B;IAC5B,MAAM,QAAQ,GAAG,CAAC,CAAC,qCAAqC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1E,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAC1B,CAAqB,EACrB,OAAgB;IAEhB,2BAA2B;IAC3B,MAAM,SAAS,GAAG,CAAC,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1D,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,SAAS,CAAC;QACnD,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,IAAI,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,qBAAqB;IACrB,MAAM,KAAK,GAAG,CAAC,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3D,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IAExB,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,44 @@
+import type { MarkdownOptions, MarkdownResult, ContentMetadata, TurndownRule, ConversionStats } from "./types.js";
+/**
+ * Convert HTML to clean, LLM-optimized Markdown
+ *
+ * @param html - Raw HTML string or URL to fetch
+ * @param options - Conversion options (including fetch options for URLs)
+ * @returns Promise resolving to markdown result
+ *
+ * @example
+ * ```typescript
+ * import { convertToMarkdown } from '@nanocollective/get-md';
+ *
+ * // From HTML string
+ * const result = await convertToMarkdown('<h1>Hello</h1><p>World</p>');
+ * console.log(result.markdown);
+ * // # Hello
+ * //
+ * // World
+ *
+ * // From URL
+ * const result = await convertToMarkdown('https://example.com');
+ * console.log(result.metadata.title);
+ *
+ * // From URL with custom fetch options
+ * const result = await convertToMarkdown('https://example.com', {
+ *   timeout: 10000,
+ *   headers: { 'Authorization': 'Bearer token' },
+ *   llmOptimized: true
+ * });
+ *
+ * // Force URL mode if auto-detection fails
+ * const result = await convertToMarkdown('example.com', { isUrl: true });
+ * ```
+ */
+export declare function convertToMarkdown(html: string, options?: MarkdownOptions): Promise<MarkdownResult>;
+/**
+ * Validate if HTML contains extractable content
+ *
+ * @param html - Raw HTML string
+ * @returns Whether content can be extracted
+ */
+export declare function hasContent(html: string): boolean;
+export type { MarkdownOptions, MarkdownResult, ContentMetadata, ConversionStats, TurndownRule, };
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,eAAe,EACf,cAAc,EACd,eAAe,EACf,YAAY,EACZ,eAAe,EAChB,MAAM,YAAY,CAAC;AAGpB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC,CAyBzB;AAED;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEhD;AAGD,YAAY,EACV,eAAe,EACf,cAAc,EACd,eAAe,EACf,eAAe,EACf,YAAY,GACb,CAAC"}

package/dist/index.js

@@ -0,0 +1,70 @@
+// src/index.ts
+import { MarkdownParser } from "./parsers/markdown-parser.js";
+import { fetchUrl, isValidUrl } from "./utils/url-fetcher.js";
+import { hasContent as hasContentUtil } from "./utils/validators.js";
+/**
+ * Convert HTML to clean, LLM-optimized Markdown
+ *
+ * @param html - Raw HTML string or URL to fetch
+ * @param options - Conversion options (including fetch options for URLs)
+ * @returns Promise resolving to markdown result
+ *
+ * @example
+ * ```typescript
+ * import { convertToMarkdown } from '@nanocollective/get-md';
+ *
+ * // From HTML string
+ * const result = await convertToMarkdown('<h1>Hello</h1><p>World</p>');
+ * console.log(result.markdown);
+ * // # Hello
+ * //
+ * // World
+ *
+ * // From URL
+ * const result = await convertToMarkdown('https://example.com');
+ * console.log(result.metadata.title);
+ *
+ * // From URL with custom fetch options
+ * const result = await convertToMarkdown('https://example.com', {
+ *   timeout: 10000,
+ *   headers: { 'Authorization': 'Bearer token' },
+ *   llmOptimized: true
+ * });
+ *
+ * // Force URL mode if auto-detection fails
+ * const result = await convertToMarkdown('example.com', { isUrl: true });
+ * ```
+ */
+export async function convertToMarkdown(html, options) {
+    // Check if input is a URL (or forced to be treated as one)
+    if (options?.isUrl || isValidUrl(html)) {
+        // Extract fetch options
+        const fetchOptions = {
+            timeout: options?.timeout,
+            followRedirects: options?.followRedirects,
+            maxRedirects: options?.maxRedirects,
+            headers: options?.headers,
+            userAgent: options?.userAgent,
+        };
+        // Fetch HTML from URL
+        const fetchedHtml = await fetchUrl(html, fetchOptions);
+        // Parse with base URL set to the fetched URL
+        const parser = new MarkdownParser();
+        return parser.convert(fetchedHtml, {
+            ...options,
+            baseUrl: options?.baseUrl || html,
+        });
+    }
+    const parser = new MarkdownParser();
+    return parser.convert(html, options);
+}
+/**
+ * Validate if HTML contains extractable content
+ *
+ * @param html - Raw HTML string
+ * @returns Whether content can be extracted
+ */
+export function hasContent(html) {
+    return hasContentUtil(html);
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,eAAe;AAEf,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAUrE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,OAAyB;IAEzB,2DAA2D;IAC3D,IAAI,OAAO,EAAE,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,wBAAwB;QACxB,MAAM,YAAY,GAAiB;YACjC,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,eAAe,EAAE,OAAO,EAAE,eAAe;YACzC,YAAY,EAAE,OAAO,EAAE,YAAY;YACnC,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,SAAS,EAAE,OAAO,EAAE,SAAS;SAC9B,CAAC;QAEF,sBAAsB;QACtB,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAEvD,6CAA6C;QAC7C,MAAM,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE;YACjC,GAAG,OAAO;YACV,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI;SAClC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;IACpC,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC"}

package/dist/optimizers/html-cleaner.d.ts

@@ -0,0 +1,12 @@
+interface CleanOptions {
+    /** Remove ads, navigation, social media, etc. */
+    aggressive?: boolean;
+    /** Base URL for resolving relative URLs */
+    baseUrl?: string;
+}
+/**
+ * Aggressively clean HTML to remove noise for LLMs
+ */
+export declare function cleanHTML(html: string, options?: CleanOptions): string;
+export {};
+//# sourceMappingURL=html-cleaner.d.ts.map

package/dist/optimizers/html-cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-cleaner.d.ts","sourceRoot":"","sources":["../../src/optimizers/html-cleaner.ts"],"names":[],"mappings":"AAIA,UAAU,YAAY;IACpB,iDAAiD;IACjD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,2CAA2C;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,MAAM,CA+B1E"}

package/dist/optimizers/html-cleaner.js

@@ -0,0 +1,228 @@
+// src/optimizers/html-cleaner.ts
+import * as cheerio from "cheerio";
+/**
+ * Aggressively clean HTML to remove noise for LLMs
+ */
+export function cleanHTML(html, options = {}) {
+    const $ = cheerio.load(html);
+    // 1. Remove script and style tags
+    $("script, style, noscript").remove();
+    // 2. Remove common noise elements BEFORE cleaning attributes
+    // This way we can still use class/ID selectors
+    if (options.aggressive !== false) {
+        removeNoiseElements($);
+    }
+    // 3. Remove comments
+    $("*")
+        .contents()
+        .filter((_, el) => el.type === "comment")
+        .remove();
+    // 4. Resolve relative URLs (do this before cleaning attributes so we still have src/href)
+    if (options.baseUrl) {
+        resolveRelativeUrls($, options.baseUrl);
+    }
+    // 5. Clean attributes (keep only essential ones)
+    // Do this AFTER removing noise so our selectors still work
+    cleanAttributes($);
+    // 6. Remove empty elements (do this last after everything else is cleaned)
+    removeEmptyElements($);
+    return $.html();
+}
+function removeNoiseElements($) {
+    // Remove by role attribute
+    $([
+        '[role="navigation"]',
+        '[role="banner"]',
+        '[role="complementary"]',
+        '[role="contentinfo"]',
+        '[role="search"]',
+    ].join(",")).remove();
+    // Remove by common class/id patterns
+    // More specific selectors to avoid false positives
+    const noiseSelectors = [
+        // Navigation elements (but not components that just have 'nav' in the name)
+        'nav[role="navigation"]',
+        "nav.navbar",
+        "nav.nav-menu",
+        "div.navbar",
+        'div[role="navigation"]',
+        "#navigation",
+        "#nav",
+        "#menu",
+        // Headers/Footers - only actual header/footer elements or very specific classes
+        'header[role="banner"]',
+        'footer[role="contentinfo"]',
+        "#header",
+        "#footer",
+        "div.site-header",
+        "div.site-footer",
+        "div.page-header",
+        "div.page-footer",
+        // Sidebars
+        "aside",
+        "div.sidebar",
+        'div[role="complementary"]',
+        "#sidebar",
+        // Ads
+        ".ad",
+        ".ads",
+        ".advertisement",
+        ".advert",
+        '[id*="ad-"]',
+        '[class*="advertisement"]',
+        '[class*="-ad-"]',
+        '[class*="google-ad"]',
+        // Social media
+        ".social",
+        ".social-share",
+        ".share-buttons",
+        ".social-media",
+        // Comments
+        ".comments",
+        "#comments",
+        ".comment-section",
+        // Related/recommendations
+        ".related",
+        ".recommendations",
+        ".suggested",
+        // Popups/modals
+        ".modal",
+        ".popup",
+        ".overlay",
+        '[role="dialog"]',
+        // Cookie notices
+        ".cookie-notice",
+        ".cookie-banner",
+        "#cookie-consent",
+        // Newsletter signups
+        ".newsletter",
+        ".subscribe",
+        ".signup-form",
+    ];
+    $(noiseSelectors.join(",")).remove();
+    // Remove elements with common noise text
+    // But ONLY if they are small elements (to avoid removing large content blocks
+    // that happen to mention these terms)
+    $("*")
+        .filter((_, el) => {
+        const $el = $(el);
+        const text = $el.text().toLowerCase();
+        const textLength = text.trim().length;
+        // Only remove if text is short (< 200 chars) and matches noise patterns
+        // This avoids removing entire articles that mention these terms
+        if (textLength > 200)
+            return false;
+        return (text.includes("cookie policy") ||
+            text.includes("accept cookies") ||
+            text.includes("sign up for") ||
+            text.includes("newsletter") ||
+            text.includes("follow us"));
+    })
+        .remove();
+}
+function cleanAttributes($) {
+    // Attributes to preserve
+    const keepAttributes = new Set([
+        "href",
+        "src",
+        "alt",
+        "title",
+        "colspan",
+        "rowspan", // For tables
+        "align", // For table alignment
+    ]);
+    $("*").each((_, el) => {
+        const $el = $(el);
+        const attrs = $el.attr();
+        if (attrs) {
+            Object.keys(attrs).forEach((attr) => {
+                if (!keepAttributes.has(attr)) {
+                    $el.removeAttr(attr);
+                }
+            });
+        }
+    });
+}
+function removeEmptyElements($) {
+    // Remove elements that have no text and no important children
+    const importantTags = new Set(["img", "br", "hr", "input", "iframe"]);
+    const contentTags = new Set([
+        "p",
+        "h1",
+        "h2",
+        "h3",
+        "h4",
+        "h5",
+        "h6",
+        "ul",
+        "ol",
+        "li",
+        "table",
+        "blockquote",
+        "pre",
+        "code",
+    ]);
+    $("*").each((_, el) => {
+        const $el = $(el);
+        const tagName = el.tagName?.toLowerCase();
+        // Skip important tags
+        if (tagName && importantTags.has(tagName))
+            return;
+        // Get the text content
+        const text = $el.text().trim();
+        const hasImportantChildren = $el.find("img, iframe").length > 0;
+        const hasContentTags = $el.find("p, h1, h2, h3, h4, h5, h6, ul, ol, table, blockquote, pre")
+            .length > 0;
+        // For content-bearing tags (p, h1-h6, etc), remove if they're empty or just junk
+        if (tagName && contentTags.has(tagName)) {
+            // Remove if completely empty
+            if (text.length === 0 && !hasImportantChildren) {
+                $el.remove();
+                return;
+            }
+            // Remove if only contains punctuation/whitespace like "|", "-", etc.
+            const meaningfulText = text.replace(/[\s|_.:;-]+/g, "");
+            if (meaningfulText.length === 0 && !hasImportantChildren) {
+                $el.remove();
+                return;
+            }
+        }
+        // For container elements (div, section, etc), remove if no text and no important children
+        if (!text && !hasImportantChildren && !hasContentTags) {
+            $el.remove();
+        }
+    });
+}
+function resolveRelativeUrls($, baseUrl) {
+    const base = new URL(baseUrl);
+    // Resolve image sources
+    $("img").each((_, el) => {
+        const $el = $(el);
+        const src = $el.attr("src");
+        if (src && !src.startsWith("http") && !src.startsWith("data:")) {
+            try {
+                $el.attr("src", new URL(src, base).href);
+            }
+            catch {
+                // Ignore invalid URLs
+            }
+        }
+    });
+    // Resolve link hrefs
+    $("a").each((_, el) => {
+        const $el = $(el);
+        const href = $el.attr("href");
+        if (href &&
+            !href.startsWith("http") &&
+            !href.startsWith("#") &&
+            !href.startsWith("mailto:")) {
+            try {
+                $el.attr("href", new URL(href, base).href);
+            }
+            catch {
+                // Ignore invalid URLs
+            }
+        }
+    });
+}
+//# sourceMappingURL=html-cleaner.js.map

package/dist/optimizers/html-cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-cleaner.js","sourceRoot":"","sources":["../../src/optimizers/html-cleaner.ts"],"names":[],"mappings":"AAAA,iCAAiC;AAEjC,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AASnC;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,UAAwB,EAAE;IAChE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,kCAAkC;IAClC,CAAC,CAAC,yBAAyB,CAAC,CAAC,MAAM,EAAE,CAAC;IAEtC,6DAA6D;IAC7D,+CAA+C;IAC/C,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;QACjC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,qBAAqB;IACrB,CAAC,CAAC,GAAG,CAAC;SACH,QAAQ,EAAE;SACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAE,EAAwB,CAAC,IAAI,KAAK,SAAS,CAAC;SAC/D,MAAM,EAAE,CAAC;IAEZ,0FAA0F;IAC1F,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,mBAAmB,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,iDAAiD;IACjD,2DAA2D;IAC3D,eAAe,CAAC,CAAC,CAAC,CAAC;IAEnB,2EAA2E;IAC3E,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAEvB,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;AAClB,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAqB;IAChD,2BAA2B;IAC3B,CAAC,CACC;QACE,qBAAqB;QACrB,iBAAiB;QACjB,wBAAwB;QACxB,sBAAsB;QACtB,iBAAiB;KAClB,CAAC,IAAI,CAAC,GAAG,CAAC,CACZ,CAAC,MAAM,EAAE,CAAC;IAEX,qCAAqC;IACrC,mDAAmD;IACnD,MAAM,cAAc,GAAG;QACrB,4EAA4E;QAC5E,wBAAwB;QACxB,YAAY;QACZ,cAAc;QACd,YAAY;QACZ,wBAAwB;QACxB,aAAa;QACb,MAAM;QACN,OAAO;QAEP,gFAAgF;QAChF,uBAAuB;QACvB,4BAA4B;QAC5B,SAAS;QACT,SAAS;QACT,iBAAiB;QACjB,iBAAiB;QACjB,iBAAiB;QACjB,iBAAiB;QAEjB,WAAW;QACX,OAAO;QACP,aAAa;QACb,2BAA2B;QAC3B,UAAU;QAEV,MAAM;QACN,KAAK;QACL,MAAM;QACN,gBAAgB;QAChB,SAAS;QACT,aAAa;QACb,0BAA0B;QAC1B,iBAAiB;QACjB,sBAAsB;QAEtB,eAAe;QACf,SAAS;QACT,eAAe;QACf,gBAAgB;QAChB,eAAe;QAEf,WAAW;QACX,WAAW;QACX,WAAW;QACX,kBAAkB;QAElB,0BAA0B;QAC1B,UAAU;QACV,kBAAkB;QAClB,YAAY;QAEZ,gBAAgB;QAChB,QAAQ;QACR,QAAQ;QACR,UAAU;QACV,iBAAiB;QAEjB,iBAAiB;QACjB,gBAAgB;QAChB,gBAAgB;QAChB,iBAAiB;QAEjB,qBAAqB;QACrB,aAAa;QACb,YAAY;QACZ,cAAc;KACf,CAAC;IAEF,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAErC,yCAAyC;IACzC,8EAA8E;IAC9E,sCAAsC;IACtC,CAAC,CAAC,GAAG,CAAC;SACH,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAChB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;QAEtC,wEAAwE;QACxE,gEAAgE;QAChE,IAAI,UAAU,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QAEnC,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC9B,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC3B,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAC3B,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,EAAE,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,CAAqB;IAC5C,yBAAyB;IACzB,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;QAC7B,MAAM;QACN,KAAK;QACL,KAAK;QACL,OAAO;QACP,SAAS;QACT,SAAS,EAAE,aAAa;QACxB,OAAO,EAAE,sBAAsB;KAChC,CAAC,CAAC;IAEH,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAEzB,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBAClC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC9B,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAqB;IAChD,8DAA8D;IAC9D,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;QAC1B,GAAG;QACH,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,OAAO;QACP,YAAY;QACZ,KAAK;QACL,MAAM;KACP,CAAC,CAAC;IAEH,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,OAAO,GAAI,EAA2B,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC;QAEpE,sBAAsB;QACtB,IAAI,OAAO,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO;QAElD,uBAAuB;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,oBAAoB,GAAG,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAChE,MAAM,cAAc,GAClB,GAAG,CAAC,IAAI,CAAC,2DAA2D,CAAC;aAClE,MAAM,GAAG,CAAC,CAAC;QAEhB,iFAAiF;QACjF,IAAI,OAAO,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACxC,6BAA6B;YAC7B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC/C,GAAG,CAAC,MAAM,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YAED,qEAAqE;YACrE,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YACxD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBACzD,GAAG,CAAC,MAAM,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;QACH,CAAC;QAED,0FAA0F;QAC1F,IAAI,CAAC,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,cAAc,EAAE,CAAC;YACtD,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAqB,EAAE,OAAe;IACjE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,wBAAwB;IACxB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACtB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC;gBACH,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3C,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,qBAAqB;IACrB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,IACE,IAAI;YACJ,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YACxB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YACrB,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAC3B,CAAC;YACD,IAAI,CAAC;gBACH,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/optimizers/llm-formatter.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Format markdown specifically for LLM consumption
+ * - Consistent spacing and structure
+ * - Clear section boundaries
+ * - Reduced noise and clutter
+ */
+export declare function formatForLLM(markdown: string): string;
+//# sourceMappingURL=llm-formatter.d.ts.map

package/dist/optimizers/llm-formatter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-formatter.d.ts","sourceRoot":"","sources":["../../src/optimizers/llm-formatter.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAmBrD"}

package/dist/optimizers/llm-formatter.js

@@ -0,0 +1,94 @@
+// src/optimizers/llm-formatter.ts
+/**
+ * Format markdown specifically for LLM consumption
+ * - Consistent spacing and structure
+ * - Clear section boundaries
+ * - Reduced noise and clutter
+ */
+export function formatForLLM(markdown) {
+    let formatted = markdown;
+    // 1. Normalize heading levels (ensure no skipped levels)
+    formatted = normalizeHeadingLevels(formatted);
+    // 2. Improve list consistency
+    formatted = normalizeListFormatting(formatted);
+    // 3. Clean up inline formatting (remove excessive emphasis)
+    formatted = cleanInlineFormatting(formatted);
+    // 4. Ensure code blocks are clearly marked
+    formatted = enhanceCodeBlocks(formatted);
+    // 5. Improve link formatting for LLMs
+    formatted = optimizeLinkFormatting(formatted);
+    return formatted;
+}
+function normalizeHeadingLevels(markdown) {
+    const lines = markdown.split("\n");
+    const result = [];
+    let currentLevel = 0;
+    for (const line of lines) {
+        const match = line.match(/^(#{1,6})\s+(.+)$/);
+        if (match) {
+            const level = match[1].length;
+            const title = match[2];
+            // Don't skip heading levels
+            const normalizedLevel = Math.min(level, currentLevel + 2);
+            currentLevel = normalizedLevel;
+            result.push("#".repeat(normalizedLevel) + " " + title);
+        }
+        else {
+            result.push(line);
+            if (line.trim() === "") {
+                currentLevel = 0; // Reset on blank section
+            }
+        }
+    }
+    return result.join("\n");
+}
+function normalizeListFormatting(markdown) {
+    let result = markdown;
+    // Ensure consistent list markers (use - for unordered)
+    result = result.replace(/^\s*[*+]\s+/gm, "- ");
+    // Ensure proper indentation for nested lists (2 spaces)
+    const lines = result.split("\n");
+    result = lines
+        .map((line) => {
+        if (/^(\s*)[-*+]\s+/.test(line)) {
+            const indent = line.match(/^(\s*)/)?.[1].length || 0;
+            const depth = Math.floor(indent / 2);
+            return "  ".repeat(depth) + "- " + line.trim().replace(/^[-*+]\s+/, "");
+        }
+        return line;
+    })
+        .join("\n");
+    return result;
+}
+function cleanInlineFormatting(markdown) {
+    let result = markdown;
+    // Remove multiple consecutive emphasis markers (***text*** → **text**)
+    result = result.replace(/\*{3,}(.+?)\*{3,}/g, "**$1**");
+    // Clean up spaces inside emphasis markers only (e.g., "** text **" → "**text**")
+    // This pattern matches the full emphasis span with internal spaces and removes them
+    result = result.replace(/(\*{1,2})\s+([^*]+?)\s+(\*{1,2})/g, "$1$2$3");
+    return result;
+}
+function enhanceCodeBlocks(markdown) {
+    // Ensure code blocks are on their own lines with spacing
+    let result = markdown.replace(/([^\n])```/g, "$1\n\n```");
+    result = result.replace(/```([^\n])/g, "```\n$1");
+    return result;
+}
+function optimizeLinkFormatting(markdown) {
+    // Convert reference-style links to inline for simpler parsing
+    const links = new Map();
+    // Extract reference definitions
+    let result = markdown.replace(/^\[([^\]]+)\]:\s*(.+)$/gm, (_match, ref, url) => {
+        links.set(ref.toLowerCase(), url.trim());
+        return "";
+    });
+    // Replace reference-style links with inline
+    result = result.replace(/\[([^\]]+)\]\[([^\]]*)\]/g, (match, text, ref) => {
+        const refKey = (ref || text).toLowerCase();
+        const url = links.get(refKey);
+        return url ? `[${text}](${url})` : match;
+    });
+    return result;
+}
+//# sourceMappingURL=llm-formatter.js.map

package/dist/optimizers/llm-formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-formatter.js","sourceRoot":"","sources":["../../src/optimizers/llm-formatter.ts"],"names":[],"mappings":"AAAA,kCAAkC;AAElC;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,IAAI,SAAS,GAAG,QAAQ,CAAC;IAEzB,yDAAyD;IACzD,SAAS,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAE9C,8BAA8B;IAC9B,SAAS,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAE/C,4DAA4D;IAC5D,SAAS,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAE7C,2CAA2C;IAC3C,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAEzC,sCAAsC;IACtC,SAAS,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAE9C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAgB;IAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAE9C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEvB,4BAA4B;YAC5B,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;YAC1D,YAAY,GAAG,eAAe,CAAC;YAE/B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACvB,YAAY,GAAG,CAAC,CAAC,CAAC,yBAAyB;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAgB;IAC/C,IAAI,MAAM,GAAG,QAAQ,CAAC;IAEtB,uDAAuD;IACvD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IAE/C,wDAAwD;IACxD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEjC,MAAM,GAAG,KAAK;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,IAAI,MAAM,GAAG,QAAQ,CAAC;IAEtB,uEAAuE;IACvE,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,QAAQ,CAAC,CAAC;IAExD,iFAAiF;IACjF,oFAAoF;IACpF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,mCAAmC,EAAE,QAAQ,CAAC,CAAC;IAEvE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,yDAAyD;IACzD,IAAI,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;IAC1D,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAElD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAgB;IAC9C,8DAA8D;IAC9D,MAAM,KAAK,GAAwB,IAAI,GAAG,EAAE,CAAC;IAE7C,gCAAgC;IAChC,IAAI,MAAM,GAAG,QAAQ,CAAC,OAAO,CAC3B,0BAA0B,EAC1B,CAAC,MAAM,EAAE,GAAW,EAAE,GAAW,EAAE,EAAE;QACnC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,EAAE,CAAC;IACZ,CAAC,CACF,CAAC;IAEF,4CAA4C;IAC5C,MAAM,GAAG,MAAM,CAAC,OAAO,CACrB,2BAA2B,EAC3B,CAAC,KAAK,EAAE,IAAY,EAAE,GAAW,EAAE,EAAE;QACnC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;IAC3C,CAAC,CACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/optimizers/structure-enhancer.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Enhance HTML structure for better markdown conversion
+ * - Improve heading hierarchy
+ * - Clean up nested elements
+ * - Normalize structure
+ */
+export declare function enhanceStructure(html: string): string;
+//# sourceMappingURL=structure-enhancer.d.ts.map

package/dist/optimizers/structure-enhancer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"structure-enhancer.d.ts","sourceRoot":"","sources":["../../src/optimizers/structure-enhancer.ts"],"names":[],"mappings":"AAIA;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAarD"}