websnap-reader 1.0.0

package/dist/parser.js

@@ -0,0 +1,340 @@
+"use strict";
+/**
+ * parser.ts - Extract clean article content from raw HTML
+ *
+ * Implements a simplified readability algorithm:
+ * 1. Strip non-content elements (nav, ads, scripts, styles, etc.)
+ * 2. Identify the main content container
+ * 3. Extract metadata (title, author, date)
+ * 4. Calculate reading statistics
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseContent = parseContent;
+// Tags to completely remove (including children)
+const REMOVE_TAGS = new Set([
+    "script",
+    "style",
+    "noscript",
+    "iframe",
+    "object",
+    "embed",
+    "applet",
+    "link",
+    "meta",
+    "svg",
+    "canvas",
+    "video",
+    "audio",
+    "source",
+    "track",
+    "map",
+    "area",
+]);
+// Tags that typically contain navigation, not content
+const NAV_TAGS = new Set([
+    "nav",
+    "header",
+    "footer",
+    "aside",
+    "menu",
+    "menuitem",
+]);
+// Class/ID patterns that indicate non-content
+const NOISE_PATTERNS = [
+    /\bad[s]?\b/i,
+    /\bbanner\b/i,
+    /\bbreadcrumb/i,
+    /\bcomment/i,
+    /\bcommunity/i,
+    /\bcover-wrap/i,
+    /\bfooter/i,
+    /\bheader\b/i,
+    /\blegend/i,
+    /\bmenu/i,
+    /\bmodal/i,
+    /\bnav\b/i,
+    /\bnavigation/i,
+    /\bpopup/i,
+    /\brelated/i,
+    /\bremark/i,
+    /\bsearch/i,
+    /\bshare/i,
+    /\bsidebar/i,
+    /\bsocial/i,
+    /\bsponsor/i,
+    /\btags?\b/i,
+    /\btoolbar/i,
+    /\bwidget/i,
+    /\bcookie/i,
+    /\bgdpr/i,
+    /\bnewsletter/i,
+    /\bsubscri/i,
+    /\bpromo/i,
+    /\brecommend/i,
+    /\btoast/i,
+    /\boverlay/i,
+];
+// Class/ID patterns that indicate content
+const CONTENT_PATTERNS = [
+    /\barticle/i,
+    /\bbody/i,
+    /\bcontent/i,
+    /\bentry/i,
+    /\bhentry/i,
+    /\bmain/i,
+    /\bpage/i,
+    /\bpost\b/i,
+    /\btext/i,
+    /\bblog/i,
+    /\bstory/i,
+];
+/**
+ * Parse HTML and extract clean article content
+ */
+function parseContent(html, url) {
+    // Extract metadata first (from head)
+    const title = extractTitle(html);
+    const author = extractMeta(html, [
+        'meta[name="author"]',
+        'meta[property="article:author"]',
+        'meta[name="sailthru.author"]',
+        'meta[name="parsely-author"]',
+    ]);
+    const date = extractMeta(html, [
+        'meta[property="article:published_time"]',
+        'meta[name="date"]',
+        'meta[name="publishdate"]',
+        'meta[name="sailthru.date"]',
+        'meta[property="og:updated_time"]',
+        'meta[name="parsely-pub-date"]',
+    ]);
+    const siteName = extractMeta(html, [
+        'meta[property="og:site_name"]',
+        'meta[name="application-name"]',
+    ]);
+    const description = extractMeta(html, [
+        'meta[property="og:description"]',
+        'meta[name="description"]',
+        'meta[name="twitter:description"]',
+    ]);
+    // Clean and extract content
+    let cleanedHtml = removeTagsCompletely(html, REMOVE_TAGS);
+    cleanedHtml = removeNoiseElements(cleanedHtml);
+    const contentHtml = extractMainContent(cleanedHtml);
+    // Get plain text
+    const textContent = htmlToPlainText(contentHtml);
+    const words = textContent.split(/\s+/).filter((w) => w.length > 0);
+    const wordCount = words.length;
+    const readingTime = formatReadingTime(wordCount);
+    return {
+        title,
+        author: author ? cleanText(author) : null,
+        date: date ? formatDate(date) : null,
+        siteName: siteName ? cleanText(siteName) : null,
+        description: description ? cleanText(description) : null,
+        content: contentHtml,
+        textContent,
+        wordCount,
+        readingTime,
+    };
+}
+/**
+ * Extract the page title from multiple sources
+ */
+function extractTitle(html) {
+    // Try og:title first
+    const ogTitle = extractMetaContent(html, 'property="og:title"');
+    if (ogTitle)
+        return cleanText(ogTitle);
+    // Try twitter:title
+    const twitterTitle = extractMetaContent(html, 'name="twitter:title"');
+    if (twitterTitle)
+        return cleanText(twitterTitle);
+    // Try <title> tag
+    const titleMatch = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+    if (titleMatch) {
+        let title = cleanText(titleMatch[1]);
+        // Remove site name suffix patterns like " | Site Name" or " - Site Name"
+        title = title.replace(/\s*[\|\-\u2013\u2014]\s*[^|\-\u2013\u2014]*$/, "");
+        return title;
+    }
+    // Try first <h1>
+    const h1Match = html.match(/<h1[^>]*>([\s\S]*?)<\/h1>/i);
+    if (h1Match)
+        return cleanText(h1Match[1]);
+    return "Untitled";
+}
+/**
+ * Extract meta tag content by attribute selector patterns
+ */
+function extractMeta(html, selectors) {
+    for (const selector of selectors) {
+        // Parse the selector to get attribute name and value
+        const attrMatch = selector.match(/meta\[(\w+)="([^"]+)"\]/);
+        if (!attrMatch)
+            continue;
+        const [, attrName, attrValue] = attrMatch;
+        const value = extractMetaContent(html, `${attrName}="${attrValue}"`);
+        if (value)
+            return value;
+    }
+    return null;
+}
+/**
+ * Extract content attribute from a meta tag
+ */
+function extractMetaContent(html, attrString) {
+    // Match meta tag with the given attribute, extracting content
+    const escapedAttr = attrString.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+    const patterns = [
+        new RegExp(`<meta[^>]*${escapedAttr}[^>]*content="([^"]*)"`, "i"),
+        new RegExp(`<meta[^>]*content="([^"]*)"[^>]*${escapedAttr}`, "i"),
+        new RegExp(`<meta[^>]*${escapedAttr}[^>]*content='([^']*)'`, "i"),
+        new RegExp(`<meta[^>]*content='([^']*)'[^>]*${escapedAttr}`, "i"),
+    ];
+    for (const pattern of patterns) {
+        const match = html.match(pattern);
+        if (match && match[1])
+            return match[1];
+    }
+    return null;
+}
+/**
+ * Completely remove specified tags and their content
+ */
+function removeTagsCompletely(html, tags) {
+    let result = html;
+    for (const tag of tags) {
+        // Self-closing and opening/closing variants
+        const selfClosing = new RegExp(`<${tag}[^>]*/\\s*>`, "gi");
+        const withContent = new RegExp(`<${tag}[\\s>][\\s\\S]*?<\\/${tag}>`, "gi");
+        result = result.replace(withContent, "");
+        result = result.replace(selfClosing, "");
+    }
+    return result;
+}
+/**
+ * Remove elements that match noise patterns based on class/id
+ */
+function removeNoiseElements(html) {
+    let result = html;
+    // Remove nav-type tags
+    for (const tag of NAV_TAGS) {
+        const regex = new RegExp(`<${tag}[\\s>][\\s\\S]*?<\\/${tag}>`, "gi");
+        result = result.replace(regex, "");
+    }
+    // Remove elements with noisy class/id attributes
+    // This is a heuristic: find opening tags with class/id matching noise patterns
+    // and try to remove the element
+    for (const pattern of NOISE_PATTERNS) {
+        // Match div/section/aside with matching class or id
+        const tagRegex = new RegExp(`<(div|section|aside|ul|ol|form|figure)[^>]*(?:class|id)="[^"]*${pattern.source}[^"]*"[\\s\\S]*?<\\/\\1>`, "gi");
+        result = result.replace(tagRegex, "");
+    }
+    // Remove hidden elements
+    result = result.replace(/<[^>]*(?:display\s*:\s*none|visibility\s*:\s*hidden|aria-hidden="true")[^>]*>[\s\S]*?<\/[^>]+>/gi, "");
+    return result;
+}
+/**
+ * Extract the main content area from the HTML
+ */
+function extractMainContent(html) {
+    // Try to find <article> tag first
+    const articleMatch = html.match(/<article[^>]*>([\s\S]*?)<\/article>/i);
+    if (articleMatch && articleMatch[1].length > 200) {
+        return articleMatch[1];
+    }
+    // Try <main> tag
+    const mainMatch = html.match(/<main[^>]*>([\s\S]*?)<\/main>/i);
+    if (mainMatch && mainMatch[1].length > 200) {
+        return mainMatch[1];
+    }
+    // Try [role="main"]
+    const roleMainMatch = html.match(/<[^>]*role="main"[^>]*>([\s\S]*?)<\/[^>]+>/i);
+    if (roleMainMatch && roleMainMatch[1].length > 200) {
+        return roleMainMatch[1];
+    }
+    // Try content-indicative class/id
+    for (const pattern of CONTENT_PATTERNS) {
+        const regex = new RegExp(`<(div|section)[^>]*(?:class|id)="[^"]*${pattern.source}[^"]*"[^>]*>([\\s\\S]*?)<\\/\\1>`, "gi");
+        let match;
+        let best = "";
+        while ((match = regex.exec(html)) !== null) {
+            if (match[2].length > best.length) {
+                best = match[2];
+            }
+        }
+        if (best.length > 200)
+            return best;
+    }
+    // Fallback: find <body> content
+    const bodyMatch = html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
+    if (bodyMatch)
+        return bodyMatch[1];
+    return html;
+}
+/**
+ * Convert HTML to plain text
+ */
+function htmlToPlainText(html) {
+    return html
+        // Replace <br> and block elements with newlines
+        .replace(/<br\s*\/?>/gi, "\n")
+        .replace(/<\/(p|div|li|h[1-6]|blockquote|tr)>/gi, "\n")
+        .replace(/<(p|div|li|h[1-6]|blockquote|tr)[^>]*>/gi, "\n")
+        // Remove all remaining HTML tags
+        .replace(/<[^>]+>/g, "")
+        // Decode common HTML entities
+        .replace(/&amp;/g, "&")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/&nbsp;/g, " ")
+        .replace(/&#(\d+);/g, (_, code) => String.fromCharCode(parseInt(code)))
+        // Clean up whitespace
+        .replace(/[ \t]+/g, " ")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+}
+/**
+ * Clean extracted text
+ */
+function cleanText(text) {
+    return text
+        .replace(/<[^>]+>/g, "")
+        .replace(/&amp;/g, "&")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/&nbsp;/g, " ")
+        .replace(/\s+/g, " ")
+        .trim();
+}
+/**
+ * Format a date string into a human-readable format
+ */
+function formatDate(dateStr) {
+    try {
+        const date = new Date(dateStr);
+        if (isNaN(date.getTime()))
+            return dateStr;
+        return date.toLocaleDateString("en-US", {
+            year: "numeric",
+            month: "long",
+            day: "numeric",
+        });
+    }
+    catch {
+        return dateStr;
+    }
+}
+/**
+ * Calculate and format reading time
+ */
+function formatReadingTime(wordCount) {
+    const minutes = Math.max(1, Math.ceil(wordCount / 238));
+    return `${minutes} min read`;
+}
+//# sourceMappingURL=parser.js.map

package/dist/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAmGH,oCAiDC;AAtID,iDAAiD;AACjD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;IAC1B,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;IACR,OAAO;IACP,OAAO;IACP,QAAQ;IACR,OAAO;IACP,KAAK;IACL,MAAM;CACP,CAAC,CAAC;AAEH,sDAAsD;AACtD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC;IACvB,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,MAAM;IACN,UAAU;CACX,CAAC,CAAC;AAEH,8CAA8C;AAC9C,MAAM,cAAc,GAAG;IACrB,aAAa;IACb,aAAa;IACb,eAAe;IACf,YAAY;IACZ,cAAc;IACd,eAAe;IACf,WAAW;IACX,aAAa;IACb,WAAW;IACX,SAAS;IACT,UAAU;IACV,UAAU;IACV,eAAe;IACf,UAAU;IACV,YAAY;IACZ,WAAW;IACX,WAAW;IACX,UAAU;IACV,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,WAAW;IACX,SAAS;IACT,eAAe;IACf,YAAY;IACZ,UAAU;IACV,cAAc;IACd,UAAU;IACV,YAAY;CACb,CAAC;AAEF,0CAA0C;AAC1C,MAAM,gBAAgB,GAAG;IACvB,YAAY;IACZ,SAAS;IACT,YAAY;IACZ,UAAU;IACV,WAAW;IACX,SAAS;IACT,SAAS;IACT,WAAW;IACX,SAAS;IACT,SAAS;IACT,UAAU;CACX,CAAC;AAEF;;GAEG;AACH,SAAgB,YAAY,CAAC,IAAY,EAAE,GAAW;IACpD,qCAAqC;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE;QAC/B,qBAAqB;QACrB,iCAAiC;QACjC,8BAA8B;QAC9B,6BAA6B;KAC9B,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE;QAC7B,yCAAyC;QACzC,mBAAmB;QACnB,0BAA0B;QAC1B,4BAA4B;QAC5B,kCAAkC;QAClC,+BAA+B;KAChC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE;QACjC,+BAA+B;QAC/B,+BAA+B;KAChC,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,EAAE;QACpC,iCAAiC;QACjC,0BAA0B;QAC1B,kCAAkC;KACnC,CAAC,CAAC;IAEH,4BAA4B;IAC5B,IAAI,WAAW,GAAG,oBAAoB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC1D,WAAW,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAEpD,iBAAiB;IACjB,MAAM,WAAW,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAC/B,MAAM,WAAW,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAEjD,OAAO;QACL,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;QACzC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;QACpC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;QAC/C,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI;QACxD,OAAO,EAAE,WAAW;QACpB,WAAW;QACX,SAAS;QACT,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,qBAAqB;IACrB,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;IAChE,IAAI,OAAO;QAAE,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;IAEvC,oBAAoB;IACpB,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;IACtE,IAAI,YAAY;QAAE,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC;IAEjD,kBAAkB;IAClB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAClE,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,yEAAyE;QACzE,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,8CAA8C,EAAE,EAAE,CAAC,CAAC;QAC1E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,iBAAiB;IACjB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACzD,IAAI,OAAO;QAAE,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY,EAAE,SAAmB;IACpD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,qDAAqD;QACrD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAC9B,yBAAyB,CAC1B,CAAC;QACF,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,MAAM,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,GAAG,SAAS,CAAC;QAC1C,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,EAAE,GAAG,QAAQ,KAAK,SAAS,GAAG,CAAC,CAAC;QACrE,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY,EAAE,UAAkB;IAC1D,8DAA8D;IAC9D,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG;QACf,IAAI,MAAM,CACR,aAAa,WAAW,wBAAwB,EAChD,GAAG,CACJ;QACD,IAAI,MAAM,CACR,mCAAmC,WAAW,EAAE,EAChD,GAAG,CACJ;QACD,IAAI,MAAM,CACR,aAAa,WAAW,wBAAwB,EAChD,GAAG,CACJ;QACD,IAAI,MAAM,CACR,mCAAmC,WAAW,EAAE,EAChD,GAAG,CACJ;KACF,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,IAAY,EAAE,IAAiB;IAC3D,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,4CAA4C;QAC5C,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,aAAa,EAAE,IAAI,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,IAAI,MAAM,CAC5B,IAAI,GAAG,uBAAuB,GAAG,GAAG,EACpC,IAAI,CACL,CAAC;QACF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,IAAY;IACvC,IAAI,MAAM,GAAG,IAAI,CAAC;IAElB,uBAAuB;IACvB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,IAAI,GAAG,uBAAuB,GAAG,GAAG,EACpC,IAAI,CACL,CAAC;QACF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,iDAAiD;IACjD,+EAA+E;IAC/E,gCAAgC;IAChC,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,oDAAoD;QACpD,MAAM,QAAQ,GAAG,IAAI,MAAM,CACzB,iEAAiE,OAAO,CAAC,MAAM,0BAA0B,EACzG,IAAI,CACL,CAAC;QACF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,yBAAyB;IACzB,MAAM,GAAG,MAAM,CAAC,OAAO,CACrB,kGAAkG,EAClG,EAAE,CACH,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,kCAAkC;IAClC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,sCAAsC,CACvC,CAAC;IACF,IAAI,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACjD,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,iBAAiB;IACjB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC/D,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QAC3C,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,oBAAoB;IACpB,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAC9B,6CAA6C,CAC9C,CAAC;IACF,IAAI,aAAa,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACnD,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,kCAAkC;IAClC,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,yCAAyC,OAAO,CAAC,MAAM,kCAAkC,EACzF,IAAI,CACL,CAAC;QACF,IAAI,KAAK,CAAC;QACV,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3C,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;IACrC,CAAC;IAED,gCAAgC;IAChC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC/D,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IAEnC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI;QACT,gDAAgD;SAC/C,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,uCAAuC,EAAE,IAAI,CAAC;SACtD,OAAO,CAAC,0CAA0C,EAAE,IAAI,CAAC;QAC1D,iCAAiC;SAChC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QACxB,8BAA8B;SAC7B,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,sBAAsB;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI;SACR,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,OAAe;IACjC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAAE,OAAO,OAAO,CAAC;QAC1C,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;YACtC,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,MAAM;YACb,GAAG,EAAE,SAAS;SACf,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC;IACjB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,SAAiB;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,OAAO,WAAW,CAAC;AAC/B,CAAC"}

package/dist/summarizer.d.ts

@@ -0,0 +1,15 @@
+/**
+ * summarizer.ts - AI-powered article summarization
+ *
+ * Supports multiple backends:
+ * 1. OpenAI API (set OPENAI_API_KEY env var)
+ * 2. Anthropic API (set ANTHROPIC_API_KEY env var)
+ * 3. Local LLM via Ollama (default, no API key needed)
+ * 4. Fallback: extractive summary (no AI needed)
+ */
+import { ParsedArticle } from "./parser";
+/**
+ * Generate a 3-sentence summary of the article
+ */
+export declare function summarize(article: ParsedArticle): Promise<string>;
+//# sourceMappingURL=summarizer.d.ts.map

package/dist/summarizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarizer.d.ts","sourceRoot":"","sources":["../src/summarizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAYzC;;GAEG;AACH,wBAAsB,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAmDvE"}

package/dist/summarizer.js

@@ -0,0 +1,197 @@
+"use strict";
+/**
+ * summarizer.ts - AI-powered article summarization
+ *
+ * Supports multiple backends:
+ * 1. OpenAI API (set OPENAI_API_KEY env var)
+ * 2. Anthropic API (set ANTHROPIC_API_KEY env var)
+ * 3. Local LLM via Ollama (default, no API key needed)
+ * 4. Fallback: extractive summary (no AI needed)
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.summarize = summarize;
+const formatter_1 = require("./formatter");
+/**
+ * Generate a 3-sentence summary of the article
+ */
+async function summarize(article) {
+    const config = {
+        openaiApiKey: process.env.OPENAI_API_KEY,
+        openaiModel: process.env.OPENAI_MODEL || "gpt-4o-mini",
+        anthropicApiKey: process.env.ANTHROPIC_API_KEY,
+        anthropicModel: process.env.ANTHROPIC_MODEL || "claude-sonnet-4-20250514",
+        ollamaUrl: process.env.OLLAMA_URL || "http://127.0.0.1:11434",
+        ollamaModel: process.env.OLLAMA_MODEL || "llama3.2",
+    };
+    const prompt = (0, formatter_1.formatSummaryPrompt)(article);
+    // Try OpenAI first
+    if (config.openaiApiKey) {
+        try {
+            return await summarizeOpenAI(prompt, config);
+        }
+        catch (err) {
+            process.stderr.write(`\x1b[33mOpenAI failed:\x1b[0m ${err.message}\n`);
+        }
+    }
+    // Try Anthropic
+    if (config.anthropicApiKey) {
+        try {
+            return await summarizeAnthropic(prompt, config);
+        }
+        catch (err) {
+            process.stderr.write(`\x1b[33mAnthropic failed:\x1b[0m ${err.message}\n`);
+        }
+    }
+    // Try Ollama (local)
+    try {
+        return await summarizeOllama(prompt, config);
+    }
+    catch (err) {
+        process.stderr.write(`\x1b[33mOllama failed:\x1b[0m ${err.message}\n`);
+    }
+    // Fallback: extractive summary
+    process.stderr.write(`\x1b[33mNo AI backend available. Using extractive summary.\x1b[0m\n`);
+    process.stderr.write(`\x1b[90mSet OPENAI_API_KEY, ANTHROPIC_API_KEY, or run Ollama for AI summaries.\x1b[0m\n`);
+    return extractiveSummary(article);
+}
+/**
+ * OpenAI Chat Completions API
+ */
+async function summarizeOpenAI(prompt, config) {
+    const response = await fetch("https://api.openai.com/v1/chat/completions", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${config.openaiApiKey}`,
+        },
+        body: JSON.stringify({
+            model: config.openaiModel,
+            messages: [
+                {
+                    role: "system",
+                    content: "You are a concise article summarizer. Always respond with exactly 3 sentences.",
+                },
+                { role: "user", content: prompt },
+            ],
+            temperature: 0.3,
+            max_tokens: 300,
+        }),
+    });
+    if (!response.ok) {
+        const body = await response.text();
+        throw new Error(`OpenAI API ${response.status}: ${body.substring(0, 200)}`);
+    }
+    const data = (await response.json());
+    return data.choices?.[0]?.message?.content?.trim() || "Summary unavailable.";
+}
+/**
+ * Anthropic Messages API
+ */
+async function summarizeAnthropic(prompt, config) {
+    const response = await fetch("https://api.anthropic.com/v1/messages", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "x-api-key": config.anthropicApiKey,
+            "anthropic-version": "2023-06-01",
+        },
+        body: JSON.stringify({
+            model: config.anthropicModel,
+            max_tokens: 300,
+            messages: [{ role: "user", content: prompt }],
+            system: "You are a concise article summarizer. Always respond with exactly 3 sentences.",
+        }),
+    });
+    if (!response.ok) {
+        const body = await response.text();
+        throw new Error(`Anthropic API ${response.status}: ${body.substring(0, 200)}`);
+    }
+    const data = (await response.json());
+    return data.content?.[0]?.text?.trim() || "Summary unavailable.";
+}
+/**
+ * Ollama local LLM API
+ */
+async function summarizeOllama(prompt, config) {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), 60000);
+    try {
+        const response = await fetch(`${config.ollamaUrl}/api/generate`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+                model: config.ollamaModel,
+                prompt,
+                system: "You are a concise article summarizer. Always respond with exactly 3 sentences.",
+                stream: false,
+                options: {
+                    temperature: 0.3,
+                    num_predict: 300,
+                },
+            }),
+            signal: controller.signal,
+        });
+        if (!response.ok) {
+            throw new Error(`Ollama ${response.status}`);
+        }
+        const data = (await response.json());
+        return data.response?.trim() || "Summary unavailable.";
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/**
+ * Extractive summary fallback (no AI needed)
+ * Picks the most representative sentences from the article.
+ */
+function extractiveSummary(article) {
+    const text = article.textContent;
+    // Split into sentences
+    const sentences = text
+        .split(/(?<=[.!?])\s+/)
+        .map((s) => s.trim())
+        .filter((s) => {
+        // Filter out very short or very long sentences
+        const words = s.split(/\s+/).length;
+        return words >= 5 && words <= 50;
+    });
+    if (sentences.length === 0) {
+        return article.description || "No summary available.";
+    }
+    if (sentences.length <= 3) {
+        return sentences.join(" ");
+    }
+    // Simple scoring: prefer sentences that appear early and contain key terms
+    const titleWords = new Set(article.title.toLowerCase().split(/\s+/).filter((w) => w.length > 3));
+    const scored = sentences.map((sentence, index) => {
+        let score = 0;
+        // Position bonus: first sentences are usually important
+        if (index === 0)
+            score += 5;
+        else if (index === 1)
+            score += 3;
+        else if (index === 2)
+            score += 2;
+        // Title word overlap
+        const words = sentence.toLowerCase().split(/\s+/);
+        for (const w of words) {
+            if (titleWords.has(w))
+                score += 2;
+        }
+        // Sentence length: prefer medium-length sentences
+        if (words.length >= 10 && words.length <= 30)
+            score += 1;
+        // Penalize sentences with too many special characters (likely not prose)
+        const specialChars = (sentence.match(/[^a-zA-Z0-9\s.,!?'"()-]/g) || []).length;
+        if (specialChars > 5)
+            score -= 3;
+        return { sentence, score, index };
+    });
+    // Sort by score, take top 3, then re-sort by position
+    scored.sort((a, b) => b.score - a.score);
+    const top3 = scored.slice(0, 3);
+    top3.sort((a, b) => a.index - b.index);
+    return top3.map((s) => s.sentence).join(" ");
+}
+//# sourceMappingURL=summarizer.js.map

package/dist/summarizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarizer.js","sourceRoot":"","sources":["../src/summarizer.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAiBH,8BAmDC;AAjED,2CAAkD;AAWlD;;GAEG;AACI,KAAK,UAAU,SAAS,CAAC,OAAsB;IACpD,MAAM,MAAM,GAAqB;QAC/B,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;QACxC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,aAAa;QACtD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC9C,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,0BAA0B;QACzE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB;QAC7D,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU;KACpD,CAAC;IAEF,MAAM,MAAM,GAAG,IAAA,+BAAmB,EAAC,OAAO,CAAC,CAAC;IAE5C,mBAAmB;IACnB,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,IAAI,CAAC;YACH,OAAO,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,iCAAiC,GAAG,CAAC,OAAO,IAAI,CACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,OAAO,MAAM,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,oCAAoC,GAAG,CAAC,OAAO,IAAI,CACpD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,CAAC;QACH,OAAO,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,iCAAiC,GAAG,CAAC,OAAO,IAAI,CACjD,CAAC;IACJ,CAAC;IAED,+BAA+B;IAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,qEAAqE,CACtE,CAAC;IACF,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yFAAyF,CAC1F,CAAC;IACF,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,MAAc,EACd,MAAwB;IAExB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;QACzE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,CAAC,YAAY,EAAE;SAC/C;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,WAAW;YACzB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,gFAAgF;iBACnF;gBACD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,WAAW,EAAE,GAAG;YAChB,UAAU,EAAE,GAAG;SAChB,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;IAC5D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,sBAAsB,CAAC;AAC/E,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAC/B,MAAc,EACd,MAAwB;IAExB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;QACpE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,WAAW,EAAE,MAAM,CAAC,eAAgB;YACpC,mBAAmB,EAAE,YAAY;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,cAAc;YAC5B,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC7C,MAAM,EACJ,gFAAgF;SACnF,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,iBAAiB,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC9D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;IAC5D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,sBAAsB,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,MAAc,EACd,MAAwB;IAExB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;IAE1D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,eAAe,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,WAAW;gBACzB,MAAM;gBACN,MAAM,EACJ,gFAAgF;gBAClF,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW,EAAE,GAAG;oBAChB,WAAW,EAAE,GAAG;iBACjB;aACF,CAAC;YACF,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QAC5D,OAAO,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,sBAAsB,CAAC;IACzD,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,OAAsB;IAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC;IAEjC,uBAAuB;IACvB,MAAM,SAAS,GAAG,IAAI;SACnB,KAAK,CAAC,eAAe,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACZ,+CAA+C;QAC/C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QACpC,OAAO,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;IACnC,CAAC,CAAC,CAAC;IAEL,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,OAAO,CAAC,WAAW,IAAI,uBAAuB,CAAC;IACxD,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,2EAA2E;IAC3E,MAAM,UAAU,GAAG,IAAI,GAAG,CACxB,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CACrE,CAAC;IAEF,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,wDAAwD;QACxD,IAAI,KAAK,KAAK,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;aACvB,IAAI,KAAK,KAAK,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;aAC5B,IAAI,KAAK,KAAK,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;QAEjC,qBAAqB;QACrB,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;QACpC,CAAC;QAED,kDAAkD;QAClD,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE;YAAE,KAAK,IAAI,CAAC,CAAC;QAEzD,yEAAyE;QACzE,MAAM,YAAY,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAC/E,IAAI,YAAY,GAAG,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;QAEjC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,sDAAsD;IACtD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAChC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEvC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,CAAC"}

package/package.json

@@ -0,0 +1,44 @@
+{
+  "name": "websnap-reader",
+  "version": "1.0.0",
+  "description": "Turn any URL into clean markdown. A better reader mode for your terminal.",
+  "main": "dist/index.js",
+  "bin": {
+    "websnap": "dist/index.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "start": "node dist/index.js",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "cli",
+    "markdown",
+    "reader-mode",
+    "web-scraper",
+    "chrome-cdp",
+    "readability",
+    "article-extractor"
+  ],
+  "author": "Wilson Xu",
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "commander": "^12.1.0",
+    "node-html-markdown": "^1.3.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.11.0",
+    "typescript": "^5.3.3"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ]
+}