meatscraper 1.0.0

package/dist/steps/step5-image.js

@@ -0,0 +1,121 @@
+"use strict";
+/**
+ * Step 5: Select the primary image
+ *
+ * Extracts the best primary image URL from metadata.
+ * Uses metascraperImage result as primary, falls back to logo if needed.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.step5SelectImage = step5SelectImage;
+const jsdom_1 = require("jsdom");
+const url_1 = require("url");
+/**
+ * Extract favicon URL from HTML <link> tags
+ *
+ * @param htmlContent - Raw HTML string to parse
+ * @param baseUrl - Base URL for resolving relative paths
+ * @returns Favicon URL or null if not found
+ */
+function extractFaviconFromHtml(htmlContent, baseUrl) {
+    try {
+        const dom = new jsdom_1.JSDOM(htmlContent);
+        const document = dom.window.document;
+        // Search for favicon link tags in order of preference
+        const faviconSelectors = [
+            'link[rel="icon"]',
+            'link[rel="shortcut icon"]',
+            'link[rel="apple-touch-icon"]',
+            'link[rel="apple-touch-icon-precomposed"]',
+        ];
+        for (const selector of faviconSelectors) {
+            const linkElement = document.querySelector(selector);
+            if (linkElement) {
+                const href = linkElement.getAttribute('href');
+                if (href) {
+                    // Skip data URIs
+                    if (href.startsWith('data:')) {
+                        continue;
+                    }
+                    // Resolve relative URLs to absolute
+                    try {
+                        const resolvedUrl = new url_1.URL(href, baseUrl);
+                        return resolvedUrl.href;
+                    }
+                    catch (e) {
+                        // Invalid URL, try next
+                        continue;
+                    }
+                }
+            }
+        }
+        return null;
+    }
+    catch (error) {
+        // HTML parsing failed
+        return null;
+    }
+}
+/**
+ * Select the best primary image from metadata
+ *
+ * @param metadata - Metadata object from step 1
+ * @param htmlContent - Raw HTML content for favicon extraction fallback
+ * @param url - Base URL for resolving relative favicon paths
+ * @returns Object with extracted image, selected image, and reason
+ */
+function step5SelectImage(metadata, htmlContent, url) {
+    // Helper to extract first string from image (handles array or string)
+    const getImageUrl = (img) => {
+        if (!img)
+            return null;
+        if (typeof img === "string")
+            return img;
+        if (Array.isArray(img) && img.length > 0) {
+            return typeof img[0] === "string" ? img[0] : null;
+        }
+        return null;
+    };
+    // Primary source: metascraperImage result
+    const imageUrl = getImageUrl(metadata.image);
+    if (imageUrl) {
+        // Don't use data URIs - they're typically very large and not useful for external reference
+        if (!imageUrl.startsWith("data:")) {
+            return {
+                extracted: imageUrl,
+                selected: imageUrl,
+                reason: "Primary image from metascraper",
+            };
+        }
+    }
+    // Fallback 1: Logo/favicon
+    const logoUrl = getImageUrl(metadata.logo);
+    if (logoUrl && !logoUrl.startsWith("data:")) {
+        return {
+            extracted: imageUrl,
+            selected: logoUrl,
+            reason: "Fallback to logo/favicon",
+        };
+    }
+    // Fallback 2: Search HTML for favicon <link> tags
+    if (htmlContent) {
+        // Prefer metadata.url (from og:url) over passed url parameter
+        const baseUrl = metadata.url || url;
+        if (baseUrl) {
+            const htmlFavicon = extractFaviconFromHtml(htmlContent, baseUrl);
+            if (htmlFavicon) {
+                return {
+                    extracted: imageUrl,
+                    selected: htmlFavicon,
+                    reason: "Favicon extracted from HTML <link> tags",
+                };
+            }
+        }
+    }
+    // No suitable image found
+    return {
+        extracted: imageUrl,
+        selected: null,
+        reason: "No suitable image found",
+    };
+}
+//# sourceMappingURL=step5-image.js.map

package/dist/steps/step5-image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step5-image.js","sourceRoot":"","sources":["../../src/steps/step5-image.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAqEH,4CA6DC;AA/HD,iCAA8B;AAC9B,6BAA0B;AAQ1B;;;;;;GAMG;AACH,SAAS,sBAAsB,CAAC,WAAmB,EAAE,OAAe;IAClE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,aAAK,CAAC,WAAW,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QAErC,sDAAsD;QACtD,MAAM,gBAAgB,GAAG;YACvB,kBAAkB;YAClB,2BAA2B;YAC3B,8BAA8B;YAC9B,0CAA0C;SAC3C,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACrD,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAC9C,IAAI,IAAI,EAAE,CAAC;oBACT,iBAAiB;oBACjB,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;oBAED,oCAAoC;oBACpC,IAAI,CAAC;wBACH,MAAM,WAAW,GAAG,IAAI,SAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;wBAC3C,OAAO,WAAW,CAAC,IAAI,CAAC;oBAC1B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,wBAAwB;wBACxB,SAAS;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,sBAAsB;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,gBAAgB,CAC9B,QAAwB,EACxB,WAAoB,EACpB,GAAY;IAEZ,sEAAsE;IACtE,MAAM,WAAW,GAAG,CAAC,GAAQ,EAAiB,EAAE;QAC9C,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC;QACxC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,0CAA0C;IAC1C,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,QAAQ,EAAE,CAAC;QACb,2FAA2F;QAC3F,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,SAAS,EAAE,QAAQ;gBACnB,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,gCAAgC;aACzC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5C,OAAO;YACL,SAAS,EAAE,QAAQ;YACnB,QAAQ,EAAE,OAAO;YACjB,MAAM,EAAE,0BAA0B;SACnC,CAAC;IACJ,CAAC;IAED,kDAAkD;IAClD,IAAI,WAAW,EAAE,CAAC;QAChB,8DAA8D;QAC9D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,IAAI,GAAG,CAAC;QAEpC,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,WAAW,GAAG,sBAAsB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACjE,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO;oBACL,SAAS,EAAE,QAAQ;oBACnB,QAAQ,EAAE,WAAW;oBACrB,MAAM,EAAE,yCAAyC;iBAClD,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,OAAO;QACL,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,yBAAyB;KAClC,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,56 @@
+/**
+ * Metadata extracted from webpage by metascraper
+ */
+export interface MetadataResult {
+    title?: string;
+    description?: string;
+    image?: string;
+    logo?: string;
+    author?: string;
+    publisher?: string;
+    datePublished?: string;
+    dateModified?: string;
+    url?: string;
+    youtubeVideoId?: string;
+    youtubeChannelName?: string;
+    youtubeChannelId?: string;
+    twitterHandle?: string;
+    twitterCreator?: string;
+    amazonPrice?: string;
+    amazonProductTitle?: string;
+    redditSubreddit?: string;
+    redditAuthor?: string;
+    readableContentHtml?: string;
+    [key: string]: any;
+}
+/**
+ * Debug information from each pipeline step
+ */
+export interface DebugInfo {
+    step1_metadata: MetadataResult;
+    step2_readableContent: string;
+    step3_sanitizedContent: string;
+    step4_plaintext: string;
+    step5_imageSelection: {
+        extracted: string | null;
+        selected: string | null;
+        reason: string;
+    };
+}
+/**
+ * Final result from meatscraper extraction
+ */
+export interface MeatExtractorResult {
+    content: string;
+    image: string | null;
+    metadata: MetadataResult;
+    debug?: DebugInfo;
+}
+/**
+ * Options for meatscraper function
+ */
+export interface MeatExtractorOptions {
+    debug?: boolean;
+    url?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,cAAc;IAE7B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,cAAc,EAAE,cAAc,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE;QACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAElC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,cAAc,CAAC;IAGzB,KAAK,CAAC,EAAE,SAAS,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd"}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/utils/formatters.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Output formatters for different modes and response types
+ */
+import { MeatExtractorResult } from "../index";
+/**
+ * Success response format with extracted data
+ */
+export interface SuccessResponse {
+    success: true;
+    data: {
+        content: string;
+        image: string | null;
+        metadata: any;
+    };
+}
+/**
+ * Error response format
+ */
+export interface ErrorResponse {
+    success: false;
+    error: string;
+    code?: string;
+}
+export type ApiResponse = SuccessResponse | ErrorResponse;
+/**
+ * Format a successful meatscraper result for API/file responses
+ */
+export declare function formatSuccessResponse(result: MeatExtractorResult): SuccessResponse;
+/**
+ * Format an error response
+ */
+export declare function formatErrorResponse(error: Error | string, code?: string): ErrorResponse;
+/**
+ * Format response as pretty-printed JSON string (2 spaces)
+ */
+export declare function formatAsJson(response: ApiResponse): string;
+/**
+ * Get current timestamp in ISO format for logging
+ */
+export declare function getTimestamp(): string;
+/**
+ * Format log message with timestamp
+ */
+export declare function formatLogMessage(method: string, path: string, statusCode: number, durationMs: number, responseSize?: number, clientId?: string): string;
+//# sourceMappingURL=formatters.d.ts.map

package/dist/utils/formatters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatters.d.ts","sourceRoot":"","sources":["../../src/utils/formatters.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAE/C;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,IAAI,CAAC;IACd,IAAI,EAAE;QACJ,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,QAAQ,EAAE,GAAG,CAAC;KACf,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,aAAa,CAAC;AAE1D;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,mBAAmB,GAAG,eAAe,CASlF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,KAAK,GAAG,MAAM,EACrB,IAAI,CAAC,EAAE,MAAM,GACZ,aAAa,CAOf;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,CAE1D;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,MAAM,CAUR"}

package/dist/utils/formatters.js

@@ -0,0 +1,61 @@
+"use strict";
+/**
+ * Output formatters for different modes and response types
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatSuccessResponse = formatSuccessResponse;
+exports.formatErrorResponse = formatErrorResponse;
+exports.formatAsJson = formatAsJson;
+exports.getTimestamp = getTimestamp;
+exports.formatLogMessage = formatLogMessage;
+/**
+ * Format a successful meatscraper result for API/file responses
+ */
+function formatSuccessResponse(result) {
+    return {
+        success: true,
+        data: {
+            content: result.content,
+            image: result.image,
+            metadata: result.metadata,
+        },
+    };
+}
+/**
+ * Format an error response
+ */
+function formatErrorResponse(error, code) {
+    const message = typeof error === "string" ? error : error.message;
+    return {
+        success: false,
+        error: message,
+        ...(code && { code }),
+    };
+}
+/**
+ * Format response as pretty-printed JSON string (2 spaces)
+ */
+function formatAsJson(response) {
+    return JSON.stringify(response, null, 2);
+}
+/**
+ * Get current timestamp in ISO format for logging
+ */
+function getTimestamp() {
+    return new Date().toISOString();
+}
+/**
+ * Format log message with timestamp
+ */
+function formatLogMessage(method, path, statusCode, durationMs, responseSize, clientId) {
+    const timestamp = new Date().toLocaleString();
+    let message = `[${timestamp}] ${method} ${path} - ${statusCode} (${durationMs}ms)`;
+    if (responseSize) {
+        message += ` - ${responseSize} bytes`;
+    }
+    if (clientId) {
+        message += ` [${clientId}]`;
+    }
+    return message;
+}
+//# sourceMappingURL=formatters.js.map

package/dist/utils/formatters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatters.js","sourceRoot":"","sources":["../../src/utils/formatters.ts"],"names":[],"mappings":";AAAA;;GAEG;;AA8BH,sDASC;AAKD,kDAUC;AAKD,oCAEC;AAKD,oCAEC;AAKD,4CAiBC;AA/DD;;GAEG;AACH,SAAgB,qBAAqB,CAAC,MAA2B;IAC/D,OAAO;QACL,OAAO,EAAE,IAAI;QACb,IAAI,EAAE;YACJ,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CACjC,KAAqB,EACrB,IAAa;IAEb,MAAM,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;IAClE,OAAO;QACL,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,OAAO;QACd,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC;KACtB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY,CAAC,QAAqB;IAChD,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY;IAC1B,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB,CAC9B,MAAc,EACd,IAAY,EACZ,UAAkB,EAClB,UAAkB,EAClB,YAAqB,EACrB,QAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE,CAAC;IAC9C,IAAI,OAAO,GAAG,IAAI,SAAS,KAAK,MAAM,IAAI,IAAI,MAAM,UAAU,KAAK,UAAU,KAAK,CAAC;IACnF,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,IAAI,MAAM,YAAY,QAAQ,CAAC;IACxC,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,IAAI,KAAK,QAAQ,GAAG,CAAC;IAC9B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/utils.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Utility functions for meatscraper
+ */
+/**
+ * Normalize a Content-Type header by stripping parameters (e.g., charset)
+ * and lowercasing the media type
+ */
+export declare function normalizeContentType(header: string | null): string | null;
+/**
+ * Check if a string is empty or whitespace only
+ */
+export declare function isEmpty(str: string | null | undefined): boolean;
+/**
+ * Truncate a string to a maximum length
+ */
+export declare function truncate(str: string, maxLength?: number, suffix?: string): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAKzE;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAE/D;AAED;;GAEG;AACH,wBAAgB,QAAQ,CACtB,GAAG,EAAE,MAAM,EACX,SAAS,GAAE,MAAY,EACvB,MAAM,GAAE,MAAc,GACrB,MAAM,CAKR"}

package/dist/utils.js

@@ -0,0 +1,34 @@
+"use strict";
+/**
+ * Utility functions for meatscraper
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeContentType = normalizeContentType;
+exports.isEmpty = isEmpty;
+exports.truncate = truncate;
+/**
+ * Normalize a Content-Type header by stripping parameters (e.g., charset)
+ * and lowercasing the media type
+ */
+function normalizeContentType(header) {
+    if (!header) {
+        return null;
+    }
+    return header.split(";", 1)[0]?.trim().toLowerCase() || null;
+}
+/**
+ * Check if a string is empty or whitespace only
+ */
+function isEmpty(str) {
+    return !str || str.trim().length === 0;
+}
+/**
+ * Truncate a string to a maximum length
+ */
+function truncate(str, maxLength = 100, suffix = "...") {
+    if (str.length <= maxLength) {
+        return str;
+    }
+    return str.substring(0, maxLength) + suffix;
+}
+//# sourceMappingURL=utils.js.map

package/dist/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAMH,oDAKC;AAKD,0BAEC;AAKD,4BASC;AA9BD;;;GAGG;AACH,SAAgB,oBAAoB,CAAC,MAAqB;IACxD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC;AAC/D,CAAC;AAED;;GAEG;AACH,SAAgB,OAAO,CAAC,GAA8B;IACpD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAgB,QAAQ,CACtB,GAAW,EACX,YAAoB,GAAG,EACvB,SAAiB,KAAK;IAEtB,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,MAAM,CAAC;AAC9C,CAAC"}

package/package.json

@@ -0,0 +1,72 @@
+{
+  "name": "meatscraper",
+  "version": "1.0.0",
+  "description": "Extract text content and primary image from webpages using advanced scraping techniques",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "meatscraper": "./dist/cli.js"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "clean": "rm -rf dist",
+    "prepublishOnly": "npm run build",
+    "start": "node dist/cli.js",
+    "start:file": "node dist/cli.js",
+    "start:serve": "node dist/cli.js serve"
+  },
+  "keywords": [
+    "web-scraping",
+    "content-extraction",
+    "metadata",
+    "readability",
+    "sanitization",
+    "html-parser",
+    "web-content",
+    "article-extraction"
+  ],
+  "author": "paulohgodinho",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/paulohgodinho/meatscraper.git"
+  },
+  "homepage": "https://github.com/paulohgodinho/meatscraper#readme",
+  "bugs": {
+    "url": "https://github.com/paulohgodinho/meatscraper/issues"
+  },
+  "dependencies": {
+    "@mozilla/readability": "^0.6.0",
+    "@types/express": "^5.0.6",
+    "dompurify": "^3.2.4",
+    "dotenv": "^17.2.3",
+    "express": "^5.2.1",
+    "html-to-text": "^9.0.0",
+    "jsdom": "^24.0.0",
+    "metascraper": "^5.49.5",
+    "metascraper-amazon": "^5.49.5",
+    "metascraper-author": "^5.49.5",
+    "metascraper-date": "^5.49.5",
+    "metascraper-description": "^5.49.5",
+    "metascraper-image": "^5.49.5",
+    "metascraper-logo-favicon": "^5.49.5",
+    "metascraper-publisher": "^5.49.5",
+    "metascraper-title": "^5.49.5",
+    "metascraper-url": "^5.49.5",
+    "metascraper-x": "^5.49.5",
+    "metascraper-youtube": "^5.49.5"
+  },
+  "devDependencies": {
+    "@types/dompurify": "^3.0.5",
+    "@types/html-to-text": "^9.0.4",
+    "@types/jsdom": "^27.0.0",
+    "@types/node": "^20.19.30",
+    "typescript": "^5.3.3"
+  }
+}