@steipete/summarize-core 0.7.0 → 0.7.1

package/dist/cjs/content/link-preview/content/parsers.js

@@ -0,0 +1,81 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractMetadataFromHtml = extractMetadataFromHtml;
+exports.extractMetadataFromFirecrawl = extractMetadataFromFirecrawl;
+const cheerio_1 = require("cheerio");
+const cleaner_js_1 = require("./cleaner.js");
+const utils_js_1 = require("./utils.js");
+const ALLOWED_TEXT_TAGS = new Set(['title']);
+function extractMetadataFromHtml(html, url) {
+    const $ = (0, cheerio_1.load)(html);
+    const title = (0, utils_js_1.pickFirstText)([
+        pickMetaContent($, [
+            { attribute: 'property', value: 'og:title' },
+            { attribute: 'name', value: 'og:title' },
+            { attribute: 'name', value: 'twitter:title' },
+        ]),
+        extractTagText($, 'title'),
+    ]);
+    const description = (0, utils_js_1.pickFirstText)([
+        pickMetaContent($, [
+            { attribute: 'property', value: 'og:description' },
+            { attribute: 'name', value: 'description' },
+            { attribute: 'name', value: 'twitter:description' },
+        ]),
+    ]);
+    const siteName = (0, utils_js_1.pickFirstText)([
+        pickMetaContent($, [
+            { attribute: 'property', value: 'og:site_name' },
+            { attribute: 'name', value: 'application-name' },
+        ]),
+        (0, utils_js_1.safeHostname)(url),
+    ]);
+    return { title, description, siteName };
+}
+function extractMetadataFromFirecrawl(metadata) {
+    return {
+        title: (0, utils_js_1.pickFirstText)([metadataString(metadata, 'title'), metadataString(metadata, 'ogTitle')]),
+        description: (0, utils_js_1.pickFirstText)([
+            metadataString(metadata, 'description'),
+            metadataString(metadata, 'ogDescription'),
+        ]),
+        siteName: (0, utils_js_1.pickFirstText)([
+            metadataString(metadata, 'siteName'),
+            metadataString(metadata, 'ogSiteName'),
+        ]),
+    };
+}
+function pickMetaContent($, selectors) {
+    for (const selector of selectors) {
+        const meta = $(`meta[${selector.attribute}="${selector.value}"]`).first();
+        if (meta.length === 0) {
+            continue;
+        }
+        const value = meta.attr('content') ?? meta.attr('value') ?? '';
+        const normalized = (0, cleaner_js_1.normalizeCandidate)((0, cleaner_js_1.decodeHtmlEntities)(value));
+        if (normalized) {
+            return normalized;
+        }
+    }
+    return null;
+}
+function extractTagText($, tagName) {
+    const normalizedTag = tagName.trim().toLowerCase();
+    if (!ALLOWED_TEXT_TAGS.has(normalizedTag)) {
+        return null;
+    }
+    const element = $(normalizedTag).first();
+    if (element.length === 0) {
+        return null;
+    }
+    const text = (0, cleaner_js_1.decodeHtmlEntities)(element.text());
+    return (0, cleaner_js_1.normalizeCandidate)(text);
+}
+function metadataString(metadata, key) {
+    if (!metadata) {
+        return null;
+    }
+    const value = metadata[key];
+    return typeof value === 'string' ? (0, cleaner_js_1.normalizeCandidate)(value) : null;
+}
+//# sourceMappingURL=parsers.js.map

package/dist/cjs/content/link-preview/content/parsers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsers.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/parsers.ts"],"names":[],"mappings":";;AAkBA,0DA6BC;AAED,oEAcC;AA/DD,qCAA+C;AAE/C,6CAAqE;AACrE,yCAAwD;AAExD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;AAa5C,SAAgB,uBAAuB,CAAC,IAAY,EAAE,GAAW;IAC/D,MAAM,CAAC,GAAG,IAAA,cAAI,EAAC,IAAI,CAAC,CAAA;IAEpB,MAAM,KAAK,GAAG,IAAA,wBAAa,EAAC;QAC1B,eAAe,CAAC,CAAC,EAAE;YACjB,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;YAC5C,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE;YACxC,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE;SAC9C,CAAC;QACF,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC;KAC3B,CAAC,CAAA;IAEF,MAAM,WAAW,GAAG,IAAA,wBAAa,EAAC;QAChC,eAAe,CAAC,CAAC,EAAE;YACjB,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE;YAClD,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;YAC3C,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,EAAE;SACpD,CAAC;KACH,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAA,wBAAa,EAAC;QAC7B,eAAe,CAAC,CAAC,EAAE;YACjB,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,cAAc,EAAE;YAChD,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE;SACjD,CAAC;QACF,IAAA,uBAAY,EAAC,GAAG,CAAC;KAClB,CAAC,CAAA;IAEF,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAA;AACzC,CAAC;AAED,SAAgB,4BAA4B,CAC1C,QAAoD;IAEpD,OAAO;QACL,KAAK,EAAE,IAAA,wBAAa,EAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAC9F,WAAW,EAAE,IAAA,wBAAa,EAAC;YACzB,cAAc,CAAC,QAAQ,EAAE,aAAa,CAAC;YACvC,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC;SAC1C,CAAC;QACF,QAAQ,EAAE,IAAA,wBAAa,EAAC;YACtB,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC;YACpC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC;SACvC,CAAC;KACH,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,CAAa,EAAE,SAAyB;IAC/D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,EAAE,CAAA;QACzE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,SAAQ;QACV,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;QAC9D,MAAM,UAAU,GAAG,IAAA,+BAAkB,EAAC,IAAA,+BAAkB,EAAC,KAAK,CAAC,CAAC,CAAA;QAChE,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAA;QACnB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,cAAc,CAAC,CAAa,EAAE,OAAe;IACpD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAClD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAA;IACxC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,IAAI,GAAG,IAAA,+BAAkB,EAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;IAC/C,OAAO,IAAA,+BAAkB,EAAC,IAAI,CAAC,CAAA;AACjC,CAAC;AAED,SAAS,cAAc,CACrB,QAAoD,EACpD,GAAW;IAEX,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;IAC3B,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAA,+BAAkB,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACrE,CAAC"}

package/dist/cjs/content/link-preview/content/podcast-utils.js

@@ -0,0 +1,85 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractSpotifyEpisodeId = extractSpotifyEpisodeId;
+exports.extractApplePodcastIds = extractApplePodcastIds;
+exports.isPodcastLikeJsonLdType = isPodcastLikeJsonLdType;
+exports.isPodcastHost = isPodcastHost;
+const PODCAST_HOST_SUFFIXES = [
+    'spotify.com',
+    'podcasts.apple.com',
+    'podchaser.com',
+    'podbean.com',
+    'buzzsprout.com',
+    'spreaker.com',
+    'simplecast.com',
+    'rss.com',
+    'libsyn.com',
+    'omny.fm',
+    'acast.com',
+    'transistor.fm',
+    'captivate.fm',
+    'soundcloud.com',
+    'ivoox.com',
+    'iheart.com',
+    'megaphone.fm',
+    'pca.st',
+    'player.fm',
+    'castbox.fm',
+];
+function extractSpotifyEpisodeId(url) {
+    try {
+        const parsed = new URL(url);
+        const host = parsed.hostname.toLowerCase().replace(/^www\./, '');
+        if (!host.endsWith('spotify.com'))
+            return null;
+        const parts = parsed.pathname.split('/').filter(Boolean);
+        const idx = parts.indexOf('episode');
+        const id = idx >= 0 ? parts[idx + 1] : null;
+        return id && /^[A-Za-z0-9]+$/.test(id) ? id : null;
+    }
+    catch {
+        return null;
+    }
+}
+function extractApplePodcastIds(url) {
+    try {
+        const parsed = new URL(url);
+        const host = parsed.hostname.toLowerCase().replace(/^www\./, '');
+        if (host !== 'podcasts.apple.com')
+            return null;
+        const showId = parsed.pathname.match(/\/id(\d+)(?:\/|$)/)?.[1] ?? null;
+        if (!showId)
+            return null;
+        const episodeIdRaw = parsed.searchParams.get('i');
+        const episodeId = episodeIdRaw && /^\d+$/.test(episodeIdRaw) ? episodeIdRaw : null;
+        return { showId, episodeId };
+    }
+    catch {
+        return null;
+    }
+}
+function isPodcastLikeJsonLdType(type) {
+    if (!type)
+        return false;
+    const normalized = type.toLowerCase();
+    if (normalized.includes('podcast'))
+        return true;
+    return (normalized === 'audioobject' ||
+        normalized === 'episode' ||
+        normalized === 'radioepisode' ||
+        normalized === 'musicrecording');
+}
+function isPodcastHost(url) {
+    try {
+        const parsed = new URL(url);
+        const host = parsed.hostname.toLowerCase().replace(/^www\./, '');
+        if (host.startsWith('music.amazon.') && parsed.pathname.includes('/podcasts/')) {
+            return true;
+        }
+        return PODCAST_HOST_SUFFIXES.some((suffix) => host === suffix || host.endsWith(`.${suffix}`));
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=podcast-utils.js.map

package/dist/cjs/content/link-preview/content/podcast-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"podcast-utils.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/podcast-utils.ts"],"names":[],"mappings":";;AAuBA,0DAYC;AAED,wDAeC;AAED,0DAUC;AAED,sCAWC;AA7ED,MAAM,qBAAqB,GAAG;IAC5B,aAAa;IACb,oBAAoB;IACpB,eAAe;IACf,aAAa;IACb,gBAAgB;IAChB,cAAc;IACd,gBAAgB;IAChB,SAAS;IACT,YAAY;IACZ,SAAS;IACT,WAAW;IACX,eAAe;IACf,cAAc;IACd,gBAAgB;IAChB,WAAW;IACX,YAAY;IACZ,cAAc;IACd,QAAQ;IACR,WAAW;IACX,YAAY;CACb,CAAA;AAED,SAAgB,uBAAuB,CAAC,GAAW;IACjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAChE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;YAAE,OAAO,IAAI,CAAA;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACxD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACpC,MAAM,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3C,OAAO,EAAE,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAgB,sBAAsB,CACpC,GAAW;IAEX,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAChE,IAAI,IAAI,KAAK,oBAAoB;YAAE,OAAO,IAAI,CAAA;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;QACtE,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAA;QACxB,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjD,MAAM,SAAS,GAAG,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAA;QAClF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAgB,uBAAuB,CAAC,IAA+B;IACrE,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IACrC,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/C,OAAO,CACL,UAAU,KAAK,aAAa;QAC5B,UAAU,KAAK,SAAS;QACxB,UAAU,KAAK,cAAc;QAC7B,UAAU,KAAK,gBAAgB,CAChC,CAAA;AACH,CAAC;AAED,SAAgB,aAAa,CAAC,GAAW;IACvC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAChE,IAAI,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/E,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAA;IAC/F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC"}

package/dist/cjs/content/link-preview/content/readability.js

@@ -0,0 +1,90 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractReadabilityFromHtml = extractReadabilityFromHtml;
+exports.toReadabilityHtml = toReadabilityHtml;
+async function extractReadabilityFromHtml(html, url) {
+    try {
+        const cleanedHtml = stripCssFromHtml(html);
+        const { Readability } = await Promise.resolve().then(() => __importStar(require('@mozilla/readability')));
+        const { JSDOM, VirtualConsole } = await Promise.resolve().then(() => __importStar(require('jsdom')));
+        const virtualConsole = new VirtualConsole();
+        virtualConsole.on('jsdomError', (err) => {
+            const message = err && typeof err === 'object' && 'message' in err
+                ? String(err.message ?? '')
+                : '';
+            if (message.includes('Could not parse CSS stylesheet'))
+                return;
+            console.error(err);
+        });
+        const dom = new JSDOM(cleanedHtml, { ...(url ? { url } : undefined), virtualConsole });
+        const reader = new Readability(dom.window.document);
+        const article = reader.parse();
+        if (!article)
+            return null;
+        const text = (article.textContent ?? '').replace(/\s+/g, ' ').trim();
+        return {
+            text,
+            html: article.content ?? null,
+            title: article.title ?? null,
+            excerpt: article.excerpt ?? null,
+        };
+    }
+    catch {
+        return null;
+    }
+}
+function toReadabilityHtml(result) {
+    if (!result)
+        return null;
+    if (result.html)
+        return result.html;
+    if (!result.text)
+        return null;
+    return `<article><p>${escapeHtml(result.text)}</p></article>`;
+}
+function escapeHtml(input) {
+    return input
+        .replaceAll('&', '&amp;')
+        .replaceAll('<', '&lt;')
+        .replaceAll('>', '&gt;')
+        .replaceAll('"', '&quot;')
+        .replaceAll("'", '&#39;');
+}
+function stripCssFromHtml(html) {
+    // Readability doesn't need CSS; jsdom's CSS parsing can be extremely slow on some pages.
+    return html.replace(/<style\b[^>]*>[\s\S]*?<\/style>/gi, '');
+}
+//# sourceMappingURL=readability.js.map

package/dist/cjs/content/link-preview/content/readability.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readability.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/readability.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,gEAiCC;AAED,8CAKC;AAxCM,KAAK,UAAU,0BAA0B,CAC9C,IAAY,EACZ,GAAY;IAEZ,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;QAC1C,MAAM,EAAE,WAAW,EAAE,GAAG,wDAAa,sBAAsB,GAAC,CAAA;QAC5D,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,wDAAa,OAAO,GAAC,CAAA;QACvD,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAA;QAC3C,cAAc,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,EAAE;YACtC,MAAM,OAAO,GACX,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,SAAS,IAAI,GAAG;gBAChD,CAAC,CAAC,MAAM,CAAE,GAA6B,CAAC,OAAO,IAAI,EAAE,CAAC;gBACtD,CAAC,CAAC,EAAE,CAAA;YACR,IAAI,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC;gBAAE,OAAM;YAC9D,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACpB,CAAC,CAAC,CAAA;QAEF,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC,CAAA;QACtF,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACnD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAA;QAC9B,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAA;QAEzB,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QACpE,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;SACjC,CAAA;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAgB,iBAAiB,CAAC,MAAgC;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAA;IACxB,IAAI,MAAM,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC,IAAI,CAAA;IACnC,IAAI,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,IAAI,CAAA;IAC7B,OAAO,eAAe,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAA;AAC/D,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,KAAK;SACT,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;SACxB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC;SACvB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC;SACvB,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC;SACzB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;AAC7B,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,yFAAyF;IACzF,OAAO,IAAI,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAA;AAC9D,CAAC"}

package/dist/cjs/content/link-preview/content/twitter-utils.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isTwitterStatusUrl = isTwitterStatusUrl;
+exports.toNitterUrls = toNitterUrls;
+exports.isBlockedTwitterContent = isBlockedTwitterContent;
+exports.isAnubisHtml = isAnubisHtml;
+const TWITTER_HOSTS = new Set(['x.com', 'twitter.com', 'mobile.twitter.com']);
+const NITTER_HOSTS = [
+    'nitter.net',
+    'nitter.poast.org',
+    'nitter.catsarch.com',
+    'nitter.privacydev.net',
+    'nitter.1d4.us',
+];
+const TWITTER_BLOCKED_TEXT_PATTERN = /something went wrong|try again|privacy related extensions|please disable them and try again/i;
+const ANUBIS_TOKENS = ['anubis', 'proof-of-work', 'proof of work', 'hashcash', 'jshelter'];
+function isTwitterStatusUrl(url) {
+    try {
+        const parsed = new URL(url);
+        const host = parsed.hostname.toLowerCase().replace(/^www\./, '');
+        if (!TWITTER_HOSTS.has(host))
+            return false;
+        return /\/status\/\d+/.test(parsed.pathname);
+    }
+    catch {
+        return false;
+    }
+}
+function rotateHosts(values, seed) {
+    if (values.length <= 1)
+        return values.slice();
+    const offset = Math.abs(seed) % values.length;
+    return values.slice(offset).concat(values.slice(0, offset));
+}
+function hashSeed(input) {
+    let hash = 0;
+    for (let i = 0; i < input.length; i += 1) {
+        hash = (hash * 31 + input.charCodeAt(i)) | 0;
+    }
+    return hash;
+}
+function toNitterUrls(url) {
+    try {
+        const parsed = new URL(url);
+        const host = parsed.hostname.toLowerCase().replace(/^www\./, '');
+        if (!TWITTER_HOSTS.has(host))
+            return [];
+        const seed = hashSeed(`${parsed.pathname}${parsed.search}`);
+        const rotated = rotateHosts(NITTER_HOSTS, seed);
+        return rotated.map((nitterHost) => {
+            const copy = new URL(parsed.toString());
+            copy.hostname = nitterHost;
+            copy.protocol = 'https:';
+            return copy.toString();
+        });
+    }
+    catch {
+        return [];
+    }
+}
+function isBlockedTwitterContent(content) {
+    if (!content)
+        return false;
+    return TWITTER_BLOCKED_TEXT_PATTERN.test(content);
+}
+function isAnubisHtml(html) {
+    if (!html)
+        return false;
+    const lower = html.toLowerCase();
+    if (!lower.includes('anubis'))
+        return false;
+    return ANUBIS_TOKENS.some((token) => lower.includes(token));
+}
+//# sourceMappingURL=twitter-utils.js.map

package/dist/cjs/content/link-preview/content/twitter-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"twitter-utils.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/twitter-utils.ts"],"names":[],"mappings":";;AAYA,gDASC;AAgBD,oCAgBC;AAED,0DAGC;AAED,oCAKC;AAjED,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,aAAa,EAAE,oBAAoB,CAAC,CAAC,CAAA;AAC7E,MAAM,YAAY,GAAG;IACnB,YAAY;IACZ,kBAAkB;IAClB,qBAAqB;IACrB,uBAAuB;IACvB,eAAe;CAChB,CAAA;AACD,MAAM,4BAA4B,GAChC,8FAA8F,CAAA;AAChG,MAAM,aAAa,GAAG,CAAC,QAAQ,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU,EAAE,UAAU,CAAC,CAAA;AAE1F,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAChE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAA;QAC1C,OAAO,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAI,MAAW,EAAE,IAAY;IAC/C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,EAAE,CAAA;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;IAC7C,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;AAC7D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,IAAI,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC9C,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAgB,YAAY,CAAC,GAAW;IACtC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAChE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAA;QACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QAC3D,MAAM,OAAO,GAAG,WAAW,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;QAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAChC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;YACvC,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAA;YAC1B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;YACxB,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAA;QACxB,CAAC,CAAC,CAAA;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,SAAgB,uBAAuB,CAAC,OAAe;IACrD,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAA;IAC1B,OAAO,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;AACnD,CAAC;AAED,SAAgB,YAAY,CAAC,IAAY;IACvC,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAA;IAC3C,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAA;AAC7D,CAAC"}

package/dist/cjs/content/link-preview/content/types.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_CACHE_MODE = exports.DEFAULT_MAX_CONTENT_CHARACTERS = exports.DEFAULT_TIMEOUT_MS = void 0;
+exports.DEFAULT_TIMEOUT_MS = 120_000;
+exports.DEFAULT_MAX_CONTENT_CHARACTERS = 8000;
+exports.DEFAULT_CACHE_MODE = 'default';
+//# sourceMappingURL=types.js.map

package/dist/cjs/content/link-preview/content/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/types.ts"],"names":[],"mappings":";;;AAOa,QAAA,kBAAkB,GAAG,OAAO,CAAA;AAC5B,QAAA,8BAA8B,GAAG,IAAI,CAAA;AACrC,QAAA,kBAAkB,GAAc,SAAS,CAAA"}

package/dist/cjs/content/link-preview/content/utils.js

@@ -0,0 +1,177 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveCacheMode = resolveCacheMode;
+exports.resolveMaxCharacters = resolveMaxCharacters;
+exports.resolveTimeoutMs = resolveTimeoutMs;
+exports.resolveFirecrawlMode = resolveFirecrawlMode;
+exports.appendNote = appendNote;
+exports.safeHostname = safeHostname;
+exports.pickFirstText = pickFirstText;
+exports.selectBaseContent = selectBaseContent;
+exports.summarizeTranscript = summarizeTranscript;
+exports.ensureTranscriptDiagnostics = ensureTranscriptDiagnostics;
+exports.finalizeExtractedLinkContent = finalizeExtractedLinkContent;
+const cleaner_js_1 = require("./cleaner.js");
+const types_js_1 = require("./types.js");
+const WWW_PREFIX_PATTERN = /^www\./i;
+const TRANSCRIPT_LINE_SPLIT_PATTERN = /\r?\n/;
+const WORD_SPLIT_PATTERN = /\s+/g;
+function resolveMediaDurationSecondsFromTranscriptMetadata(metadata) {
+    if (!metadata)
+        return null;
+    const direct = metadata.durationSeconds;
+    if (typeof direct === 'number' && Number.isFinite(direct) && direct > 0) {
+        return direct;
+    }
+    const media = metadata.media;
+    if (typeof media === 'object' && media !== null) {
+        const nested = media.durationSeconds;
+        if (typeof nested === 'number' && Number.isFinite(nested) && nested > 0) {
+            return nested;
+        }
+    }
+    return null;
+}
+function resolveTranscriptionProviderFromTranscriptMetadata(metadata) {
+    if (!metadata)
+        return null;
+    const provider = metadata.transcriptionProvider;
+    return typeof provider === 'string' && provider.trim().length > 0 ? provider.trim() : null;
+}
+function resolveCacheMode(options) {
+    return options?.cacheMode ?? types_js_1.DEFAULT_CACHE_MODE;
+}
+function resolveMaxCharacters(options) {
+    const candidate = options?.maxCharacters;
+    if (typeof candidate !== 'number' || !Number.isFinite(candidate) || candidate <= 0) {
+        return null;
+    }
+    if (candidate <= types_js_1.DEFAULT_MAX_CONTENT_CHARACTERS) {
+        return types_js_1.DEFAULT_MAX_CONTENT_CHARACTERS;
+    }
+    return Math.floor(candidate);
+}
+function resolveTimeoutMs(options) {
+    const candidate = options?.timeoutMs;
+    if (typeof candidate !== 'number' || !Number.isFinite(candidate) || candidate <= 0) {
+        return types_js_1.DEFAULT_TIMEOUT_MS;
+    }
+    return Math.floor(candidate);
+}
+function resolveFirecrawlMode(options) {
+    const candidate = options?.firecrawl;
+    if (candidate === 'off' || candidate === 'auto' || candidate === 'always') {
+        return candidate;
+    }
+    return 'auto';
+}
+function appendNote(existing, next) {
+    if (!next) {
+        return existing ?? '';
+    }
+    if (!existing || existing.length === 0) {
+        return next;
+    }
+    return `${existing}; ${next}`;
+}
+function safeHostname(rawUrl) {
+    try {
+        return new URL(rawUrl).hostname.replace(WWW_PREFIX_PATTERN, '');
+    }
+    catch {
+        return null;
+    }
+}
+function pickFirstText(candidates) {
+    for (const candidate of candidates) {
+        const normalized = (0, cleaner_js_1.normalizeCandidate)(candidate);
+        if (normalized) {
+            return normalized;
+        }
+    }
+    return null;
+}
+function selectBaseContent(sourceContent, transcriptText) {
+    if (!transcriptText) {
+        return sourceContent;
+    }
+    const normalizedTranscript = (0, cleaner_js_1.normalizeForPrompt)(transcriptText);
+    if (normalizedTranscript.length === 0) {
+        return sourceContent;
+    }
+    return `Transcript:\n${normalizedTranscript}`;
+}
+function summarizeTranscript(transcriptText) {
+    if (!transcriptText) {
+        return { transcriptCharacters: null, transcriptLines: null, transcriptWordCount: null };
+    }
+    const transcriptCharacters = transcriptText.length > 0 ? transcriptText.length : null;
+    const transcriptLinesRaw = transcriptText
+        .split(TRANSCRIPT_LINE_SPLIT_PATTERN)
+        .map((line) => line.trim())
+        .filter((line) => line.length > 0).length;
+    const transcriptLines = transcriptLinesRaw > 0 ? transcriptLinesRaw : null;
+    const transcriptWordCountRaw = transcriptText.length > 0
+        ? transcriptText
+            .split(WORD_SPLIT_PATTERN)
+            .map((value) => value.trim())
+            .filter((value) => value.length > 0).length
+        : 0;
+    const transcriptWordCount = transcriptWordCountRaw > 0 ? transcriptWordCountRaw : null;
+    return { transcriptCharacters, transcriptLines, transcriptWordCount };
+}
+function ensureTranscriptDiagnostics(resolution, cacheMode) {
+    if (resolution.diagnostics) {
+        return resolution.diagnostics;
+    }
+    const hasText = typeof resolution.text === 'string' && resolution.text.length > 0;
+    const cacheStatus = cacheMode === 'bypass' ? 'bypassed' : hasText ? 'miss' : 'unknown';
+    return {
+        cacheMode,
+        cacheStatus,
+        textProvided: hasText,
+        provider: resolution.source,
+        attemptedProviders: resolution.source ? [resolution.source] : [],
+        notes: cacheMode === 'bypass' ? 'Cache bypass requested' : null,
+    };
+}
+function finalizeExtractedLinkContent({ url, baseContent, maxCharacters, title, description, siteName, transcriptResolution, video, isVideoOnly, diagnostics, }) {
+    const normalized = (0, cleaner_js_1.normalizeForPrompt)(baseContent);
+    const { content, truncated, totalCharacters, wordCount } = typeof maxCharacters === 'number'
+        ? (0, cleaner_js_1.applyContentBudget)(normalized, maxCharacters)
+        : {
+            content: normalized,
+            truncated: false,
+            totalCharacters: normalized.length,
+            wordCount: normalized.length > 0
+                ? normalized
+                    .split(WORD_SPLIT_PATTERN)
+                    .map((value) => value.trim())
+                    .filter((value) => value.length > 0).length
+                : 0,
+        };
+    const { transcriptCharacters, transcriptLines, transcriptWordCount } = summarizeTranscript(transcriptResolution.text);
+    const transcriptionProvider = resolveTranscriptionProviderFromTranscriptMetadata(transcriptResolution.metadata);
+    const mediaDurationSeconds = resolveMediaDurationSecondsFromTranscriptMetadata(transcriptResolution.metadata);
+    return {
+        url,
+        title,
+        description,
+        siteName,
+        content,
+        truncated,
+        totalCharacters,
+        wordCount,
+        transcriptCharacters,
+        transcriptLines,
+        transcriptWordCount,
+        transcriptSource: transcriptResolution.source,
+        transcriptionProvider,
+        transcriptMetadata: transcriptResolution.metadata ?? null,
+        mediaDurationSeconds,
+        video,
+        isVideoOnly,
+        diagnostics,
+    };
+}
+//# sourceMappingURL=utils.js.map

package/dist/cjs/content/link-preview/content/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/utils.ts"],"names":[],"mappings":";;AA2CA,4CAEC;AAED,oDASC;AAED,4CAMC;AAED,oDAMC;AAED,gCAQC;AAED,oCAMC;AAED,sCAQC;AAED,8CASC;AAED,kDAmBC;AAED,kEAiBC;AAED,oEA0DC;AAlND,6CAAyF;AACzF,yCASmB;AAEnB,MAAM,kBAAkB,GAAG,SAAS,CAAA;AACpC,MAAM,6BAA6B,GAAG,OAAO,CAAA;AAC7C,MAAM,kBAAkB,GAAG,MAAM,CAAA;AAEjC,SAAS,iDAAiD,CACxD,QAAoD;IAEpD,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IAC1B,MAAM,MAAM,GAAI,QAA0C,CAAC,eAAe,CAAA;IAC1E,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,OAAO,MAAM,CAAA;IACf,CAAC;IACD,MAAM,KAAK,GAAI,QAAgC,CAAC,KAAK,CAAA;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,MAAM,MAAM,GAAI,KAAuC,CAAC,eAAe,CAAA;QACvE,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACxE,OAAO,MAAM,CAAA;QACf,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,kDAAkD,CACzD,QAAoD;IAEpD,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IAC1B,MAAM,QAAQ,GAAI,QAAgD,CAAC,qBAAqB,CAAA;IACxF,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AAC5F,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAiC;IAChE,OAAO,OAAO,EAAE,SAAS,IAAI,6BAAkB,CAAA;AACjD,CAAC;AAED,SAAgB,oBAAoB,CAAC,OAAiC;IACpE,MAAM,SAAS,GAAG,OAAO,EAAE,aAAa,CAAA;IACxC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnF,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,SAAS,IAAI,yCAA8B,EAAE,CAAC;QAChD,OAAO,yCAA8B,CAAA;IACvC,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;AAC9B,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAiC;IAChE,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAA;IACpC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnF,OAAO,6BAAkB,CAAA;IAC3B,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;AAC9B,CAAC;AAED,SAAgB,oBAAoB,CAAC,OAAiC;IACpE,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAA;IACpC,IAAI,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAgB,UAAU,CAAC,QAAmC,EAAE,IAAY;IAC1E,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,QAAQ,IAAI,EAAE,CAAA;IACvB,CAAC;IACD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,GAAG,QAAQ,KAAK,IAAI,EAAE,CAAA;AAC/B,CAAC;AAED,SAAgB,YAAY,CAAC,MAAc;IACzC,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAA;IACjE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAgB,aAAa,CAAC,UAA4C;IACxE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,IAAA,+BAAkB,EAAC,SAAS,CAAC,CAAA;QAChD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAA;QACnB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAgB,iBAAiB,CAAC,aAAqB,EAAE,cAA6B;IACpF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,aAAa,CAAA;IACtB,CAAC;IACD,MAAM,oBAAoB,GAAG,IAAA,+BAAkB,EAAC,cAAc,CAAC,CAAA;IAC/D,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,aAAa,CAAA;IACtB,CAAC;IACD,OAAO,gBAAgB,oBAAoB,EAAE,CAAA;AAC/C,CAAC;AAED,SAAgB,mBAAmB,CAAC,cAA6B;IAC/D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,EAAE,oBAAoB,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAA;IACzF,CAAC;IACD,MAAM,oBAAoB,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;IACrF,MAAM,kBAAkB,GAAG,cAAc;SACtC,KAAK,CAAC,6BAA6B,CAAC;SACpC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;IAC3C,MAAM,eAAe,GAAG,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1E,MAAM,sBAAsB,GAC1B,cAAc,CAAC,MAAM,GAAG,CAAC;QACvB,CAAC,CAAC,cAAc;aACX,KAAK,CAAC,kBAAkB,CAAC;aACzB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;aAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM;QAC/C,CAAC,CAAC,CAAC,CAAA;IACP,MAAM,mBAAmB,GAAG,sBAAsB,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAA;IACtF,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,mBAAmB,EAAE,CAAA;AACvE,CAAC;AAED,SAAgB,2BAA2B,CACzC,UAAgC,EAChC,SAAoB;IAEpB,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;QAC3B,OAAO,UAAU,CAAC,WAAW,CAAA;IAC/B,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,UAAU,CAAC,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;IACjF,MAAM,WAAW,GAAG,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IACtF,OAAO;QACL,SAAS;QACT,WAAW;QACX,YAAY,EAAE,OAAO;QACrB,QAAQ,EAAE,UAAU,CAAC,MAAM;QAC3B,kBAAkB,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;QAChE,KAAK,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI;KAChE,CAAA;AACH,CAAC;AAED,SAAgB,4BAA4B,CAAC,EAC3C,GAAG,EACH,WAAW,EACX,aAAa,EACb,KAAK,EACL,WAAW,EACX,QAAQ,EACR,oBAAoB,EACpB,KAAK,EACL,WAAW,EACX,WAAW,GACW;IACtB,MAAM,UAAU,GAAG,IAAA,+BAAkB,EAAC,WAAW,CAAC,CAAA;IAClD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,GACtD,OAAO,aAAa,KAAK,QAAQ;QAC/B,CAAC,CAAC,IAAA,+BAAkB,EAAC,UAAU,EAAE,aAAa,CAAC;QAC/C,CAAC,CAAC;YACE,OAAO,EAAE,UAAU;YACnB,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,UAAU,CAAC,MAAM;YAClC,SAAS,EACP,UAAU,CAAC,MAAM,GAAG,CAAC;gBACnB,CAAC,CAAC,UAAU;qBACP,KAAK,CAAC,kBAAkB,CAAC;qBACzB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;qBAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM;gBAC/C,CAAC,CAAC,CAAC;SACR,CAAA;IACP,MAAM,EAAE,oBAAoB,EAAE,eAAe,EAAE,mBAAmB,EAAE,GAAG,mBAAmB,CACxF,oBAAoB,CAAC,IAAI,CAC1B,CAAA;IACD,MAAM,qBAAqB,GAAG,kDAAkD,CAC9E,oBAAoB,CAAC,QAAQ,CAC9B,CAAA;IACD,MAAM,oBAAoB,GAAG,iDAAiD,CAC5E,oBAAoB,CAAC,QAAQ,CAC9B,CAAA;IAED,OAAO;QACL,GAAG;QACH,KAAK;QACL,WAAW;QACX,QAAQ;QACR,OAAO;QACP,SAAS;QACT,eAAe;QACf,SAAS;QACT,oBAAoB;QACpB,eAAe;QACf,mBAAmB;QACnB,gBAAgB,EAAE,oBAAoB,CAAC,MAAM;QAC7C,qBAAqB;QACrB,kBAAkB,EAAE,oBAAoB,CAAC,QAAQ,IAAI,IAAI;QACzD,oBAAoB;QACpB,KAAK;QACL,WAAW;QACX,WAAW;KACZ,CAAA;AACH,CAAC"}

package/dist/cjs/content/link-preview/content/video.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectPrimaryVideoFromHtml = detectPrimaryVideoFromHtml;
+const cheerio_1 = require("cheerio");
+const VIDEO_EXTENSIONS = new Set(['.mp4', '.webm', '.mov', '.m4v']);
+function resolveAbsoluteUrl(candidate, baseUrl) {
+    const trimmed = candidate.trim();
+    if (trimmed.length === 0)
+        return null;
+    try {
+        return new URL(trimmed, baseUrl).toString();
+    }
+    catch {
+        return null;
+    }
+}
+function isDirectVideoUrl(url) {
+    try {
+        const parsed = new URL(url);
+        const lower = parsed.pathname.toLowerCase();
+        for (const ext of VIDEO_EXTENSIONS) {
+            if (lower.endsWith(ext))
+                return true;
+        }
+        return false;
+    }
+    catch {
+        return false;
+    }
+}
+function extractYouTubeVideoIdFromEmbedUrl(raw) {
+    try {
+        const u = new URL(raw);
+        const host = u.hostname.toLowerCase().replace(/^www\./, '');
+        if (host === 'youtube.com' || host.endsWith('.youtube.com')) {
+            const m = u.pathname.match(/\/embed\/([a-zA-Z0-9_-]{11})/);
+            return m?.[1] ?? null;
+        }
+        if (host === 'youtu.be') {
+            const id = u.pathname.replace(/^\//, '').trim();
+            return /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;
+        }
+        return null;
+    }
+    catch {
+        return null;
+    }
+}
+function metaContent($, selectors) {
+    for (const sel of selectors) {
+        const meta = $(`meta[${sel.attribute}="${sel.value}"]`).first();
+        if (meta.length === 0)
+            continue;
+        const value = (meta.attr('content') ?? meta.attr('value') ?? '').trim();
+        if (value)
+            return value;
+    }
+    return null;
+}
+function detectPrimaryVideoFromHtml(html, url) {
+    const $ = (0, cheerio_1.load)(html);
+    // 1) YouTube embeds (preferred, stable)
+    const iframeSrc = $('iframe[src*="youtube.com/embed/"], iframe[src*="youtu.be/"]').first().attr('src') ?? null;
+    if (iframeSrc) {
+        const resolved = resolveAbsoluteUrl(iframeSrc, url);
+        const videoId = resolved ? extractYouTubeVideoIdFromEmbedUrl(resolved) : null;
+        if (videoId) {
+            return { kind: 'youtube', url: `https://www.youtube.com/watch?v=${videoId}` };
+        }
+    }
+    // 2) OpenGraph video
+    const ogVideo = metaContent($, [
+        { attribute: 'property', value: 'og:video' },
+        { attribute: 'property', value: 'og:video:url' },
+        { attribute: 'property', value: 'og:video:secure_url' },
+        { attribute: 'name', value: 'og:video' },
+        { attribute: 'name', value: 'og:video:url' },
+        { attribute: 'name', value: 'og:video:secure_url' },
+    ]);
+    if (ogVideo) {
+        const resolved = resolveAbsoluteUrl(ogVideo, url);
+        if (resolved && isDirectVideoUrl(resolved)) {
+            return { kind: 'direct', url: resolved };
+        }
+        const ytId = resolved ? extractYouTubeVideoIdFromEmbedUrl(resolved) : null;
+        if (ytId)
+            return { kind: 'youtube', url: `https://www.youtube.com/watch?v=${ytId}` };
+    }
+    // 3) <video> tags
+    const videoSrc = $('video[src]').first().attr('src') ?? $('video source[src]').first().attr('src') ?? null;
+    if (videoSrc) {
+        const resolved = resolveAbsoluteUrl(videoSrc, url);
+        if (resolved && isDirectVideoUrl(resolved)) {
+            return { kind: 'direct', url: resolved };
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=video.js.map