@steipete/summarize 0.1.0

package/dist/esm/content/link-preview/content/youtube.js

@@ -0,0 +1,82 @@
+import { normalizeWhitespace } from './cleaner.js';
+function extractBalancedJsonObject(source, startAt) {
+    const start = source.indexOf('{', startAt);
+    if (start < 0) {
+        return null;
+    }
+    let depth = 0;
+    let inString = false;
+    let quote = null;
+    let escaping = false;
+    for (let i = start; i < source.length; i += 1) {
+        const ch = source[i];
+        if (!ch) {
+            continue;
+        }
+        if (inString) {
+            if (escaping) {
+                escaping = false;
+                continue;
+            }
+            if (ch === '\\') {
+                escaping = true;
+                continue;
+            }
+            if (quote && ch === quote) {
+                inString = false;
+                quote = null;
+            }
+            continue;
+        }
+        if (ch === '"' || ch === "'") {
+            inString = true;
+            quote = ch;
+            continue;
+        }
+        if (ch === '{') {
+            depth += 1;
+            continue;
+        }
+        if (ch === '}') {
+            depth -= 1;
+            if (depth === 0) {
+                return source.slice(start, i + 1);
+            }
+        }
+    }
+    return null;
+}
+export function extractYouTubeShortDescription(html) {
+    const tokenIndex = html.indexOf('ytInitialPlayerResponse');
+    if (tokenIndex < 0) {
+        return null;
+    }
+    const assignmentIndex = html.indexOf('=', tokenIndex);
+    if (assignmentIndex < 0) {
+        return null;
+    }
+    const objectText = extractBalancedJsonObject(html, assignmentIndex);
+    if (!objectText) {
+        return null;
+    }
+    try {
+        const parsed = JSON.parse(objectText);
+        if (!parsed || typeof parsed !== 'object') {
+            return null;
+        }
+        const videoDetails = parsed.videoDetails;
+        if (!videoDetails || typeof videoDetails !== 'object') {
+            return null;
+        }
+        const description = videoDetails.shortDescription;
+        if (typeof description !== 'string') {
+            return null;
+        }
+        const normalized = normalizeWhitespace(description);
+        return normalized && normalized.length > 0 ? normalized : null;
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=youtube.js.map

package/dist/esm/content/link-preview/content/youtube.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"youtube.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/youtube.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAElD,SAAS,yBAAyB,CAAC,MAAc,EAAE,OAAe;IAChE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAC1C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,KAAK,GAAqB,IAAI,CAAA;IAClC,IAAI,QAAQ,GAAG,KAAK,CAAA;IAEpB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACpB,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,SAAQ;QACV,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,GAAG,KAAK,CAAA;gBAChB,SAAQ;YACV,CAAC;YACD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBAChB,QAAQ,GAAG,IAAI,CAAA;gBACf,SAAQ;YACV,CAAC;YACD,IAAI,KAAK,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;gBAC1B,QAAQ,GAAG,KAAK,CAAA;gBAChB,KAAK,GAAG,IAAI,CAAA;YACd,CAAC;YACD,SAAQ;QACV,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,QAAQ,GAAG,IAAI,CAAA;YACf,KAAK,GAAG,EAAE,CAAA;YACV,SAAQ;QACV,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,CAAA;YACV,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,CAAA;YACV,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,IAAY;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAA;IAC1D,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IACrD,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAA;IACnE,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAY,CAAA;QAChD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,YAAY,GAAI,MAAkC,CAAC,YAAY,CAAA;QACrE,IAAI,CAAC,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;YACtD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,WAAW,GAAI,YAAwC,CAAC,gBAAgB,CAAA;QAC9E,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAA;QACnD,OAAO,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC"}

package/dist/esm/content/link-preview/deps.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=deps.js.map

package/dist/esm/content/link-preview/deps.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deps.js","sourceRoot":"","sources":["../../../../src/content/link-preview/deps.ts"],"names":[],"mappings":""}

package/dist/esm/content/link-preview/fetch-with-timeout.js

@@ -0,0 +1,35 @@
+const DEFAULT_TIMEOUT_MS = 120_000;
+export async function fetchWithTimeout(fetchImpl, input, init, timeoutMs = DEFAULT_TIMEOUT_MS) {
+    if (init?.signal) {
+        return fetchImpl(input, init ?? {});
+    }
+    const controller = new AbortController();
+    const normalizedTimeoutMs = Number.isFinite(timeoutMs) ? timeoutMs : DEFAULT_TIMEOUT_MS;
+    const clampedTimeoutMs = Math.max(0, normalizedTimeoutMs);
+    const timer = setTimeout(() => {
+        if (typeof DOMException === 'function') {
+            controller.abort(new DOMException('Request timed out', 'AbortError'));
+            return;
+        }
+        controller.abort();
+    }, clampedTimeoutMs);
+    try {
+        const finalInit = {
+            ...init,
+            signal: controller.signal,
+        };
+        return await fetchImpl(input, finalInit);
+    }
+    catch (error) {
+        if (error instanceof Error && error.name === 'AbortError') {
+            const timeoutError = new Error(`Fetch aborted after ${clampedTimeoutMs}ms`);
+            timeoutError.name = 'FetchTimeoutError';
+            throw timeoutError;
+        }
+        throw error;
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+//# sourceMappingURL=fetch-with-timeout.js.map

package/dist/esm/content/link-preview/fetch-with-timeout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch-with-timeout.js","sourceRoot":"","sources":["../../../../src/content/link-preview/fetch-with-timeout.ts"],"names":[],"mappings":"AAAA,MAAM,kBAAkB,GAAG,OAAO,CAAA;AAKlC,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAoB,EACpB,KAAwB,EACxB,IAAwB,EACxB,YAAoB,kBAAkB;IAEtC,IAAI,IAAI,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,SAAS,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,mBAAmB,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAA;IACvF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAA;IAEzD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;QAC5B,IAAI,OAAO,YAAY,KAAK,UAAU,EAAE,CAAC;YACvC,UAAU,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC,CAAA;YACrE,OAAM;QACR,CAAC;QACD,UAAU,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC,EAAE,gBAAgB,CAAC,CAAA;IAEpB,IAAI,CAAC;QACH,MAAM,SAAS,GAAgB;YAC7B,GAAG,IAAI;YACP,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAA;QACD,OAAO,MAAM,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1D,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,uBAAuB,gBAAgB,IAAI,CAAC,CAAA;YAC3E,YAAY,CAAC,IAAI,GAAG,mBAAmB,CAAA;YACvC,MAAM,YAAY,CAAA;QACpB,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACH,CAAC"}

package/dist/esm/content/link-preview/transcript/cache.js

@@ -0,0 +1,73 @@
+export const DEFAULT_TTL_MS = 1000 * 60 * 60 * 24 * 7;
+export const NEGATIVE_TTL_MS = 1000 * 60 * 60 * 6;
+export const readTranscriptCache = async ({ url, cacheMode, transcriptCache, }) => {
+    const cached = transcriptCache ? await transcriptCache.get({ url }) : null;
+    const diagnostics = buildBaseDiagnostics(cacheMode);
+    if (!cached) {
+        return { cached: null, resolution: null, diagnostics };
+    }
+    const provider = mapCachedSource(cached.source);
+    diagnostics.provider = provider;
+    diagnostics.attemptedProviders = provider ? [provider] : [];
+    diagnostics.textProvided = Boolean(cached.content && cached.content.length > 0);
+    if (cacheMode === 'bypass') {
+        diagnostics.notes = appendNote(diagnostics.notes, 'Cached transcript ignored due to bypass request');
+        return { cached, resolution: null, diagnostics };
+    }
+    if (cached.expired) {
+        diagnostics.cacheStatus = 'expired';
+        diagnostics.notes = appendNote(diagnostics.notes, 'Cached transcript expired; fetching fresh copy');
+        return { cached, resolution: null, diagnostics };
+    }
+    diagnostics.cacheStatus = 'hit';
+    diagnostics.notes = appendNote(diagnostics.notes, 'Served transcript from cache');
+    const resolution = { text: cached.content, source: provider };
+    return { cached, resolution, diagnostics };
+};
+const buildBaseDiagnostics = (cacheMode) => ({
+    cacheMode,
+    cacheStatus: cacheMode === 'bypass' ? 'bypassed' : 'miss',
+    provider: null,
+    attemptedProviders: [],
+    textProvided: false,
+    notes: cacheMode === 'bypass' ? 'Cache bypass requested' : null,
+});
+const appendNote = (existing, next) => {
+    if (!existing) {
+        return next;
+    }
+    return `${existing}; ${next}`;
+};
+export const mapCachedSource = (source) => {
+    if (source === null)
+        return null;
+    if (source === 'youtubei' ||
+        source === 'captionTracks' ||
+        source === 'yt-dlp' ||
+        source === 'apify' ||
+        source === 'html' ||
+        source === 'unavailable') {
+        return source;
+    }
+    return 'unknown';
+};
+export const writeTranscriptCache = async ({ url, service, resourceKey, result, transcriptCache, }) => {
+    if (!transcriptCache) {
+        return;
+    }
+    if (result.source === null && result.text === null) {
+        return;
+    }
+    const ttlMs = result.text ? DEFAULT_TTL_MS : NEGATIVE_TTL_MS;
+    const resolvedSource = result.source ?? (result.text ? 'unknown' : 'unavailable');
+    await transcriptCache.set({
+        url,
+        service,
+        resourceKey,
+        ttlMs,
+        content: result.text,
+        source: resolvedSource,
+        metadata: result.metadata ?? null,
+    });
+};
+//# sourceMappingURL=cache.js.map

package/dist/esm/content/link-preview/transcript/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/transcript/cache.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AACrD,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAmBjD,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EAAE,EACxC,GAAG,EACH,SAAS,EACT,eAAe,GACI,EAAkC,EAAE;IACvD,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,MAAM,eAAe,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1E,MAAM,WAAW,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAA;IAEnD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;IACxD,CAAC;IAED,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC/C,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAA;IAC/B,WAAW,CAAC,kBAAkB,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC3D,WAAW,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE/E,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC3B,WAAW,CAAC,KAAK,GAAG,UAAU,CAC5B,WAAW,CAAC,KAAK,EACjB,iDAAiD,CAClD,CAAA;QACD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;IAClD,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,WAAW,CAAC,WAAW,GAAG,SAAS,CAAA;QACnC,WAAW,CAAC,KAAK,GAAG,UAAU,CAC5B,WAAW,CAAC,KAAK,EACjB,gDAAgD,CACjD,CAAA;QACD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;IAClD,CAAC;IAED,WAAW,CAAC,WAAW,GAAG,KAAK,CAAA;IAC/B,WAAW,CAAC,KAAK,GAAG,UAAU,CAAC,WAAW,CAAC,KAAK,EAAE,8BAA8B,CAAC,CAAA;IAEjF,MAAM,UAAU,GAAyB,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;IACnF,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,oBAAoB,GAAG,CAAC,SAAoB,EAAoB,EAAE,CAAC,CAAC;IACxE,SAAS;IACT,WAAW,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;IACzD,QAAQ,EAAE,IAAI;IACd,kBAAkB,EAAE,EAAE;IACtB,YAAY,EAAE,KAAK;IACnB,KAAK,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI;CAChE,CAAC,CAAA;AAEF,MAAM,UAAU,GAAG,CAAC,QAAmC,EAAE,IAAY,EAAU,EAAE;IAC/E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,GAAG,QAAQ,KAAK,IAAI,EAAE,CAAA;AAC/B,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAqB,EAA2B,EAAE;IAChF,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAChC,IACE,MAAM,KAAK,UAAU;QACrB,MAAM,KAAK,eAAe;QAC1B,MAAM,KAAK,QAAQ;QACnB,MAAM,KAAK,OAAO;QAClB,MAAM,KAAK,MAAM;QACjB,MAAM,KAAK,aAAa,EACxB,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,EACzC,GAAG,EACH,OAAO,EACP,WAAW,EACX,MAAM,EACN,eAAe,GAWhB,EAAiB,EAAE;IAClB,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAM;IACR,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACnD,OAAM;IACR,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe,CAAA;IAC5D,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAA;IAEjF,MAAM,eAAe,CAAC,GAAG,CAAC;QACxB,GAAG;QACH,OAAO;QACP,WAAW;QACX,KAAK;QACL,OAAO,EAAE,MAAM,CAAC,IAAI;QACpB,MAAM,EAAE,cAAc;QACtB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;KAClC,CAAC,CAAA;AACJ,CAAC,CAAA"}

package/dist/esm/content/link-preview/transcript/index.js

@@ -0,0 +1,95 @@
+import { mapCachedSource, readTranscriptCache, writeTranscriptCache } from './cache.js';
+import { canHandle as canHandleGeneric, fetchTranscript as fetchGeneric, } from './providers/generic.js';
+import { canHandle as canHandlePodcast, fetchTranscript as fetchPodcast, } from './providers/podcast.js';
+import { canHandle as canHandleYoutube, fetchTranscript as fetchYoutube, } from './providers/youtube.js';
+import { extractYouTubeVideoId as extractYouTubeVideoIdInternal, isYouTubeUrl as isYouTubeUrlInternal, } from './utils.js';
+const PROVIDERS = [
+    { id: 'youtube', canHandle: canHandleYoutube, fetchTranscript: fetchYoutube },
+    { id: 'podcast', canHandle: canHandlePodcast, fetchTranscript: fetchPodcast },
+    { id: 'generic', canHandle: canHandleGeneric, fetchTranscript: fetchGeneric },
+];
+const GENERIC_PROVIDER_ID = 'generic';
+export const resolveTranscriptForLink = async (url, html, deps, { youtubeTranscriptMode, cacheMode: providedCacheMode } = {}) => {
+    const normalizedUrl = url.trim();
+    const resourceKey = extractResourceKey(normalizedUrl);
+    const baseContext = { url: normalizedUrl, html, resourceKey };
+    const provider = selectProvider(baseContext);
+    const cacheMode = providedCacheMode ?? 'default';
+    const cacheOutcome = await readTranscriptCache({
+        url: normalizedUrl,
+        cacheMode,
+        transcriptCache: deps.transcriptCache,
+    });
+    const diagnostics = {
+        cacheMode,
+        cacheStatus: cacheOutcome.diagnostics.cacheStatus,
+        textProvided: cacheOutcome.diagnostics.textProvided,
+        provider: cacheOutcome.diagnostics.provider,
+        attemptedProviders: [],
+        notes: cacheOutcome.diagnostics.notes ?? null,
+    };
+    if (cacheOutcome.resolution) {
+        return {
+            ...cacheOutcome.resolution,
+            diagnostics,
+        };
+    }
+    const providerResult = await executeProvider(provider, baseContext, {
+        fetch: deps.fetch,
+        apifyApiToken: deps.apifyApiToken,
+        youtubeTranscriptMode: youtubeTranscriptMode ?? 'auto',
+    });
+    diagnostics.provider = providerResult.source;
+    diagnostics.attemptedProviders = providerResult.attemptedProviders;
+    diagnostics.textProvided = Boolean(providerResult.text && providerResult.text.length > 0);
+    if (providerResult.source !== null || providerResult.text !== null) {
+        await writeTranscriptCache({
+            url: normalizedUrl,
+            service: provider.id,
+            resourceKey,
+            result: providerResult,
+            transcriptCache: deps.transcriptCache,
+        });
+    }
+    if (!providerResult.text && cacheOutcome.cached?.content && cacheMode !== 'bypass') {
+        diagnostics.cacheStatus = 'fallback';
+        diagnostics.provider = mapCachedSource(cacheOutcome.cached.source);
+        diagnostics.textProvided = Boolean(cacheOutcome.cached.content && cacheOutcome.cached.content.length > 0);
+        diagnostics.notes = appendNote(diagnostics.notes, 'Falling back to cached transcript content after provider miss');
+        return {
+            text: cacheOutcome.cached.content,
+            source: diagnostics.provider,
+            diagnostics,
+        };
+    }
+    return {
+        text: providerResult.text,
+        source: providerResult.source,
+        diagnostics,
+    };
+};
+const extractResourceKey = (url) => {
+    if (isYouTubeUrlInternal(url)) {
+        return extractYouTubeVideoIdInternal(url);
+    }
+    return null;
+};
+const selectProvider = (context) => {
+    const genericProviderModule = PROVIDERS.find((provider) => provider.id === GENERIC_PROVIDER_ID);
+    const specializedProvider = PROVIDERS.find((provider) => provider.id !== GENERIC_PROVIDER_ID && provider.canHandle(context));
+    if (specializedProvider) {
+        return specializedProvider;
+    }
+    if (genericProviderModule) {
+        return genericProviderModule;
+    }
+    throw new Error('Generic transcript provider is not registered');
+};
+const executeProvider = async (provider, context, options) => provider.fetchTranscript(context, options);
+const appendNote = (existing, next) => {
+    if (!existing) {
+        return next;
+    }
+    return `${existing}; ${next}`;
+};
+//# sourceMappingURL=index.js.map

package/dist/esm/content/link-preview/transcript/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/transcript/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAA;AACvF,OAAO,EACL,SAAS,IAAI,gBAAgB,EAC7B,eAAe,IAAI,YAAY,GAChC,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EACL,SAAS,IAAI,gBAAgB,EAC7B,eAAe,IAAI,YAAY,GAChC,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EACL,SAAS,IAAI,gBAAgB,EAC7B,eAAe,IAAI,YAAY,GAChC,MAAM,wBAAwB,CAAA;AAO/B,OAAO,EACL,qBAAqB,IAAI,6BAA6B,EACtD,YAAY,IAAI,oBAAoB,GACrC,MAAM,YAAY,CAAA;AAOnB,MAAM,SAAS,GAAqB;IAClC,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,YAAY,EAAE;IAC7E,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,YAAY,EAAE;IAC7E,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,YAAY,EAAE;CAC9E,CAAA;AACD,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAErC,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,EAC3C,GAAW,EACX,IAAmB,EACnB,IAAqB,EACrB,EAAE,qBAAqB,EAAE,SAAS,EAAE,iBAAiB,KAA+B,EAAE,EACvD,EAAE;IACjC,MAAM,aAAa,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;IAChC,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAA;IACrD,MAAM,WAAW,GAAoB,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;IAC9E,MAAM,QAAQ,GAAmB,cAAc,CAAC,WAAW,CAAC,CAAA;IAC5D,MAAM,SAAS,GAAc,iBAAiB,IAAI,SAAS,CAAA;IAE3D,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;QAC7C,GAAG,EAAE,aAAa;QAClB,SAAS;QACT,eAAe,EAAE,IAAI,CAAC,eAAe;KACtC,CAAC,CAAA;IAEF,MAAM,WAAW,GAA0B;QACzC,SAAS;QACT,WAAW,EAAE,YAAY,CAAC,WAAW,CAAC,WAAW;QACjD,YAAY,EAAE,YAAY,CAAC,WAAW,CAAC,YAAY;QACnD,QAAQ,EAAE,YAAY,CAAC,WAAW,CAAC,QAAQ;QAC3C,kBAAkB,EAAE,EAAE;QACtB,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,KAAK,IAAI,IAAI;KAC9C,CAAA;IAED,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;QAC5B,OAAO;YACL,GAAG,YAAY,CAAC,UAAU;YAC1B,WAAW;SACZ,CAAA;IACH,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE;QAClE,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,qBAAqB,EAAE,qBAAqB,IAAI,MAAM;KACvD,CAAC,CAAA;IACF,WAAW,CAAC,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAA;IAC5C,WAAW,CAAC,kBAAkB,GAAG,cAAc,CAAC,kBAAkB,CAAA;IAClE,WAAW,CAAC,YAAY,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEzF,IAAI,cAAc,CAAC,MAAM,KAAK,IAAI,IAAI,cAAc,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACnE,MAAM,oBAAoB,CAAC;YACzB,GAAG,EAAE,aAAa;YAClB,OAAO,EAAE,QAAQ,CAAC,EAAE;YACpB,WAAW;YACX,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,IAAI,CAAC,eAAe;SACtC,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,YAAY,CAAC,MAAM,EAAE,OAAO,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QACnF,WAAW,CAAC,WAAW,GAAG,UAAU,CAAA;QACpC,WAAW,CAAC,QAAQ,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAClE,WAAW,CAAC,YAAY,GAAG,OAAO,CAChC,YAAY,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CACtE,CAAA;QACD,WAAW,CAAC,KAAK,GAAG,UAAU,CAC5B,WAAW,CAAC,KAAK,EACjB,+DAA+D,CAChE,CAAA;QAED,OAAO;YACL,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,OAAO;YACjC,MAAM,EAAE,WAAW,CAAC,QAAQ;YAC5B,WAAW;SACZ,CAAA;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,cAAc,CAAC,IAAI;QACzB,MAAM,EAAE,cAAc,CAAC,MAAM;QAC7B,WAAW;KACZ,CAAA;AACH,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,CAAC,GAAW,EAAiB,EAAE;IACxD,IAAI,oBAAoB,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,6BAA6B,CAAC,GAAG,CAAC,CAAA;IAC3C,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,OAAwB,EAAkB,EAAE;IAClE,MAAM,qBAAqB,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,mBAAmB,CAAC,CAAA;IAE/F,MAAM,mBAAmB,GAAG,SAAS,CAAC,IAAI,CACxC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,mBAAmB,IAAI,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CACjF,CAAA;IACD,IAAI,mBAAmB,EAAE,CAAC;QACxB,OAAO,mBAAmB,CAAA;IAC5B,CAAC;IAED,IAAI,qBAAqB,EAAE,CAAC;QAC1B,OAAO,qBAAqB,CAAA;IAC9B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;AAClE,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,KAAK,EAC3B,QAAwB,EACxB,OAAwB,EACxB,OAA6B,EACJ,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AAExE,MAAM,UAAU,GAAG,CAAC,QAAmC,EAAE,IAAY,EAAU,EAAE;IAC/E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,GAAG,QAAQ,KAAK,IAAI,EAAE,CAAA;AAC/B,CAAC,CAAA"}

package/dist/esm/content/link-preview/transcript/normalize.js

@@ -0,0 +1,43 @@
+import { isRecord } from './utils.js';
+export const normalizeTranscriptText = (input) => input
+    .replaceAll('\u00A0', ' ')
+    .replaceAll(/[\t ]+/g, ' ')
+    .replaceAll(/\s*\n\s*/g, '\n')
+    .replaceAll(/\n{3,}/g, '\n\n')
+    .trim();
+export const normalizeTranscriptLines = (lines) => {
+    if (lines.length === 0) {
+        return null;
+    }
+    const normalized = normalizeTranscriptText(lines.join('\n'));
+    return normalized.length > 0 ? normalized : null;
+};
+export const normalizeApifyTranscript = (raw) => {
+    if (typeof raw === 'string') {
+        const trimmed = normalizeTranscriptText(raw);
+        return trimmed.length > 0 ? trimmed : null;
+    }
+    if (Array.isArray(raw)) {
+        const lines = raw
+            .map((entry) => {
+            if (!isRecord(entry)) {
+                return '';
+            }
+            const textValue = entry.text;
+            return typeof textValue === 'string' ? textValue.trim() : '';
+        })
+            .filter((line) => line.length > 0);
+        if (lines.length > 0) {
+            return normalizeTranscriptLines(lines) ?? null;
+        }
+    }
+    if (isRecord(raw)) {
+        const singleText = raw.text;
+        if (typeof singleText === 'string') {
+            const trimmed = normalizeTranscriptText(singleText);
+            return trimmed.length > 0 ? trimmed : null;
+        }
+    }
+    return null;
+};
+//# sourceMappingURL=normalize.js.map

package/dist/esm/content/link-preview/transcript/normalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/transcript/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAErC,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,KAAa,EAAU,EAAE,CAC/D,KAAK;KACF,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;KACzB,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;KAC1B,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC;KAC7B,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC;KAC7B,IAAI,EAAE,CAAA;AAEX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,KAAwB,EAAiB,EAAE;IAClF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5D,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;AAClD,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAY,EAAiB,EAAE;IACtE,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAA;QAC5C,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5C,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAEvB,MAAM,KAAK,GAAG,GAAG;aACd,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,EAAE,CAAA;YACX,CAAC;YACD,MAAM,SAAS,GAAI,KAAuB,CAAC,IAAI,CAAA;YAC/C,OAAO,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAC9D,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,wBAAwB,CAAC,KAAK,CAAC,IAAI,IAAI,CAAA;QAChD,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,UAAU,GAAI,GAA0B,CAAC,IAAI,CAAA;QACnD,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,uBAAuB,CAAC,UAAU,CAAC,CAAA;YACnD,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;QAC5C,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC,CAAA"}

package/dist/esm/content/link-preview/transcript/providers/generic.js

@@ -0,0 +1,11 @@
+export const canHandle = () => true;
+export const fetchTranscript = async (_context, _options) => {
+    await Promise.resolve();
+    return {
+        text: null,
+        source: null,
+        attemptedProviders: [],
+        metadata: { provider: 'generic', reason: 'not_implemented' },
+    };
+};
+//# sourceMappingURL=generic.js.map

package/dist/esm/content/link-preview/transcript/providers/generic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generic.js","sourceRoot":"","sources":["../../../../../../src/content/link-preview/transcript/providers/generic.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,SAAS,GAAG,GAAY,EAAE,CAAC,IAAI,CAAA;AAE5C,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,QAAyB,EACzB,QAA8B,EACL,EAAE;IAC3B,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IACvB,OAAO;QACL,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI;QACZ,kBAAkB,EAAE,EAAE;QACtB,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE;KAC7D,CAAA;AACH,CAAC,CAAA"}

package/dist/esm/content/link-preview/transcript/providers/podcast.js

@@ -0,0 +1,12 @@
+const PODCAST_URL_PATTERN = /rss|podcast|spotify\.com/i;
+export const canHandle = ({ url }) => PODCAST_URL_PATTERN.test(url);
+export const fetchTranscript = async (_context, _options) => {
+    await Promise.resolve();
+    return {
+        text: null,
+        source: null,
+        attemptedProviders: [],
+        metadata: { provider: 'podcast', reason: 'not_implemented' },
+    };
+};
+//# sourceMappingURL=podcast.js.map

package/dist/esm/content/link-preview/transcript/providers/podcast.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"podcast.js","sourceRoot":"","sources":["../../../../../../src/content/link-preview/transcript/providers/podcast.ts"],"names":[],"mappings":"AAEA,MAAM,mBAAmB,GAAG,2BAA2B,CAAA;AAEvD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAmB,EAAW,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAE7F,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,QAAyB,EACzB,QAA8B,EACL,EAAE;IAC3B,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IACvB,OAAO;QACL,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI;QACZ,kBAAkB,EAAE,EAAE;QACtB,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE;KAC7D,CAAA;AACH,CAAC,CAAA"}

package/dist/esm/content/link-preview/transcript/providers/twitter.js

@@ -0,0 +1,12 @@
+const TWITTER_URL_PATTERN = /twitter\.com|x\.com/i;
+export const canHandle = ({ url }) => TWITTER_URL_PATTERN.test(url);
+export const fetchTranscript = async (_context, _options) => {
+    await Promise.resolve();
+    return {
+        text: null,
+        source: null,
+        attemptedProviders: [],
+        metadata: { provider: 'twitter', reason: 'not_implemented' },
+    };
+};
+//# sourceMappingURL=twitter.js.map

package/dist/esm/content/link-preview/transcript/providers/twitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"twitter.js","sourceRoot":"","sources":["../../../../../../src/content/link-preview/transcript/providers/twitter.ts"],"names":[],"mappings":"AAEA,MAAM,mBAAmB,GAAG,sBAAsB,CAAA;AAElD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAmB,EAAW,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAE7F,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,QAAyB,EACzB,QAA8B,EACL,EAAE;IAC3B,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IACvB,OAAO;QACL,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI;QACZ,kBAAkB,EAAE,EAAE;QACtB,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE;KAC7D,CAAA;AACH,CAAC,CAAA"}