@steipete/summarize-core 0.7.0 → 0.7.1

package/dist/cjs/content/transcript/providers/youtube/captions.js

@@ -0,0 +1,413 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchTranscriptFromCaptionTracks = void 0;
+const fetch_with_timeout_js_1 = require("../../../link-preview/fetch-with-timeout.js");
+const utils_js_1 = require("../../utils.js");
+const api_js_1 = require("./api.js");
+const REQUEST_HEADERS = {
+    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36',
+    'Accept-Language': 'en-US,en;q=0.9',
+};
+const YT_INITIAL_PLAYER_RESPONSE_TOKEN = 'ytInitialPlayerResponse';
+const INNERTUBE_API_KEY_REGEX = /"INNERTUBE_API_KEY":"([^"]+)"|INNERTUBE_API_KEY\\":\\"([^\\"]+)\\"/;
+function extractBalancedJsonObject(source, startAt) {
+    const start = source.indexOf('{', startAt);
+    if (start < 0) {
+        return null;
+    }
+    let depth = 0;
+    let inString = false;
+    let quote = null;
+    let escaping = false;
+    for (let i = start; i < source.length; i += 1) {
+        const ch = source[i];
+        if (!ch) {
+            continue;
+        }
+        if (inString) {
+            if (escaping) {
+                escaping = false;
+                continue;
+            }
+            if (ch === '\\') {
+                escaping = true;
+                continue;
+            }
+            if (quote && ch === quote) {
+                inString = false;
+                quote = null;
+            }
+            continue;
+        }
+        if (ch === '"' || ch === "'") {
+            inString = true;
+            quote = ch;
+            continue;
+        }
+        if (ch === '{') {
+            depth += 1;
+            continue;
+        }
+        if (ch === '}') {
+            depth -= 1;
+            if (depth === 0) {
+                return source.slice(start, i + 1);
+            }
+        }
+    }
+    return null;
+}
+function extractInitialPlayerResponse(html) {
+    const tokenIndex = html.indexOf(YT_INITIAL_PLAYER_RESPONSE_TOKEN);
+    if (tokenIndex < 0) {
+        return null;
+    }
+    const assignmentIndex = html.indexOf('=', tokenIndex);
+    if (assignmentIndex < 0) {
+        return null;
+    }
+    const objectText = extractBalancedJsonObject(html, assignmentIndex);
+    if (!objectText) {
+        return null;
+    }
+    try {
+        const parsed = JSON.parse(objectText);
+        return isObjectLike(parsed) ? parsed : null;
+    }
+    catch {
+        return null;
+    }
+}
+const isObjectLike = (value) => typeof value === 'object' && value !== null;
+function extractInnertubeApiKey(html) {
+    const match = html.match(INNERTUBE_API_KEY_REGEX);
+    const key = match?.[1] ?? match?.[2] ?? null;
+    return typeof key === 'string' && key.trim().length > 0 ? key.trim() : null;
+}
+async function fetchTranscriptViaAndroidPlayer(fetchImpl, { html, videoId }) {
+    const apiKey = extractInnertubeApiKey(html);
+    if (!apiKey) {
+        return null;
+    }
+    try {
+        const userAgent = REQUEST_HEADERS['User-Agent'] ??
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36';
+        const response = await (0, fetch_with_timeout_js_1.fetchWithTimeout)(fetchImpl, `https://www.youtube.com/youtubei/v1/player?key=${apiKey}`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'User-Agent': userAgent,
+                'Accept-Language': REQUEST_HEADERS['Accept-Language'] ?? 'en-US,en;q=0.9',
+                Accept: 'application/json',
+            },
+            body: JSON.stringify({
+                context: {
+                    client: {
+                        clientName: 'ANDROID',
+                        clientVersion: '20.10.38',
+                    },
+                },
+                videoId,
+            }),
+        });
+        if (!response.ok) {
+            return null;
+        }
+        const parsed = await response.json();
+        if (!isObjectLike(parsed)) {
+            return null;
+        }
+        return await extractTranscriptFromPlayerPayload(fetchImpl, parsed);
+    }
+    catch {
+        return null;
+    }
+}
+const fetchTranscriptFromCaptionTracks = async (fetchImpl, { html, originalUrl, videoId }) => {
+    const initialPlayerResponse = extractInitialPlayerResponse(html);
+    if (initialPlayerResponse) {
+        const transcript = await extractTranscriptFromPlayerPayload(fetchImpl, initialPlayerResponse);
+        if (transcript) {
+            return transcript;
+        }
+    }
+    const bootstrap = (0, api_js_1.extractYoutubeiBootstrap)(html);
+    if (!bootstrap) {
+        return await fetchTranscriptViaAndroidPlayer(fetchImpl, { html, videoId });
+    }
+    const { apiKey, clientName, clientVersion, context, pageCl, pageLabel, visitorData, xsrfToken } = bootstrap;
+    if (!apiKey) {
+        return await fetchTranscriptViaAndroidPlayer(fetchImpl, { html, videoId });
+    }
+    const contextRecord = context;
+    const clientContext = isObjectLike(contextRecord.client)
+        ? contextRecord.client
+        : {};
+    const requestBody = {
+        context: {
+            ...contextRecord,
+            client: {
+                ...clientContext,
+                originalUrl,
+            },
+        },
+        videoId,
+        playbackContext: {
+            contentPlaybackContext: {
+                html5Preference: 'HTML5_PREF_WANTS',
+            },
+        },
+        contentCheckOk: true,
+        racyCheckOk: true,
+    };
+    try {
+        const userAgent = REQUEST_HEADERS['User-Agent'] ??
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36';
+        const headers = {
+            'Content-Type': 'application/json',
+            'User-Agent': userAgent,
+            Accept: 'application/json',
+            Origin: 'https://www.youtube.com',
+            Referer: originalUrl,
+            'X-Goog-AuthUser': '0',
+            'X-Youtube-Bootstrap-Logged-In': 'false',
+        };
+        if (clientName) {
+            headers['X-Youtube-Client-Name'] = clientName;
+        }
+        if (clientVersion) {
+            headers['X-Youtube-Client-Version'] = clientVersion;
+        }
+        if (visitorData) {
+            headers['X-Goog-Visitor-Id'] = visitorData;
+        }
+        if (typeof pageCl === 'number' && Number.isFinite(pageCl)) {
+            headers['X-Youtube-Page-CL'] = String(pageCl);
+        }
+        if (pageLabel) {
+            headers['X-Youtube-Page-Label'] = pageLabel;
+        }
+        if (xsrfToken) {
+            headers['X-Youtube-Identity-Token'] = xsrfToken;
+        }
+        const response = await (0, fetch_with_timeout_js_1.fetchWithTimeout)(fetchImpl, `https://www.youtube.com/youtubei/v1/player?key=${apiKey}`, {
+            method: 'POST',
+            headers,
+            body: JSON.stringify(requestBody),
+        });
+        if (!response.ok) {
+            return await fetchTranscriptViaAndroidPlayer(fetchImpl, { html, videoId });
+        }
+        const raw = await response.text();
+        const sanitized = (0, utils_js_1.sanitizeYoutubeJsonResponse)(raw);
+        const parsed = JSON.parse(sanitized);
+        if (!isObjectLike(parsed)) {
+            return await fetchTranscriptViaAndroidPlayer(fetchImpl, { html, videoId });
+        }
+        const transcript = await extractTranscriptFromPlayerPayload(fetchImpl, parsed);
+        if (transcript) {
+            return transcript;
+        }
+        return await fetchTranscriptViaAndroidPlayer(fetchImpl, { html, videoId });
+    }
+    catch {
+        return await fetchTranscriptViaAndroidPlayer(fetchImpl, { html, videoId });
+    }
+};
+exports.fetchTranscriptFromCaptionTracks = fetchTranscriptFromCaptionTracks;
+const extractTranscriptFromPlayerPayload = async (fetchImpl, payload) => {
+    const payloadRecord = payload;
+    const captionsCandidate = payloadRecord.captions;
+    const captions = isObjectLike(captionsCandidate) ? captionsCandidate : null;
+    const rendererCandidate = (captions ? captions.playerCaptionsTracklistRenderer : null) ??
+        payloadRecord.playerCaptionsTracklistRenderer;
+    const renderer = isObjectLike(rendererCandidate)
+        ? rendererCandidate
+        : null;
+    const captionTracks = Array.isArray(renderer?.captionTracks)
+        ? renderer?.captionTracks
+        : null;
+    const automaticTracks = Array.isArray(renderer?.automaticCaptions)
+        ? renderer?.automaticCaptions
+        : null;
+    const orderedTracks = [];
+    if (captionTracks) {
+        orderedTracks.push(...captionTracks.filter((track) => isObjectLike(track)));
+    }
+    if (automaticTracks) {
+        orderedTracks.push(...automaticTracks.filter((track) => isObjectLike(track)));
+    }
+    const filteredTracks = orderedTracks.filter((track) => isObjectLike(track));
+    const sortedTracks = [...filteredTracks].toSorted((a, b) => {
+        const aTrack = a;
+        const bTrack = b;
+        const aKind = typeof aTrack.kind === 'string' ? aTrack.kind : '';
+        const bKind = typeof bTrack.kind === 'string' ? bTrack.kind : '';
+        // Prefer manual captions over auto-generated (ASR).
+        if (aKind === 'asr' && bKind !== 'asr') {
+            return 1;
+        }
+        if (bKind === 'asr' && aKind !== 'asr') {
+            return -1;
+        }
+        const aLang = typeof aTrack.languageCode === 'string' ? aTrack.languageCode : '';
+        const bLang = typeof bTrack.languageCode === 'string' ? bTrack.languageCode : '';
+        if (aLang === 'en' && bLang !== 'en') {
+            return -1;
+        }
+        if (bLang === 'en' && aLang !== 'en') {
+            return 1;
+        }
+        return 0;
+    });
+    // De-dupe after sorting so manual/English wins within each language.
+    const seenLanguages = new Set();
+    const normalizedTracks = [];
+    for (const candidate of sortedTracks) {
+        const trackRecord = candidate;
+        const languageCandidate = trackRecord.languageCode;
+        const lang = typeof languageCandidate === 'string' ? languageCandidate.toLowerCase() : '';
+        if (lang && seenLanguages.has(lang)) {
+            continue;
+        }
+        if (lang) {
+            seenLanguages.add(lang);
+        }
+        normalizedTracks.push(candidate);
+    }
+    return await findFirstTranscript(fetchImpl, normalizedTracks, 0);
+};
+const findFirstTranscript = async (fetchImpl, tracks, index) => {
+    if (index >= tracks.length) {
+        return null;
+    }
+    const candidate = await downloadCaptionTrack(fetchImpl, tracks[index] ?? {});
+    if (candidate) {
+        return candidate;
+    }
+    return findFirstTranscript(fetchImpl, tracks, index + 1);
+};
+const downloadCaptionTrack = async (fetchImpl, track) => {
+    const trackRecord = track;
+    const baseUrl = typeof trackRecord.baseUrl === 'string'
+        ? trackRecord.baseUrl
+        : typeof trackRecord.url === 'string'
+            ? trackRecord.url
+            : null;
+    if (!baseUrl) {
+        return null;
+    }
+    const json3Url = (() => {
+        try {
+            const parsed = new URL(baseUrl);
+            parsed.searchParams.set('fmt', 'json3');
+            parsed.searchParams.set('alt', 'json');
+            return parsed.toString();
+        }
+        catch {
+            const separator = baseUrl.includes('?') ? '&' : '?';
+            return `${baseUrl}${separator}fmt=json3&alt=json`;
+        }
+    })();
+    try {
+        const response = await (0, fetch_with_timeout_js_1.fetchWithTimeout)(fetchImpl, json3Url, {
+            headers: REQUEST_HEADERS,
+        });
+        if (!response.ok) {
+            return await downloadXmlTranscript(fetchImpl, baseUrl);
+        }
+        const text = await response.text();
+        if (text.length === 0) {
+            return await downloadXmlTranscript(fetchImpl, baseUrl);
+        }
+        const jsonResult = parseJsonTranscript(text);
+        if (jsonResult) {
+            return jsonResult;
+        }
+        const xmlFallback = parseXmlTranscript(text);
+        if (xmlFallback) {
+            return xmlFallback;
+        }
+        return await downloadXmlTranscript(fetchImpl, baseUrl);
+    }
+    catch {
+        return await downloadXmlTranscript(fetchImpl, baseUrl);
+    }
+};
+const downloadXmlTranscript = async (fetchImpl, baseUrl) => {
+    const xmlUrl = baseUrl.replaceAll(/&fmt=[^&]+/g, '');
+    try {
+        const response = await (0, fetch_with_timeout_js_1.fetchWithTimeout)(fetchImpl, xmlUrl, { headers: REQUEST_HEADERS });
+        if (!response.ok) {
+            return null;
+        }
+        const text = await response.text();
+        const jsonResult = parseJsonTranscript(text);
+        if (jsonResult) {
+            return jsonResult;
+        }
+        return parseXmlTranscript(text);
+    }
+    catch {
+        return null;
+    }
+};
+const parseJsonTranscript = (raw) => {
+    try {
+        const parsed = JSON.parse(raw);
+        if (!isObjectLike(parsed)) {
+            return null;
+        }
+        const payloadRecord = parsed;
+        const eventsUnknown = payloadRecord.events;
+        if (!Array.isArray(eventsUnknown)) {
+            return null;
+        }
+        const events = eventsUnknown;
+        const lines = [];
+        for (const event of events) {
+            if (!isObjectLike(event)) {
+                continue;
+            }
+            const eventRecord = event;
+            const segs = Array.isArray(eventRecord.segs) ? eventRecord.segs : null;
+            if (!segs) {
+                continue;
+            }
+            const text = segs
+                .map((seg) => {
+                if (!isObjectLike(seg)) {
+                    return '';
+                }
+                const segRecord = seg;
+                return typeof segRecord.utf8 === 'string' ? segRecord.utf8 : '';
+            })
+                .join('')
+                .trim();
+            if (text.length > 0) {
+                lines.push(text);
+            }
+        }
+        const transcript = lines.join('\n').trim();
+        return transcript.length > 0 ? transcript : null;
+    }
+    catch {
+        return null;
+    }
+};
+const parseXmlTranscript = (xml) => {
+    const pattern = /<text[^>]*>([\s\S]*?)<\/text>/gi;
+    const lines = [];
+    let match = pattern.exec(xml);
+    while (match) {
+        const content = match[1] ?? '';
+        const decoded = (0, utils_js_1.decodeHtmlEntities)(content).replaceAll(/\s+/g, ' ').trim();
+        if (decoded.length > 0) {
+            lines.push(decoded);
+        }
+        match = pattern.exec(xml);
+    }
+    const transcript = lines.join('\n').trim();
+    return transcript.length > 0 ? transcript : null;
+};
+//# sourceMappingURL=captions.js.map

package/dist/cjs/content/transcript/providers/youtube/captions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"captions.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/captions.ts"],"names":[],"mappings":";;;AAAA,uFAA8E;AAC9E,6CAAgF;AAChF,qCAAmD;AAQnD,MAAM,eAAe,GAA2B;IAC9C,YAAY,EACV,iHAAiH;IACnH,iBAAiB,EAAE,gBAAgB;CACpC,CAAA;AAED,MAAM,gCAAgC,GAAG,yBAAyB,CAAA;AAClE,MAAM,uBAAuB,GAAG,oEAAoE,CAAA;AAEpG,SAAS,yBAAyB,CAAC,MAAc,EAAE,OAAe;IAChE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAC1C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,KAAK,GAAqB,IAAI,CAAA;IAClC,IAAI,QAAQ,GAAG,KAAK,CAAA;IAEpB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACpB,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,SAAQ;QACV,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,GAAG,KAAK,CAAA;gBAChB,SAAQ;YACV,CAAC;YACD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBAChB,QAAQ,GAAG,IAAI,CAAA;gBACf,SAAQ;YACV,CAAC;YACD,IAAI,KAAK,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;gBAC1B,QAAQ,GAAG,KAAK,CAAA;gBAChB,KAAK,GAAG,IAAI,CAAA;YACd,CAAC;YACD,SAAQ;QACV,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,QAAQ,GAAG,IAAI,CAAA;YACf,KAAK,GAAG,EAAE,CAAA;YACV,SAAQ;QACV,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,CAAA;YACV,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,CAAA;YACV,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,4BAA4B,CAAC,IAAY;IAChD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAA;IACjE,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IACrD,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAA;IACnE,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;QAC9C,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,YAAY,GAAG,CAAC,KAAc,EAAoC,EAAE,CACxE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAA;AAE7C,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;IACjD,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;IAC5C,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AAC7E,CAAC;AAoBD,KAAK,UAAU,+BAA+B,CAC5C,SAAuB,EACvB,EAAE,IAAI,EAAE,OAAO,EAAqC;IAEpD,MAAM,MAAM,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAA;IAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,CAAC;QACH,MAAM,SAAS,GACb,eAAe,CAAC,YAAY,CAAC;YAC7B,iHAAiH,CAAA;QAEnH,MAAM,QAAQ,GAAG,MAAM,IAAA,wCAAgB,EACrC,SAAS,EACT,kDAAkD,MAAM,EAAE,EAC1D;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,YAAY,EAAE,SAAS;gBACvB,iBAAiB,EAAE,eAAe,CAAC,iBAAiB,CAAC,IAAI,gBAAgB;gBACzE,MAAM,EAAE,kBAAkB;aAC3B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,OAAO,EAAE;oBACP,MAAM,EAAE;wBACN,UAAU,EAAE,SAAS;wBACrB,aAAa,EAAE,UAAU;qBAC1B;iBACF;gBACD,OAAO;aACR,CAAC;SACH,CACF,CAAA;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,MAAM,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC7C,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,OAAO,MAAM,kCAAkC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAEM,MAAM,gCAAgC,GAAG,KAAK,EACnD,SAAuB,EACvB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAA4B,EAChC,EAAE;IAC1B,MAAM,qBAAqB,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAA;IAChE,IAAI,qBAAqB,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,MAAM,kCAAkC,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAA;QAC7F,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAA;QACnB,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,IAAA,iCAAwB,EAAC,IAAI,CAAC,CAAA;IAChD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,MAAM,+BAA+B,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;IAC5E,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,GAC7F,SAAS,CAAA;IACX,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,MAAM,+BAA+B,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;IAC5E,CAAC;IAED,MAAM,aAAa,GAAG,OAA+B,CAAA;IACrD,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC;QACtD,CAAC,CAAE,aAAa,CAAC,MAAkC;QACnD,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,WAAW,GAA4B;QAC3C,OAAO,EAAE;YACP,GAAG,aAAa;YAChB,MAAM,EAAE;gBACN,GAAG,aAAa;gBAChB,WAAW;aACZ;SACF;QACD,OAAO;QACP,eAAe,EAAE;YACf,sBAAsB,EAAE;gBACtB,eAAe,EAAE,kBAAkB;aACpC;SACF;QACD,cAAc,EAAE,IAAI;QACpB,WAAW,EAAE,IAAI;KAClB,CAAA;IAED,IAAI,CAAC;QACH,MAAM,SAAS,GACb,eAAe,CAAC,YAAY,CAAC;YAC7B,iHAAiH,CAAA;QACnH,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,YAAY,EAAE,SAAS;YACvB,MAAM,EAAE,kBAAkB;YAC1B,MAAM,EAAE,yBAAyB;YACjC,OAAO,EAAE,WAAW;YACpB,iBAAiB,EAAE,GAAG;YACtB,+BAA+B,EAAE,OAAO;SACzC,CAAA;QAED,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,uBAAuB,CAAC,GAAG,UAAU,CAAA;QAC/C,CAAC;QACD,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,0BAA0B,CAAC,GAAG,aAAa,CAAA;QACrD,CAAC;QACD,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,CAAC,mBAAmB,CAAC,GAAG,WAAW,CAAA;QAC5C,CAAC;QACD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,OAAO,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;QAC/C,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,sBAAsB,CAAC,GAAG,SAAS,CAAA;QAC7C,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,0BAA0B,CAAC,GAAG,SAAS,CAAA;QACjD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAA,wCAAgB,EACrC,SAAS,EACT,kDAAkD,MAAM,EAAE,EAC1D;YACE,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CACF,CAAA;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,MAAM,+BAA+B,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QAC5E,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QACjC,MAAM,SAAS,GAAG,IAAA,sCAA2B,EAAC,GAAG,CAAC,CAAA;QAClD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QAC7C,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,+BAA+B,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QAC5E,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,kCAAkC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAC9E,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAA;QACnB,CAAC;QAED,OAAO,MAAM,+BAA+B,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;IAC5E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,+BAA+B,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;IAC5E,CAAC;AACH,CAAC,CAAA;AA5GY,QAAA,gCAAgC,oCA4G5C;AAED,MAAM,kCAAkC,GAAG,KAAK,EAC9C,SAAuB,EACvB,OAAgC,EACR,EAAE;IAC1B,MAAM,aAAa,GAAG,OAA0B,CAAA;IAEhD,MAAM,iBAAiB,GAAG,aAAa,CAAC,QAAQ,CAAA;IAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAE,iBAAqC,CAAC,CAAC,CAAC,IAAI,CAAA;IAEhG,MAAM,iBAAiB,GACrB,CAAC,QAAQ,CAAC,CAAC,CAAE,QAA4B,CAAC,+BAA+B,CAAC,CAAC,CAAC,IAAI,CAAC;QACjF,aAAa,CAAC,+BAA+B,CAAA;IAE/C,MAAM,QAAQ,GAAG,YAAY,CAAC,iBAAiB,CAAC;QAC9C,CAAC,CAAE,iBAAyC;QAC5C,CAAC,CAAC,IAAI,CAAA;IACR,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,aAAa,CAAC;QAC1D,CAAC,CAAE,QAAQ,EAAE,aAA2B;QACxC,CAAC,CAAC,IAAI,CAAA;IACR,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC;QAChE,CAAC,CAAE,QAAQ,EAAE,iBAA+B;QAC5C,CAAC,CAAC,IAAI,CAAA;IAER,MAAM,aAAa,GAA8B,EAAE,CAAA;IACnD,IAAI,aAAa,EAAE,CAAC;QAClB,aAAa,CAAC,IAAI,CAChB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAC1F,CAAA;IACH,CAAC;IACD,IAAI,eAAe,EAAE,CAAC;QACpB,aAAa,CAAC,IAAI,CAChB,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAC5F,CAAA;IACH,CAAC;IACD,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CACtF,YAAY,CAAC,KAAK,CAAC,CACpB,CAAA;IAED,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACzD,MAAM,MAAM,GAAG,CAAuB,CAAA;QACtC,MAAM,MAAM,GAAG,CAAuB,CAAA;QACtC,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;QAChE,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;QAChE,oDAAoD;QACpD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;YACvC,OAAO,CAAC,CAAA;QACV,CAAC;QACD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;YACvC,OAAO,CAAC,CAAC,CAAA;QACX,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAA;QAChF,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAA;QAChF,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACrC,OAAO,CAAC,CAAC,CAAA;QACX,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACrC,OAAO,CAAC,CAAA;QACV,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC,CAAC,CAAA;IAEF,qEAAqE;IACrE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAA;IACvC,MAAM,gBAAgB,GAA8B,EAAE,CAAA;IACtD,KAAK,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,SAA+B,CAAA;QACnD,MAAM,iBAAiB,GAAG,WAAW,CAAC,YAAY,CAAA;QAClD,MAAM,IAAI,GAAG,OAAO,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACzF,IAAI,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QACD,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC;IAED,OAAO,MAAM,mBAAmB,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAA;AAClE,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAC/B,SAAuB,EACvB,MAA0C,EAC1C,KAAa,EACW,EAAE;IAC1B,IAAI,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IAC5E,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;AAC1D,CAAC,CAAA;AAED,MAAM,oBAAoB,GAAG,KAAK,EAChC,SAAuB,EACvB,KAA8B,EACN,EAAE;IAC1B,MAAM,WAAW,GAAG,KAA2B,CAAA;IAC/C,MAAM,OAAO,GACX,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ;QACrC,CAAC,CAAC,WAAW,CAAC,OAAO;QACrB,CAAC,CAAC,OAAO,WAAW,CAAC,GAAG,KAAK,QAAQ;YACnC,CAAC,CAAC,WAAW,CAAC,GAAG;YACjB,CAAC,CAAC,IAAI,CAAA;IACZ,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;YAC/B,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YACvC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YACtC,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAA;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;YACnD,OAAO,GAAG,OAAO,GAAG,SAAS,oBAAoB,CAAA;QACnD,CAAC;IACH,CAAC,CAAC,EAAE,CAAA;IAEJ,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAA,wCAAgB,EAAC,SAAS,EAAE,QAAQ,EAAE;YAC3D,OAAO,EAAE,eAAe;SACzB,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,MAAM,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QACxD,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,MAAM,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QACxD,CAAC;QACD,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAC5C,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAA;QAC5C,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,WAAW,CAAA;QACpB,CAAC;QACD,OAAO,MAAM,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IACxD,CAAC;AACH,CAAC,CAAA;AAED,MAAM,qBAAqB,GAAG,KAAK,EACjC,SAAuB,EACvB,OAAe,EACS,EAAE;IAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE,CAAC,CAAA;IACpD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAA,wCAAgB,EAAC,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAA;QACxF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAClC,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAC5C,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAID,MAAM,mBAAmB,GAAG,CAAC,GAAW,EAAiB,EAAE;IACzD,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACvC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,aAAa,GAAG,MAAwB,CAAA;QAC9C,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAA;QAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,MAAM,GAAG,aAAa,CAAA;QAC5B,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,SAAQ;YACV,CAAC;YACD,MAAM,WAAW,GAAG,KAA2B,CAAA;YAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,WAAW,CAAC,IAAkB,CAAC,CAAC,CAAC,IAAI,CAAA;YACrF,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,SAAQ;YACV,CAAC;YACD,MAAM,IAAI,GAAG,IAAI;iBACd,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,EAAE,CAAA;gBACX,CAAC;gBACD,MAAM,SAAS,GAAG,GAA2B,CAAA;gBAC7C,OAAO,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;YACjE,CAAC,CAAC;iBACD,IAAI,CAAC,EAAE,CAAC;iBACR,IAAI,EAAE,CAAA;YACT,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAClB,CAAC;QACH,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;QAC1C,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,CAAC,GAAW,EAAiB,EAAE;IACxD,MAAM,OAAO,GAAG,iCAAiC,CAAA;IACjD,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,KAAK,GAA2B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACrD,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC9B,MAAM,OAAO,GAAG,IAAA,6BAAkB,EAAC,OAAO,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QAC1E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QACD,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;IAC1C,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;AAClD,CAAC,CAAA"}

package/dist/cjs/content/transcript/providers/youtube/yt-dlp.js

@@ -0,0 +1,170 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchTranscriptWithYtDlp = void 0;
+const node_child_process_1 = require("node:child_process");
+const node_crypto_1 = require("node:crypto");
+const node_fs_1 = require("node:fs");
+const node_os_1 = require("node:os");
+const node_path_1 = require("node:path");
+const whisper_js_1 = require("../../../../transcription/whisper.js");
+const deps_js_1 = require("../../../link-preview/deps.js");
+const YT_DLP_TIMEOUT_MS = 300_000;
+const MAX_STDERR_BYTES = 8192;
+const fetchTranscriptWithYtDlp = async ({ ytDlpPath, openaiApiKey, falApiKey, url, onProgress, }) => {
+    const notes = [];
+    if (!ytDlpPath) {
+        return {
+            text: null,
+            provider: null,
+            error: new Error('yt-dlp is not configured (set YT_DLP_PATH or ensure yt-dlp is on PATH)'),
+            notes,
+        };
+    }
+    const hasLocalWhisper = await (0, whisper_js_1.isWhisperCppReady)();
+    if (!openaiApiKey && !falApiKey && !hasLocalWhisper) {
+        return {
+            text: null,
+            provider: null,
+            error: new Error('No transcription providers available (install whisper-cpp or set OPENAI_API_KEY or FAL_KEY)'),
+            notes,
+        };
+    }
+    const progress = typeof onProgress === 'function' ? onProgress : null;
+    const providerHint = hasLocalWhisper
+        ? 'cpp'
+        : openaiApiKey && falApiKey
+            ? 'openai->fal'
+            : openaiApiKey
+                ? 'openai'
+                : falApiKey
+                    ? 'fal'
+                    : 'unknown';
+    const modelId = hasLocalWhisper
+        ? 'whisper.cpp'
+        : openaiApiKey && falApiKey
+            ? 'whisper-1->fal-ai/wizper'
+            : openaiApiKey
+                ? 'whisper-1'
+                : falApiKey
+                    ? 'fal-ai/wizper'
+                    : null;
+    const outputFile = (0, node_path_1.join)((0, node_os_1.tmpdir)(), `summarize-${(0, node_crypto_1.randomUUID)()}.mp3`);
+    try {
+        progress?.({
+            kind: deps_js_1.ProgressKind.TranscriptMediaDownloadStart,
+            url,
+            service: 'youtube',
+            mediaUrl: url,
+            totalBytes: null,
+        });
+        await downloadAudio(ytDlpPath, url, outputFile);
+        const stat = await node_fs_1.promises.stat(outputFile);
+        progress?.({
+            kind: deps_js_1.ProgressKind.TranscriptMediaDownloadDone,
+            url,
+            service: 'youtube',
+            downloadedBytes: stat.size,
+            totalBytes: null,
+        });
+        const probedDurationSeconds = await (0, whisper_js_1.probeMediaDurationSecondsWithFfprobe)(outputFile);
+        progress?.({
+            kind: deps_js_1.ProgressKind.TranscriptWhisperStart,
+            url,
+            service: 'youtube',
+            providerHint,
+            modelId,
+            totalDurationSeconds: probedDurationSeconds,
+            parts: null,
+        });
+        const result = await (0, whisper_js_1.transcribeMediaFileWithWhisper)({
+            filePath: outputFile,
+            mediaType: 'audio/mpeg',
+            filename: 'audio.mp3',
+            openaiApiKey,
+            falApiKey,
+            totalDurationSeconds: probedDurationSeconds,
+            onProgress: (event) => {
+                progress?.({
+                    kind: deps_js_1.ProgressKind.TranscriptWhisperProgress,
+                    url,
+                    service: 'youtube',
+                    processedDurationSeconds: event.processedDurationSeconds,
+                    totalDurationSeconds: event.totalDurationSeconds,
+                    partIndex: event.partIndex,
+                    parts: event.parts,
+                });
+            },
+        });
+        if (result.notes.length > 0)
+            notes.push(...result.notes);
+        return { text: result.text, provider: result.provider, error: result.error, notes };
+    }
+    catch (error) {
+        return {
+            text: null,
+            provider: null,
+            error: wrapError('yt-dlp failed to download audio', error),
+            notes,
+        };
+    }
+    finally {
+        await node_fs_1.promises.unlink(outputFile).catch(() => { });
+    }
+};
+exports.fetchTranscriptWithYtDlp = fetchTranscriptWithYtDlp;
+async function downloadAudio(ytDlpPath, url, outputFile) {
+    return new Promise((resolve, reject) => {
+        const args = [
+            '-x',
+            '--audio-format',
+            'mp3',
+            '--no-playlist',
+            '--retries',
+            '3',
+            '--no-warnings',
+            '-o',
+            outputFile,
+            url,
+        ];
+        const proc = (0, node_child_process_1.spawn)(ytDlpPath, args, { stdio: ['ignore', 'ignore', 'pipe'] });
+        let stderr = '';
+        if (proc.stderr) {
+            proc.stderr.setEncoding('utf8');
+            proc.stderr.on('data', (chunk) => {
+                if (stderr.length >= MAX_STDERR_BYTES)
+                    return;
+                const remaining = MAX_STDERR_BYTES - stderr.length;
+                stderr += chunk.slice(0, remaining);
+            });
+        }
+        const timeout = setTimeout(() => {
+            proc.kill('SIGTERM');
+            reject(new Error('yt-dlp download timeout'));
+        }, YT_DLP_TIMEOUT_MS);
+        proc.on('close', (code, signal) => {
+            clearTimeout(timeout);
+            if (code === 0) {
+                resolve();
+                return;
+            }
+            const detail = stderr.trim();
+            const suffix = detail ? `: ${detail}` : '';
+            if (code === null) {
+                reject(new Error(`yt-dlp terminated (${signal ?? 'unknown'})${suffix}`));
+                return;
+            }
+            reject(new Error(`yt-dlp exited with code ${code}${suffix}`));
+        });
+        proc.on('error', (error) => {
+            clearTimeout(timeout);
+            reject(error);
+        });
+    });
+}
+function wrapError(prefix, error) {
+    if (error instanceof Error) {
+        return new Error(`${prefix}: ${error.message}`, { cause: error });
+    }
+    return new Error(`${prefix}: ${String(error)}`);
+}
+//# sourceMappingURL=yt-dlp.js.map

package/dist/cjs/content/transcript/providers/youtube/yt-dlp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"yt-dlp.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/yt-dlp.ts"],"names":[],"mappings":";;;AAAA,2DAA0C;AAC1C,6CAAwC;AACxC,qCAAwC;AACxC,qCAAgC;AAChC,yCAAgC;AAChC,qEAK6C;AAE7C,2DAA4D;AAE5D,MAAM,iBAAiB,GAAG,OAAO,CAAA;AACjC,MAAM,gBAAgB,GAAG,IAAI,CAAA;AAiBtB,MAAM,wBAAwB,GAAG,KAAK,EAAE,EAC7C,SAAS,EACT,YAAY,EACZ,SAAS,EACT,GAAG,EACH,UAAU,GACG,EAAkC,EAAE;IACjD,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO;YACL,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI,KAAK,CAAC,wEAAwE,CAAC;YAC1F,KAAK;SACN,CAAA;IACH,CAAC;IACD,MAAM,eAAe,GAAG,MAAM,IAAA,8BAAiB,GAAE,CAAA;IACjD,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS,IAAI,CAAC,eAAe,EAAE,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI,KAAK,CACd,6FAA6F,CAC9F;YACD,KAAK;SACN,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;IACrE,MAAM,YAAY,GAAyD,eAAe;QACxF,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,YAAY,IAAI,SAAS;YACzB,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,YAAY;gBACZ,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,SAAS;oBACT,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,SAAS,CAAA;IACnB,MAAM,OAAO,GAAG,eAAe;QAC7B,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,YAAY,IAAI,SAAS;YACzB,CAAC,CAAC,0BAA0B;YAC5B,CAAC,CAAC,YAAY;gBACZ,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,SAAS;oBACT,CAAC,CAAC,eAAe;oBACjB,CAAC,CAAC,IAAI,CAAA;IAEd,MAAM,UAAU,GAAG,IAAA,gBAAI,EAAC,IAAA,gBAAM,GAAE,EAAE,aAAa,IAAA,wBAAU,GAAE,MAAM,CAAC,CAAA;IAClE,IAAI,CAAC;QACH,QAAQ,EAAE,CAAC;YACT,IAAI,EAAE,sBAAY,CAAC,4BAA4B;YAC/C,GAAG;YACH,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE,GAAG;YACb,UAAU,EAAE,IAAI;SACjB,CAAC,CAAA;QACF,MAAM,aAAa,CAAC,SAAS,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;QAC/C,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACtC,QAAQ,EAAE,CAAC;YACT,IAAI,EAAE,sBAAY,CAAC,2BAA2B;YAC9C,GAAG;YACH,OAAO,EAAE,SAAS;YAClB,eAAe,EAAE,IAAI,CAAC,IAAI;YAC1B,UAAU,EAAE,IAAI;SACjB,CAAC,CAAA;QAEF,MAAM,qBAAqB,GAAG,MAAM,IAAA,iDAAoC,EAAC,UAAU,CAAC,CAAA;QACpF,QAAQ,EAAE,CAAC;YACT,IAAI,EAAE,sBAAY,CAAC,sBAAsB;YACzC,GAAG;YACH,OAAO,EAAE,SAAS;YAClB,YAAY;YACZ,OAAO;YACP,oBAAoB,EAAE,qBAAqB;YAC3C,KAAK,EAAE,IAAI;SACZ,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,MAAM,IAAA,2CAA8B,EAAC;YAClD,QAAQ,EAAE,UAAU;YACpB,SAAS,EAAE,YAAY;YACvB,QAAQ,EAAE,WAAW;YACrB,YAAY;YACZ,SAAS;YACT,oBAAoB,EAAE,qBAAqB;YAC3C,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;gBACpB,QAAQ,EAAE,CAAC;oBACT,IAAI,EAAE,sBAAY,CAAC,yBAAyB;oBAC5C,GAAG;oBACH,OAAO,EAAE,SAAS;oBAClB,wBAAwB,EAAE,KAAK,CAAC,wBAAwB;oBACxD,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;oBAChD,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAA;YACJ,CAAC;SACF,CAAC,CAAA;QACF,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;QACxD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,CAAA;IACrF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,SAAS,CAAC,iCAAiC,EAAE,KAAK,CAAC;YAC1D,KAAK;SACN,CAAA;IACH,CAAC;YAAS,CAAC;QACT,MAAM,kBAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IAC7C,CAAC;AACH,CAAC,CAAA;AA7GY,QAAA,wBAAwB,4BA6GpC;AAED,KAAK,UAAU,aAAa,CAAC,SAAiB,EAAE,GAAW,EAAE,UAAkB;IAC7E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG;YACX,IAAI;YACJ,gBAAgB;YAChB,KAAK;YACL,eAAe;YACf,WAAW;YACX,GAAG;YACH,eAAe;YACf,IAAI;YACJ,UAAU;YACV,GAAG;SACJ,CAAA;QAED,MAAM,IAAI,GAAG,IAAA,0BAAK,EAAC,SAAS,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;QAC5E,IAAI,MAAM,GAAG,EAAE,CAAA;QAEf,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;YAC/B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,IAAI,MAAM,CAAC,MAAM,IAAI,gBAAgB;oBAAE,OAAM;gBAC7C,MAAM,SAAS,GAAG,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAA;gBAClD,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;YACrC,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACpB,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAA;QAC9C,CAAC,EAAE,iBAAiB,CAAC,CAAA;QAErB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAChC,YAAY,CAAC,OAAO,CAAC,CAAA;YACrB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,EAAE,CAAA;gBACT,OAAM;YACR,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YAC1C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,KAAK,CAAC,sBAAsB,MAAM,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC,CAAA;gBACxE,OAAM;YACR,CAAC;YACD,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,GAAG,MAAM,EAAE,CAAC,CAAC,CAAA;QAC/D,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACzB,YAAY,CAAC,OAAO,CAAC,CAAA;YACrB,MAAM,CAAC,KAAK,CAAC,CAAA;QACf,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,MAAc,EAAE,KAAc;IAC/C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,IAAI,KAAK,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;IACnE,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,GAAG,MAAM,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;AACjD,CAAC"}