@liorium/youtube-omni-mcp 0.2.3 → 0.2.6

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Changelog
 
+## 0.2.6 - 2026-05-14
+
+- Add channel-level read-only intelligence: positioning analysis, content pillar extraction, and channel comparison.
+- Add planning video idea generation linked to benchmark videos and public comment request signals.
+- Improve outlier ranking with views-to-subscribers ratio, benchmark rank, and explicit rationale fields.
+- Deduplicate comment text before summarization and expose raw/deduped comment counts.
+- Expand the V0 MCP surface to 23 public read-only tools while keeping write/operations locked by default.
+
+## 0.2.5 - 2026-05-14
+
+- Add deeper read-only synthesis for transcript structure, claim-like moments, hook pattern classification, comment themes, and research briefs.
+- Replace mock comment summarization with actual comment-text analysis for questions, requests, themes, and sentiment signals.
+- Feed transcript hooks and comment signals into planning briefs with recommended angles and content opportunities.
+
+## 0.2.4 - 2026-05-14
+
+- Replace the transcript placeholder provider with a read-only YouTube timedtext provider.
+- Add resilient `yt-dlp` caption metadata fallback when watch-page caption URLs are missing or stale.
+- Keep transcript calls non-destructive and unavailable-safe when captions cannot be fetched.
+
 ## 0.2.3 - 2026-05-14
 
 - Ensure the published `youtube-omni-mcp` CLI bin is executable after build so `npx -y @liorium/youtube-omni-mcp` can launch the MCP stdio server.

package/dist/src/core/synthesis.d.ts

@@ -0,0 +1,88 @@
+export type HookAnalysis = {
+    pattern: string;
+    reasons: string[];
+};
+export type CommentTheme = {
+    theme: string;
+    intent: string;
+    opportunity: string;
+};
+export declare function splitSentences(text: string): string[];
+export declare function analyzeHookPattern(hook: string): HookAnalysis;
+export declare function extractTranscriptStructure(text: string, includeClaims?: boolean): {
+    hook: string;
+    cta: string;
+    outline: {
+        section: string;
+        text: string;
+        purpose: string;
+    }[];
+    claims: {
+        text: string;
+        type: string;
+        evidenceStrength: string;
+    }[];
+    scriptPatterns: string[];
+    hookAnalysis: HookAnalysis;
+};
+export declare function classifyComment(text: string): CommentTheme;
+export declare function summarizeCommentSet(comments: Array<{
+    text?: string;
+    likeCount?: number;
+}>, includeQuestions?: boolean, includeRequests?: boolean): {
+    summary: string;
+    rawCommentCount: number;
+    dedupedCommentCount: number;
+    questions: string[];
+    contentRequests: string[];
+    themes: {
+        theme: string;
+        intent: string;
+        opportunity: string;
+        count: number;
+        examples: string[];
+        totalLikes: number;
+    }[];
+    sentimentSignal: {
+        positiveCount: number;
+        concernCount: number;
+        mixed: boolean;
+        dominant: string;
+    };
+};
+export type ChannelPillar = {
+    pillar: string;
+    count: number;
+    evidence: string[];
+};
+export declare function normalizeCommentText(text: string): string;
+export declare function dedupeComments<T extends {
+    text?: string;
+}>(comments: T[]): T[];
+export declare function extractChannelPillars(videos: Array<{
+    videoId?: string;
+    title?: string;
+}>): ChannelPillar[];
+export declare function inferRepeatableFormats(videos: Array<{
+    title?: string;
+}>): string[];
+export declare function inferChannelPositioning(channelTitle: string, videos: Array<{
+    title?: string;
+}>): {
+    channelPositioning: string;
+    contentPillars: ChannelPillar[];
+    repeatableFormats: string[];
+    audiencePromise: string;
+    differentiation: string;
+};
+export declare function generateIdeasFromBenchmarks(topic: string, videos: Array<{
+    videoId?: string;
+    title?: string;
+}>, requests: string[], ideaCount: number): {
+    title: string;
+    angle: string;
+    hook: string;
+    evidence: (string | undefined)[];
+    rationale: string;
+    risk: string;
+}[];

package/dist/src/core/synthesis.js

@@ -0,0 +1,235 @@
+export function splitSentences(text) {
+    return text
+        .replace(/\s+/g, ' ')
+        .split(/(?<=[.!?])\s+/)
+        .map((sentence) => sentence.trim())
+        .filter(Boolean);
+}
+export function analyzeHookPattern(hook) {
+    const lower = hook.toLowerCase();
+    const reasons = [];
+    if (/^\s*(what|why|how|can|could|would|is|are|do|does|did)\b/i.test(hook) || hook.includes('?')) {
+        reasons.push('opens with a question');
+    }
+    if (lower.includes('secret') || lower.includes('hidden') || lower.includes('nobody') || lower.includes('what if')) {
+        reasons.push('creates a curiosity gap');
+    }
+    if (/\b(\d+|days?|steps?|experiments?|case study|rebuilt|result)\b/i.test(hook)) {
+        reasons.push('promises a concrete result');
+    }
+    if (lower.includes('but') || lower.includes('cost') || lower.includes('danger') || lower.includes('problem') || lower.includes('failure')) {
+        reasons.push('frames conflict or stakes');
+    }
+    let pattern = 'statement-hook';
+    if (reasons.includes('opens with a question') && reasons.includes('creates a curiosity gap'))
+        pattern = 'question-hook';
+    else if (reasons.includes('promises a concrete result'))
+        pattern = 'challenge-result';
+    else if (reasons.includes('creates a curiosity gap'))
+        pattern = 'curiosity-gap';
+    else if (reasons.includes('frames conflict or stakes'))
+        pattern = 'conflict-stakes';
+    else if (reasons.includes('opens with a question'))
+        pattern = 'question-hook';
+    return { pattern, reasons: reasons.length ? reasons : ['states the topic directly'] };
+}
+export function extractTranscriptStructure(text, includeClaims = true) {
+    const sentences = splitSentences(text);
+    const hookText = sentences[0] ?? '';
+    const ctaSentence = [...sentences].reverse().find((sentence) => /\b(subscribe|comment|download|share|follow|watch next|checklist|worksheet)\b/i.test(sentence)) ?? '';
+    const hookAnalysis = analyzeHookPattern(hookText);
+    const midpoint = Math.max(1, Math.floor(sentences.length / 2));
+    const outline = [
+        { section: 'hook', text: hookText, purpose: 'capture attention and frame the promise' },
+        { section: 'development', text: sentences.slice(1, midpoint).join(' '), purpose: 'build context and evidence' },
+        { section: 'payoff', text: sentences.slice(midpoint, Math.max(midpoint, sentences.length - 1)).join(' '), purpose: 'deliver insight or framework' },
+        { section: 'cta', text: ctaSentence, purpose: 'ask for the next audience action' }
+    ].filter((section) => section.text.length > 0);
+    const claimPatterns = /\b(claim|found|shows|proves|because|therefore|this matters|the first|the second|researchers|study|data)\b/i;
+    const claims = includeClaims
+        ? sentences
+            .filter((sentence) => claimPatterns.test(sentence))
+            .slice(0, 8)
+            .map((sentence) => ({ text: sentence, type: 'claim', evidenceStrength: /\b(found|researchers|study|data|experiments?)\b/i.test(sentence) ? 'medium' : 'low' }))
+        : [];
+    const scriptPatterns = [...new Set([
+            hookAnalysis.pattern,
+            ctaSentence ? 'explicit-cta' : 'soft-cta',
+            claims.length > 0 ? 'evidence-led' : 'narrative-led'
+        ])];
+    return {
+        hook: hookText,
+        cta: ctaSentence,
+        outline,
+        claims,
+        scriptPatterns,
+        hookAnalysis
+    };
+}
+export function classifyComment(text) {
+    const lower = text.toLowerCase();
+    if (/\b(can you|could you|please|make|share|template|examples?|follow-up|more)\b/i.test(text)) {
+        return {
+            theme: 'content requests',
+            intent: 'request',
+            opportunity: 'Create a follow-up asset, checklist, or example-driven episode.'
+        };
+    }
+    if (text.includes('?') || /\b(how|why|what|which|confused|setup|trust|cost|problem)\b/i.test(text)) {
+        return {
+            theme: 'audience confusion',
+            intent: 'confusion',
+            opportunity: 'Add a clearer explainer segment that answers setup, cost, and trust questions.'
+        };
+    }
+    if (/\b(great|excellent|helpful|love|amazing|thanks|good)\b/i.test(text)) {
+        return {
+            theme: 'positive feedback',
+            intent: 'praise',
+            opportunity: 'Reuse the praised framing and turn it into a repeatable series format.'
+        };
+    }
+    if (/\b(wrong|bad|hate|danger|concern|scary|risk)\b/i.test(lower)) {
+        return {
+            theme: 'concerns and objections',
+            intent: 'concern',
+            opportunity: 'Address objections directly with evidence and counterexamples.'
+        };
+    }
+    return {
+        theme: 'general reaction',
+        intent: 'reaction',
+        opportunity: 'Mine representative reactions for framing language.'
+    };
+}
+export function summarizeCommentSet(comments, includeQuestions = true, includeRequests = true) {
+    const dedupedComments = dedupeComments(comments);
+    const texts = dedupedComments.map((comment) => String(comment.text ?? '').trim()).filter(Boolean);
+    const grouped = new Map();
+    let positiveCount = 0;
+    let concernCount = 0;
+    for (const comment of dedupedComments) {
+        const text = String(comment.text ?? '').trim();
+        if (!text)
+            continue;
+        const classification = classifyComment(text);
+        if (classification.intent === 'praise')
+            positiveCount += 1;
+        if (classification.intent === 'concern' || classification.intent === 'confusion')
+            concernCount += 1;
+        const existing = grouped.get(classification.theme) ?? { ...classification, count: 0, examples: [], totalLikes: 0 };
+        existing.count += 1;
+        existing.totalLikes += Number(comment.likeCount ?? 0);
+        if (existing.examples.length < 3)
+            existing.examples.push(text);
+        grouped.set(classification.theme, existing);
+    }
+    const themes = [...grouped.values()].sort((a, b) => b.count - a.count || b.totalLikes - a.totalLikes);
+    const questions = includeQuestions ? texts.filter((text) => text.includes('?') || /\b(how|why|what|which)\b/i.test(text)).slice(0, 10) : [];
+    const contentRequests = includeRequests ? texts.filter((text) => /\b(can you|could you|please|make|share|template|examples?|follow-up|more)\b/i.test(text)).slice(0, 10) : [];
+    const topTheme = themes[0]?.theme ?? 'no clear theme';
+    return {
+        summary: `${texts.length} comments analyzed. Top signal: ${topTheme}. ${questions.length} questions and ${contentRequests.length} requests detected.`,
+        rawCommentCount: comments.length,
+        dedupedCommentCount: dedupedComments.length,
+        questions,
+        contentRequests,
+        themes,
+        sentimentSignal: {
+            positiveCount,
+            concernCount,
+            mixed: positiveCount > 0 && concernCount > 0,
+            dominant: concernCount > positiveCount ? 'concern' : positiveCount > 0 ? 'positive' : 'neutral'
+        }
+    };
+}
+export function normalizeCommentText(text) {
+    return text.normalize('NFKC').toLowerCase().replace(/\s+/g, ' ').replace(/[^\p{L}\p{N} ?!]/gu, '').trim();
+}
+export function dedupeComments(comments) {
+    const seen = new Set();
+    const deduped = [];
+    for (const comment of comments) {
+        const key = normalizeCommentText(String(comment.text ?? ''));
+        if (!key || seen.has(key))
+            continue;
+        seen.add(key);
+        deduped.push(comment);
+    }
+    return deduped;
+}
+function classifyPillar(title) {
+    const lower = title.toLowerCase();
+    if (/\b(tried|days?|case study|experiment|built|rebuilt)\b/i.test(lower))
+        return 'case studies';
+    if (/\b(guide|how to|tutorial|beginner|step|workflow)\b/i.test(lower))
+        return 'tutorials and workflows';
+    if (/\b(tool|tools|review|comparison|vs\.?|best)\b/i.test(lower))
+        return 'tool reviews';
+    if (/\b(hidden|risk|mistake|danger|problem|cost|nobody)\b/i.test(lower))
+        return 'mistakes and risks';
+    if (/\b(news|trend|update|latest|new)\b/i.test(lower))
+        return 'news and trends';
+    if (/\b(history|documentary|explained|story|why)\b/i.test(lower))
+        return 'documentary explainers';
+    return 'general education';
+}
+export function extractChannelPillars(videos) {
+    const grouped = new Map();
+    for (const video of videos) {
+        const pillar = classifyPillar(String(video.title ?? ''));
+        const existing = grouped.get(pillar) ?? { pillar, count: 0, evidence: [] };
+        existing.count += 1;
+        if (video.videoId && existing.evidence.length < 5)
+            existing.evidence.push(video.videoId);
+        grouped.set(pillar, existing);
+    }
+    return [...grouped.values()].sort((a, b) => b.count - a.count || a.pillar.localeCompare(b.pillar));
+}
+export function inferRepeatableFormats(videos) {
+    const titles = videos.map((video) => String(video.title ?? '')).join(' | ').toLowerCase();
+    const formats = [];
+    if (/\btried|\b\d+ days?|case study|experiment/.test(titles))
+        formats.push('challenge/case-study experiments');
+    if (/beginner|guide|how to|workflow|step/.test(titles))
+        formats.push('beginner workflow guides');
+    if (/hidden|risk|mistake|cost|danger/.test(titles))
+        formats.push('hidden-risk explainers');
+    if (/tool|review|comparison|best/.test(titles))
+        formats.push('tool comparison reviews');
+    return formats.length ? formats : ['topic explainers'];
+}
+export function inferChannelPositioning(channelTitle, videos) {
+    const pillars = extractChannelPillars(videos);
+    const topPillars = pillars.slice(0, 2).map((pillar) => pillar.pillar).join(' + ') || 'general education';
+    const repeatableFormats = inferRepeatableFormats(videos);
+    return {
+        channelPositioning: `${channelTitle || 'This channel'} positions around ${topPillars} using ${repeatableFormats[0]}.`,
+        contentPillars: pillars,
+        repeatableFormats,
+        audiencePromise: `Help viewers understand and act on ${topPillars} with clearer decisions.`,
+        differentiation: repeatableFormats.includes('challenge/case-study experiments')
+            ? 'Uses lived experiments and concrete workflows rather than generic commentary.'
+            : 'Packages public signals into repeatable, evidence-led explainers.'
+    };
+}
+export function generateIdeasFromBenchmarks(topic, videos, requests, ideaCount) {
+    const seeds = videos.length ? videos : [{ videoId: undefined, title: `${topic}: The Hidden Cost Nobody Mentions` }];
+    return Array.from({ length: ideaCount }, (_, index) => {
+        const video = seeds[index % seeds.length];
+        const titleBase = String(video.title ?? `${topic} angle ${index + 1}`).replace(/\s+/g, ' ').trim();
+        const pillar = classifyPillar(titleBase);
+        const request = requests[index % Math.max(1, requests.length)] ?? '';
+        return {
+            title: index === 0 ? `${topic}: The Hidden Cost Nobody Mentions` : titleBase,
+            angle: pillar,
+            hook: pillar === 'case studies'
+                ? `What happens when one creator tests ${topic} under real constraints?`
+                : `What if ${topic} has a hidden cost most viewers miss?`,
+            evidence: [video.videoId].filter(Boolean),
+            rationale: request ? `Combines benchmark title pattern with audience request: ${request}` : 'Combines benchmark discovery with a clear public-data content angle.',
+            risk: 'Avoid copying competitor content; verify factual claims before scripting.'
+        };
+    });
+}
+//# sourceMappingURL=synthesis.js.map

package/dist/src/core/synthesis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"synthesis.js","sourceRoot":"","sources":["../../../src/core/synthesis.ts"],"names":[],"mappings":"AAWA,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO,IAAI;SACR,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,KAAK,CAAC,eAAe,CAAC;SACtB,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;SAClC,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,0DAA0D,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAChG,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAClH,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,gEAAgE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAChF,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1I,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,OAAO,GAAG,gBAAgB,CAAC;IAC/B,IAAI,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QAAE,OAAO,GAAG,eAAe,CAAC;SACnH,IAAI,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAAC;QAAE,OAAO,GAAG,kBAAkB,CAAC;SACjF,IAAI,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QAAE,OAAO,GAAG,eAAe,CAAC;SAC3E,IAAI,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAC;QAAE,OAAO,GAAG,iBAAiB,CAAC;SAC/E,IAAI,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAAE,OAAO,GAAG,eAAe,CAAC;IAE9E,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,2BAA2B,CAAC,EAAE,CAAC;AACxF,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAY,EAAE,aAAa,GAAG,IAAI;IAC3E,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACpC,MAAM,WAAW,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,+EAA+E,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;IACtK,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG;QACd,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,yCAAyC,EAAE;QACvF,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,4BAA4B,EAAE;QAC/G,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,8BAA8B,EAAE;QACnJ,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,kCAAkC,EAAE;KACnF,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/C,MAAM,aAAa,GAAG,4GAA4G,CAAC;IACnI,MAAM,MAAM,GAAG,aAAa;QAC1B,CAAC,CAAC,SAAS;aACR,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;aAClD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAgB,EAAE,kDAAkD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACjK,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC;YACjC,YAAY,CAAC,OAAO;YACpB,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,UAAU;YACzC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;SACrD,CAAC,CAAC,CAAC;IAEJ,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,GAAG,EAAE,WAAW;QAChB,OAAO;QACP,MAAM;QACN,cAAc;QACd,YAAY;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,IAAI,8EAA8E,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9F,OAAO;YACL,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,iEAAiE;SAC/E,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,6DAA6D,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnG,OAAO;YACL,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,gFAAgF;SAC9F,CAAC;IACJ,CAAC;IACD,IAAI,yDAAyD,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACzE,OAAO;YACL,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,QAAQ;YAChB,WAAW,EAAE,wEAAwE;SACtF,CAAC;IACJ,CAAC;IACD,IAAI,iDAAiD,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO;YACL,KAAK,EAAE,yBAAyB;YAChC,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,gEAAgE;SAC9E,CAAC;IACJ,CAAC;IACD,OAAO;QACL,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,UAAU;QAClB,WAAW,EAAE,qDAAqD;KACnE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAsD,EAAE,gBAAgB,GAAG,IAAI,EAAE,eAAe,GAAG,IAAI;IACzI,MAAM,eAAe,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClG,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyH,CAAC;IACjJ,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,cAAc,CAAC,MAAM,KAAK,QAAQ;YAAE,aAAa,IAAI,CAAC,CAAC;QAC3D,IAAI,cAAc,CAAC,MAAM,KAAK,SAAS,IAAI,cAAc,CAAC,MAAM,KAAK,WAAW;YAAE,YAAY,IAAI,CAAC,CAAC;QACpG,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,cAAc,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QACnH,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;QACpB,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;QACtD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IACtG,MAAM,SAAS,GAAG,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5I,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,8EAA8E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9K,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,gBAAgB,CAAC;IAEtD,OAAO;QACL,OAAO,EAAE,GAAG,KAAK,CAAC,MAAM,mCAAmC,QAAQ,KAAK,SAAS,CAAC,MAAM,kBAAkB,eAAe,CAAC,MAAM,qBAAqB;QACrJ,eAAe,EAAE,QAAQ,CAAC,MAAM;QAChC,mBAAmB,EAAE,eAAe,CAAC,MAAM;QAC3C,SAAS;QACT,eAAe;QACf,MAAM;QACN,eAAe,EAAE;YACf,aAAa;YACb,YAAY;YACZ,KAAK,EAAE,aAAa,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC;YAC5C,QAAQ,EAAE,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;SAChG;KACF,CAAC;AACJ,CAAC;AASD,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAC5G,CAAC;AAED,MAAM,UAAU,cAAc,CAA8B,QAAa;IACvE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACpC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,IAAI,wDAAwD,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,cAAc,CAAC;IAChG,IAAI,qDAAqD,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,yBAAyB,CAAC;IACxG,IAAI,gDAAgD,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,cAAc,CAAC;IACxF,IAAI,uDAAuD,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,oBAAoB,CAAC;IACrG,IAAI,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAChF,IAAI,gDAAgD,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,wBAAwB,CAAC;IAClG,OAAO,mBAAmB,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAmD;IACvF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAC3E,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;QACpB,IAAI,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AACrG,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAiC;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IAC1F,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,IAAI,2CAA2C,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC/G,IAAI,qCAAqC,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjG,IAAI,iCAAiC,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC3F,IAAI,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACxF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,YAAoB,EAAE,MAAiC;IAC7F,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,mBAAmB,CAAC;IACzG,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IACzD,OAAO;QACL,kBAAkB,EAAE,GAAG,YAAY,IAAI,cAAc,qBAAqB,UAAU,UAAU,iBAAiB,CAAC,CAAC,CAAC,GAAG;QACrH,cAAc,EAAE,OAAO;QACvB,iBAAiB;QACjB,eAAe,EAAE,sCAAsC,UAAU,0BAA0B;QAC3F,eAAe,EAAE,iBAAiB,CAAC,QAAQ,CAAC,kCAAkC,CAAC;YAC7E,CAAC,CAAC,+EAA+E;YACjF,CAAC,CAAC,mEAAmE;KACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAa,EAAE,MAAmD,EAAE,QAAkB,EAAE,SAAiB;IACnJ,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,KAAK,mCAAmC,EAAE,CAAC,CAAC;IACpH,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,KAAK,UAAU,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACnG,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACrE,OAAO;YACL,KAAK,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,mCAAmC,CAAC,CAAC,CAAC,SAAS;YAC5E,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,MAAM,KAAK,cAAc;gBAC7B,CAAC,CAAC,uCAAuC,KAAK,0BAA0B;gBACxE,CAAC,CAAC,WAAW,KAAK,uCAAuC;YAC3D,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YACzC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,2DAA2D,OAAO,EAAE,CAAC,CAAC,CAAC,sEAAsE;YAClK,IAAI,EAAE,2EAA2E;SAClF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/providers/transcript-provider.d.ts

@@ -1,11 +1,18 @@
 import type { ProviderHealth, YoutubeOmniProvider } from './types.js';
+type FetchLike = typeof fetch;
+type YtDlpMetadataLoader = (videoId: string, lang: string) => Promise<any | undefined>;
 export declare class TranscriptProvider implements YoutubeOmniProvider {
     id: string;
     name: string;
     authTier: "none";
     capabilities: string[];
+    private readonly fetchImpl;
+    private readonly loadYtDlpMetadata;
+    constructor(fetchImpl?: FetchLike, loadYtDlpMetadata?: YtDlpMetadataLoader);
     isConfigured(): boolean;
     healthCheck(): Promise<ProviderHealth>;
+    private fetchTrackText;
+    private fetchTranscript;
     getTranscriptSegments(input: {
         videoIds: string[];
         lang: string;
@@ -17,7 +24,7 @@ export declare class TranscriptProvider implements YoutubeOmniProvider {
             format: "key_segments";
             intro: string;
             outro: string;
-            availability: string;
+            availability: "available" | "unavailable";
         }[];
     }>;
     getTranscriptFullText(input: {
@@ -31,3 +38,4 @@ export declare class TranscriptProvider implements YoutubeOmniProvider {
         truncated: boolean;
     }>;
 }
+export {};

package/dist/src/providers/transcript-provider.js

@@ -1,17 +1,206 @@
+import { execFile } from 'node:child_process';
+function normalizeTranscriptText(text) {
+    return text
+        .replace(/\s+/g, ' ')
+        .replace(/\s+([,.!?;:])/g, '$1')
+        .trim();
+}
+function stripJsonAssignment(script, marker) {
+    const start = script.indexOf(marker);
+    if (start < 0)
+        return undefined;
+    const jsonStart = script.indexOf('{', start + marker.length);
+    if (jsonStart < 0)
+        return undefined;
+    let depth = 0;
+    let inString = false;
+    let escaped = false;
+    for (let i = jsonStart; i < script.length; i += 1) {
+        const char = script[i];
+        if (inString) {
+            if (escaped) {
+                escaped = false;
+            }
+            else if (char === '\\') {
+                escaped = true;
+            }
+            else if (char === '"') {
+                inString = false;
+            }
+            continue;
+        }
+        if (char === '"') {
+            inString = true;
+        }
+        else if (char === '{') {
+            depth += 1;
+        }
+        else if (char === '}') {
+            depth -= 1;
+            if (depth === 0)
+                return script.slice(jsonStart, i + 1);
+        }
+    }
+    return undefined;
+}
+function parsePlayerResponse(html) {
+    const raw = stripJsonAssignment(html, 'ytInitialPlayerResponse');
+    if (!raw)
+        return undefined;
+    try {
+        return JSON.parse(raw);
+    }
+    catch {
+        return undefined;
+    }
+}
+function trackLanguageMatches(track, lang) {
+    if (track.languageCode === lang)
+        return true;
+    const base = lang.split('-')[0];
+    return track.languageCode === base || track.vssId === `.${lang}` || track.vssId === `a.${lang}` || track.vssId === `.${base}` || track.vssId === `a.${base}`;
+}
+function chooseCaptionTrack(tracks, lang) {
+    return tracks.find((track) => trackLanguageMatches(track, lang))
+        ?? tracks.find((track) => trackLanguageMatches(track, 'en'))
+        ?? tracks[0];
+}
+function timedTextUrl(baseUrl) {
+    const url = new URL(baseUrl);
+    url.searchParams.set('fmt', 'json3');
+    return url.toString();
+}
+function chooseYtDlpCaption(metadata, lang) {
+    const subtitles = metadata?.subtitles ?? {};
+    const automaticCaptions = metadata?.automatic_captions ?? {};
+    const base = lang.split('-')[0];
+    const tracks = subtitles[lang] ?? subtitles[base] ?? automaticCaptions[lang] ?? automaticCaptions[base];
+    if (!Array.isArray(tracks))
+        return undefined;
+    return tracks.find((track) => track?.ext === 'json3') ?? tracks.find((track) => typeof track?.url === 'string');
+}
+async function defaultYtDlpMetadata(videoId, lang) {
+    return new Promise((resolve) => {
+        const child = execFile('yt-dlp', [
+            '--skip-download',
+            '--write-auto-subs',
+            '--write-subs',
+            '--sub-lang', lang,
+            '--sub-format', 'json3/vtt/srv3/best',
+            '--dump-json',
+            `https://www.youtube.com/watch?v=${videoId}`
+        ], { timeout: 30000, maxBuffer: 8 * 1024 * 1024 }, (error, stdout) => {
+            if (error || !stdout.trim()) {
+                resolve(undefined);
+                return;
+            }
+            try {
+                resolve(JSON.parse(stdout));
+            }
+            catch {
+                resolve(undefined);
+            }
+        });
+        child.stdin?.end();
+    });
+}
+function textFromJson3(data) {
+    const chunks = [];
+    for (const event of data?.events ?? []) {
+        for (const segment of event?.segs ?? []) {
+            if (typeof segment?.utf8 === 'string')
+                chunks.push(segment.utf8);
+        }
+    }
+    return normalizeTranscriptText(chunks.join(''));
+}
+function truncate(text, maxChars) {
+    if (text.length <= maxChars)
+        return { text, truncated: false };
+    return { text: text.slice(0, maxChars), truncated: true };
+}
+function keySegments(text) {
+    if (!text)
+        return { intro: '', outro: '' };
+    const intro = text.slice(0, 700).trim();
+    const outro = text.slice(Math.max(0, text.length - 700)).trim();
+    return { intro, outro };
+}
 export class TranscriptProvider {
-    id = 'transcript_placeholder';
-    name = 'Transcript Placeholder Provider';
+    id = 'youtube_timedtext';
+    name = 'YouTube Timed Text Transcript Provider';
     authTier = 'none';
     capabilities = ['transcript'];
+    fetchImpl;
+    loadYtDlpMetadata;
+    constructor(fetchImpl = fetch, loadYtDlpMetadata = defaultYtDlpMetadata) {
+        this.fetchImpl = fetchImpl;
+        this.loadYtDlpMetadata = loadYtDlpMetadata;
+    }
     isConfigured() { return true; }
     async healthCheck() {
-        return { provider: this.id, configured: true, authTier: this.authTier, capabilities: this.capabilities, warnings: ['Transcript provider returns unavailable placeholders until a real transcript adapter is configured'] };
+        return { provider: this.id, configured: true, authTier: this.authTier, capabilities: this.capabilities, warnings: [] };
+    }
+    async fetchTrackText(trackUrl) {
+        const transcriptResponse = await this.fetchImpl(trackUrl);
+        if (!transcriptResponse.ok)
+            return '';
+        const data = await transcriptResponse.json();
+        return textFromJson3(data);
+    }
+    async fetchTranscript(videoId, lang) {
+        try {
+            const watchUrl = `https://www.youtube.com/watch?v=${encodeURIComponent(videoId)}&hl=${encodeURIComponent(lang)}`;
+            const watchResponse = await this.fetchImpl(watchUrl);
+            let trackUrl;
+            if (watchResponse.ok) {
+                const html = await watchResponse.text();
+                const playerResponse = parsePlayerResponse(html);
+                const tracks = playerResponse?.captions?.playerCaptionsTracklistRenderer?.captionTracks ?? [];
+                const track = chooseCaptionTrack(tracks, lang);
+                if (track?.baseUrl)
+                    trackUrl = timedTextUrl(track.baseUrl);
+            }
+            if (!trackUrl) {
+                const metadata = await this.loadYtDlpMetadata(videoId, lang);
+                const ytDlpTrack = chooseYtDlpCaption(metadata, lang);
+                if (ytDlpTrack?.url)
+                    trackUrl = timedTextUrl(ytDlpTrack.url);
+            }
+            if (!trackUrl)
+                return { text: '', availability: 'unavailable' };
+            let text = await this.fetchTrackText(trackUrl);
+            if (!text) {
+                const metadata = await this.loadYtDlpMetadata(videoId, lang);
+                const ytDlpTrack = chooseYtDlpCaption(metadata, lang);
+                if (ytDlpTrack?.url)
+                    text = await this.fetchTrackText(timedTextUrl(ytDlpTrack.url));
+            }
+            return { text, availability: text ? 'available' : 'unavailable' };
+        }
+        catch {
+            return { text: '', availability: 'unavailable' };
+        }
     }
     async getTranscriptSegments(input) {
-        return { transcripts: input.videoIds.map((videoId) => ({ videoId, language: input.lang, format: input.format, intro: '', outro: '', availability: 'unavailable' })) };
+        const transcripts = await Promise.all(input.videoIds.map(async (videoId) => {
+            const result = await this.fetchTranscript(videoId, input.lang);
+            const segments = keySegments(result.text);
+            return {
+                videoId,
+                language: input.lang,
+                format: input.format,
+                intro: segments.intro,
+                outro: segments.outro,
+                availability: result.availability
+            };
+        }));
+        return { transcripts };
     }
     async getTranscriptFullText(input) {
-        return { videoId: input.videoId, language: input.lang, text: '', truncated: false };
+        const result = await this.fetchTranscript(input.videoId, input.lang);
+        const capped = truncate(result.text, input.maxChars);
+        return { videoId: input.videoId, language: input.lang, text: capped.text, truncated: capped.truncated };
     }
 }
 //# sourceMappingURL=transcript-provider.js.map

package/dist/src/providers/transcript-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"transcript-provider.js","sourceRoot":"","sources":["../../../src/providers/transcript-provider.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,kBAAkB;IAC7B,EAAE,GAAG,wBAAwB,CAAC;IAC9B,IAAI,GAAG,iCAAiC,CAAC;IACzC,QAAQ,GAAG,MAAe,CAAC;IAC3B,YAAY,GAAG,CAAC,YAAY,CAAC,CAAC;IAE9B,YAAY,KAAc,OAAO,IAAI,CAAC,CAAC,CAAC;IAExC,KAAK,CAAC,WAAW;QACf,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,CAAC,oGAAoG,CAAC,EAAE,CAAC;IAC7N,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,KAAmE;QAC7F,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC,EAAE,CAAC;IACxK,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,KAA0D;QACpF,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACtF,CAAC;CACF"}
+{"version":3,"file":"transcript-provider.js","sourceRoot":"","sources":["../../../src/providers/transcript-provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAmB9C,SAAS,uBAAuB,CAAC,IAAY;IAC3C,OAAO,IAAI;SACR,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;SAC/B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc,EAAE,MAAc;IACzD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAEhC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7D,IAAI,SAAS,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAEpC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;iBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACzB,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACxB,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,GAAG,GAAG,mBAAmB,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;IACjE,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAmB,EAAE,IAAY;IAC7D,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,OAAO,KAAK,CAAC,YAAY,KAAK,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,EAAE,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,EAAE,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,EAAE,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,EAAE,CAAC;AAC/J,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAsB,EAAE,IAAY;IAC9D,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;WAC3D,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;WACzD,MAAM,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACrC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAa,EAAE,IAAY;IACrD,MAAM,SAAS,GAAG,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC5C,MAAM,iBAAiB,GAAG,QAAQ,EAAE,kBAAkB,IAAI,EAAE,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,EAAE,GAAG,KAAK,QAAQ,CAAC,CAAC;AAClH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,OAAe,EAAE,IAAY;IAC/D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE;YAC/B,iBAAiB;YACjB,mBAAmB;YACnB,cAAc;YACd,YAAY,EAAE,IAAI;YAClB,cAAc,EAAE,qBAAqB;YACrC,aAAa;YACb,mCAAmC,OAAO,EAAE;SAC7C,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACnE,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC5B,OAAO,CAAC,SAAS,CAAC,CAAC;gBACnB,OAAO;YACT,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,IAAS;IAC9B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC;QACvC,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;YACxC,IAAI,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ;gBAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IACD,OAAO,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/D,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC1B,CAAC;AAED,MAAM,OAAO,kBAAkB;IAC7B,EAAE,GAAG,mBAAmB,CAAC;IACzB,IAAI,GAAG,wCAAwC,CAAC;IAChD,QAAQ,GAAG,MAAe,CAAC;IAC3B,YAAY,GAAG,CAAC,YAAY,CAAC,CAAC;IACb,SAAS,CAAY;IACrB,iBAAiB,CAAsB;IAExD,YAAY,YAAuB,KAAK,EAAE,oBAAyC,oBAAoB;QACrG,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAC7C,CAAC;IAED,YAAY,KAAc,OAAO,IAAI,CAAC,CAAC,CAAC;IAExC,KAAK,CAAC,WAAW;QACf,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACzH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,QAAgB;QAC3C,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,kBAAkB,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAC7C,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,OAAe,EAAE,IAAY;QACzD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,mCAAmC,kBAAkB,CAAC,OAAO,CAAC,OAAO,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACjH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACrD,IAAI,QAA4B,CAAC;YAEjC,IAAI,aAAa,CAAC,EAAE,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,cAAc,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBACjD,MAAM,MAAM,GAAmB,cAAc,EAAE,QAAQ,EAAE,+BAA+B,EAAE,aAAa,IAAI,EAAE,CAAC;gBAC9G,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC/C,IAAI,KAAK,EAAE,OAAO;oBAAE,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7D,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC7D,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACtD,IAAI,UAAU,EAAE,GAAG;oBAAE,QAAQ,GAAG,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC/D,CAAC;YAED,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC;YAEhE,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC7D,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACtD,IAAI,UAAU,EAAE,GAAG;oBAAE,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;YACtF,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACpE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC;QACnD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,KAAmE;QAC7F,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/D,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1C,OAAO;gBACL,OAAO;gBACP,QAAQ,EAAE,KAAK,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC,CAAC;QACJ,CAAC,CAAC,CAAC,CAAC;QACJ,OAAO,EAAE,WAAW,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,KAA0D;QACpF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACrD,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;IAC1G,CAAC;CACF"}

package/dist/src/providers/types.d.ts

@@ -16,6 +16,10 @@ export interface YoutubeOmniProvider {
     searchVideos?(input: {
         query: string;
         maxResults: number;
+        order?: string;
+        videoDuration?: string;
+        recency?: string;
+        regionCode?: string;
     }): Promise<{
         videos: any[];
     }>;

package/dist/src/schemas/planning.d.ts

@@ -7,3 +7,11 @@ export declare const researchBriefSchema: z.ZodObject<{
     includeTranscripts: z.ZodDefault<z.ZodBoolean>;
     includeComments: z.ZodDefault<z.ZodBoolean>;
 }, z.core.$strip>;
+export declare const videoIdeasSchema: z.ZodObject<{
+    topic: z.ZodString;
+    regionCode: z.ZodDefault<z.ZodString>;
+    sampleSize: z.ZodDefault<z.ZodNumber>;
+    ideaCount: z.ZodDefault<z.ZodNumber>;
+    includeComments: z.ZodDefault<z.ZodBoolean>;
+}, z.core.$strip>;
+export type VideoIdeasInput = z.infer<typeof videoIdeasSchema>;