@mux/ai 0.1.0 → 0.1.1

package/dist/audio-translation.d.ts

@@ -0,0 +1,21 @@
+import { MuxAIOptions } from './types';
+export interface AudioTranslationResult {
+    assetId: string;
+    targetLanguageCode: string;
+    dubbingId: string;
+    uploadedTrackId?: string;
+    presignedUrl?: string;
+}
+export interface AudioTranslationOptions extends MuxAIOptions {
+    provider?: 'elevenlabs';
+    numSpeakers?: number;
+    s3Endpoint?: string;
+    s3Region?: string;
+    s3Bucket?: string;
+    s3AccessKeyId?: string;
+    s3SecretAccessKey?: string;
+    uploadToMux?: boolean;
+    elevenLabsApiKey?: string;
+}
+export declare function translateAudio(assetId: string, toLanguageCode: string, options?: AudioTranslationOptions): Promise<AudioTranslationResult>;
+//# sourceMappingURL=audio-translation.d.ts.map

package/dist/audio-translation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-translation.d.ts","sourceRoot":"","sources":["../src/audio-translation.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEvC,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uBAAwB,SAAQ,YAAY;IAC3D,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,MAAM,EACf,cAAc,EAAE,MAAM,EACtB,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,sBAAsB,CAAC,CA4RjC"}

package/dist/audio-translation.js

@@ -0,0 +1,229 @@
+import Mux from '@mux/mux-node';
+// Using direct HTTP requests instead of SDK for better compatibility
+import { S3Client } from '@aws-sdk/client-s3';
+import { Upload } from '@aws-sdk/lib-storage';
+import { GetObjectCommand } from '@aws-sdk/client-s3';
+import { getSignedUrl } from '@aws-sdk/s3-request-presigner';
+export async function translateAudio(assetId, toLanguageCode, options = {}) {
+    // Uses the default audio track on your asset, language is auto-detected by ElevenLabs
+    const { provider = 'elevenlabs', numSpeakers = 0, // 0 = auto-detect
+    muxTokenId, muxTokenSecret, elevenLabsApiKey, uploadToMux = true, ...config } = options;
+    if (provider !== 'elevenlabs') {
+        throw new Error('Only ElevenLabs provider is currently supported for audio translation');
+    }
+    // Validate required credentials
+    const muxId = muxTokenId || process.env.MUX_TOKEN_ID;
+    const muxSecret = muxTokenSecret || process.env.MUX_TOKEN_SECRET;
+    const elevenLabsKey = elevenLabsApiKey || process.env.ELEVENLABS_API_KEY;
+    // S3 configuration
+    const s3Endpoint = options.s3Endpoint || process.env.S3_ENDPOINT;
+    const s3Region = options.s3Region || process.env.S3_REGION || 'auto';
+    const s3Bucket = options.s3Bucket || process.env.S3_BUCKET;
+    const s3AccessKeyId = options.s3AccessKeyId || process.env.S3_ACCESS_KEY_ID;
+    const s3SecretAccessKey = options.s3SecretAccessKey || process.env.S3_SECRET_ACCESS_KEY;
+    if (!muxId || !muxSecret) {
+        throw new Error('Mux credentials are required. Provide muxTokenId and muxTokenSecret in options or set MUX_TOKEN_ID and MUX_TOKEN_SECRET environment variables.');
+    }
+    if (!elevenLabsKey) {
+        throw new Error('ElevenLabs API key is required. Provide elevenLabsApiKey in options or set ELEVENLABS_API_KEY environment variable.');
+    }
+    if (uploadToMux && (!s3Endpoint || !s3Bucket || !s3AccessKeyId || !s3SecretAccessKey)) {
+        throw new Error('S3 configuration is required for uploading to Mux. Provide s3Endpoint, s3Bucket, s3AccessKeyId, and s3SecretAccessKey in options or set S3_ENDPOINT, S3_BUCKET, S3_ACCESS_KEY_ID, and S3_SECRET_ACCESS_KEY environment variables.');
+    }
+    // Initialize clients
+    const mux = new Mux({
+        tokenId: muxId,
+        tokenSecret: muxSecret,
+    });
+    // Fetch asset data from Mux
+    console.log(`🎬 Fetching Mux asset: ${assetId}`);
+    let assetData;
+    try {
+        const asset = await mux.video.assets.retrieve(assetId);
+        assetData = asset;
+    }
+    catch (error) {
+        throw new Error(`Failed to fetch asset from Mux: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+    // Check for audio-only static rendition
+    console.log('🔍 Checking for audio-only static rendition...');
+    if (!assetData.static_renditions || !assetData.static_renditions.files) {
+        throw new Error('No static renditions found for this asset');
+    }
+    const staticRenditionFiles = assetData.static_renditions.files;
+    if (staticRenditionFiles.length === 0) {
+        throw new Error('No static rendition files found for this asset');
+    }
+    const audioRendition = staticRenditionFiles.find((rendition) => rendition.name === 'audio.m4a' && rendition.status === 'ready');
+    if (!audioRendition) {
+        throw new Error('No ready audio-only static rendition found for this asset. Please ensure the asset has an audio.m4a static rendition.');
+    }
+    const audioUrl = `https://stream.mux.com/${assetData.playback_ids?.[0]?.id}/audio.m4a`;
+    console.log(`✅ Found audio rendition: ${audioUrl}`);
+    // Create dubbing job in ElevenLabs
+    console.log(`🎙️ Creating ElevenLabs dubbing job (auto-detect → ${toLanguageCode})`);
+    let dubbingId;
+    try {
+        // Fetch audio file and create dubbing job
+        const audioResponse = await fetch(audioUrl);
+        if (!audioResponse.ok) {
+            throw new Error(`Failed to fetch audio file: ${audioResponse.statusText}`);
+        }
+        const audioBuffer = await audioResponse.arrayBuffer();
+        const audioBlob = new Blob([audioBuffer], { type: 'audio/mp4' });
+        const audioFile = audioBlob; // ElevenLabs accepts Blob
+        // Create dubbing job using direct HTTP request
+        const formData = new FormData();
+        formData.append('file', audioFile);
+        formData.append('target_lang', toLanguageCode);
+        // Note: source_lang is omitted to enable automatic language detection
+        formData.append('num_speakers', numSpeakers.toString());
+        formData.append('name', `Mux Asset ${assetId} - auto to ${toLanguageCode}`);
+        const dubbingResponse = await fetch('https://api.elevenlabs.io/v1/dubbing', {
+            method: 'POST',
+            headers: {
+                'xi-api-key': elevenLabsKey
+            },
+            body: formData
+        });
+        if (!dubbingResponse.ok) {
+            throw new Error(`ElevenLabs API error: ${dubbingResponse.statusText}`);
+        }
+        const dubbingData = await dubbingResponse.json();
+        dubbingId = dubbingData.dubbing_id;
+        console.log(`✅ Dubbing job created: ${dubbingId}`);
+        console.log(`⏱️ Expected duration: ${dubbingData.expected_duration_sec}s`);
+    }
+    catch (error) {
+        throw new Error(`Failed to create ElevenLabs dubbing job: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+    // Poll for completion
+    console.log('⏳ Waiting for dubbing to complete...');
+    let dubbingStatus = 'dubbing';
+    let pollAttempts = 0;
+    const maxPollAttempts = 180; // 30 minutes at 10s intervals
+    while (dubbingStatus === 'dubbing' && pollAttempts < maxPollAttempts) {
+        await new Promise(resolve => setTimeout(resolve, 10000)); // Wait 10 seconds
+        pollAttempts++;
+        try {
+            const statusResponse = await fetch(`https://api.elevenlabs.io/v1/dubbing/${dubbingId}`, {
+                headers: {
+                    'xi-api-key': elevenLabsKey
+                }
+            });
+            if (!statusResponse.ok) {
+                throw new Error(`Status check failed: ${statusResponse.statusText}`);
+            }
+            const statusData = await statusResponse.json();
+            dubbingStatus = statusData.status;
+            console.log(`📊 Status check ${pollAttempts}: ${dubbingStatus}`);
+            if (dubbingStatus === 'failed') {
+                throw new Error('ElevenLabs dubbing job failed');
+            }
+        }
+        catch (error) {
+            throw new Error(`Failed to check dubbing status: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    if (dubbingStatus !== 'dubbed') {
+        throw new Error(`Dubbing job timed out or failed. Final status: ${dubbingStatus}`);
+    }
+    console.log('✅ Dubbing completed successfully!');
+    // If uploadToMux is false, just return the dubbing info
+    if (!uploadToMux) {
+        return {
+            assetId,
+            targetLanguageCode: toLanguageCode,
+            dubbingId
+        };
+    }
+    // Download dubbed audio from ElevenLabs
+    console.log('📥 Downloading dubbed audio from ElevenLabs...');
+    let dubbedAudioBuffer;
+    try {
+        // Get dubbed audio using fetch (since the SDK method might not be available)
+        const audioUrl = `https://api.elevenlabs.io/v1/dubbing/${dubbingId}/audio/${toLanguageCode}`;
+        const audioResponse = await fetch(audioUrl, {
+            headers: {
+                'xi-api-key': elevenLabsKey
+            }
+        });
+        if (!audioResponse.ok) {
+            throw new Error(`Failed to fetch dubbed audio: ${audioResponse.statusText}`);
+        }
+        dubbedAudioBuffer = await audioResponse.arrayBuffer();
+        console.log(`✅ Downloaded dubbed audio (${dubbedAudioBuffer.byteLength} bytes)`);
+    }
+    catch (error) {
+        throw new Error(`Failed to download dubbed audio: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+    // Upload to S3-compatible storage
+    console.log('📤 Uploading dubbed audio to S3-compatible storage...');
+    const s3Client = new S3Client({
+        region: s3Region,
+        endpoint: s3Endpoint,
+        credentials: {
+            accessKeyId: s3AccessKeyId,
+            secretAccessKey: s3SecretAccessKey
+        },
+        forcePathStyle: true
+    });
+    // Create unique key for the audio file
+    const audioKey = `audio-translations/${assetId}/auto-to-${toLanguageCode}-${Date.now()}.m4a`;
+    let presignedUrl;
+    try {
+        // Upload audio to S3
+        const upload = new Upload({
+            client: s3Client,
+            params: {
+                Bucket: s3Bucket,
+                Key: audioKey,
+                Body: new Uint8Array(dubbedAudioBuffer),
+                ContentType: 'audio/mp4'
+            }
+        });
+        await upload.done();
+        console.log(`✅ Audio uploaded successfully to: ${audioKey}`);
+        // Generate presigned URL (valid for 1 hour)
+        const getObjectCommand = new GetObjectCommand({
+            Bucket: s3Bucket,
+            Key: audioKey
+        });
+        presignedUrl = await getSignedUrl(s3Client, getObjectCommand, {
+            expiresIn: 3600 // 1 hour
+        });
+        console.log(`🔗 Generated presigned URL (expires in 1 hour)`);
+    }
+    catch (error) {
+        throw new Error(`Failed to upload audio to S3: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+    // Add translated audio track to Mux asset
+    console.log('🎬 Adding translated audio track to Mux asset...');
+    let uploadedTrackId;
+    try {
+        const languageName = new Intl.DisplayNames(['en'], { type: 'language' }).of(toLanguageCode) || toLanguageCode.toUpperCase();
+        const trackName = `${languageName} (auto-dubbed)`;
+        const trackResponse = await mux.video.assets.createTrack(assetId, {
+            type: 'audio',
+            language_code: toLanguageCode,
+            name: trackName,
+            url: presignedUrl
+        });
+        uploadedTrackId = trackResponse.id;
+        console.log(`✅ Audio track added to Mux asset with ID: ${uploadedTrackId}`);
+        console.log(`🎵 Track name: "${trackName}"`);
+    }
+    catch (error) {
+        console.warn(`⚠️ Failed to add audio track to Mux asset: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        console.log('🔗 You can manually add the track using this presigned URL:');
+        console.log(presignedUrl);
+    }
+    return {
+        assetId,
+        targetLanguageCode: toLanguageCode,
+        dubbingId,
+        uploadedTrackId,
+        presignedUrl
+    };
+}
+//# sourceMappingURL=audio-translation.js.map

package/dist/audio-translation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-translation.js","sourceRoot":"","sources":["../src/audio-translation.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,eAAe,CAAC;AAChC,qEAAqE;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAuB7D,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAe,EACf,cAAsB,EACtB,UAAmC,EAAE;IAErC,sFAAsF;IACtF,MAAM,EACJ,QAAQ,GAAG,YAAY,EACvB,WAAW,GAAG,CAAC,EAAE,kBAAkB;IACnC,UAAU,EACV,cAAc,EACd,gBAAgB,EAChB,WAAW,GAAG,IAAI,EAClB,GAAG,MAAM,EACV,GAAG,OAAO,CAAC;IAEZ,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC3F,CAAC;IAED,gCAAgC;IAChC,MAAM,KAAK,GAAG,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACrD,MAAM,SAAS,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACjE,MAAM,aAAa,GAAG,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAEzE,mBAAmB;IACnB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,MAAM,CAAC;IACrE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;IAC3D,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IAC5E,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAExF,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,gJAAgJ,CAAC,CAAC;IACpK,CAAC;IAED,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,qHAAqH,CAAC,CAAC;IACzI,CAAC;IAED,IAAI,WAAW,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,QAAQ,IAAI,CAAC,aAAa,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACtF,MAAM,IAAI,KAAK,CAAC,mOAAmO,CAAC,CAAC;IACvP,CAAC;IAED,qBAAqB;IACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC;QAClB,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,SAAS;KACvB,CAAC,CAAC;IAEH,4BAA4B;IAC5B,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;IACjD,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvD,SAAS,GAAG,KAAK,CAAC;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;IACjH,CAAC;IAED,wCAAwC;IACxC,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAE9D,IAAI,CAAC,SAAS,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,oBAAoB,GAAG,SAAS,CAAC,iBAAiB,CAAC,KAAc,CAAC;IAExE,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,cAAc,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC,SAAc,EAAE,EAAE,CAClE,SAAS,CAAC,IAAI,KAAK,WAAW,IAAI,SAAS,CAAC,MAAM,KAAK,OAAO,CAC/D,CAAC;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,uHAAuH,CAAC,CAAC;IAC3I,CAAC;IAED,MAAM,QAAQ,GAAG,0BAA0B,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,YAAY,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;IAEpD,mCAAmC;IACnC,OAAO,CAAC,GAAG,CAAC,sDAAsD,cAAc,GAAG,CAAC,CAAC;IAErF,IAAI,SAAiB,CAAC;IAEtB,IAAI,CAAC;QACH,0CAA0C;QAC1C,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,SAAgB,CAAC,CAAC,0BAA0B;QAE9D,+CAA+C;QAC/C,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACnC,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QAC/C,sEAAsE;QACtE,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxD,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,OAAO,cAAc,cAAc,EAAE,CAAC,CAAC;QAE5E,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;YAC1E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,YAAY,EAAE,aAAc;aAC7B;YACD,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,yBAAyB,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,EAAS,CAAC;QAExD,SAAS,GAAG,WAAW,CAAC,UAAU,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,yBAAyB,WAAW,CAAC,qBAAqB,GAAG,CAAC,CAAC;IAE7E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;IAC1H,CAAC;IAED,sBAAsB;IACtB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IAEpD,IAAI,aAAa,GAAW,SAAS,CAAC;IACtC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,eAAe,GAAG,GAAG,CAAC,CAAC,8BAA8B;IAE3D,OAAO,aAAa,KAAK,SAAS,IAAI,YAAY,GAAG,eAAe,EAAE,CAAC;QACrE,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,kBAAkB;QAC5E,YAAY,EAAE,CAAC;QAEf,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,wCAAwC,SAAS,EAAE,EAAE;gBACtF,OAAO,EAAE;oBACP,YAAY,EAAE,aAAc;iBAC7B;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,wBAAwB,cAAc,CAAC,UAAU,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,IAAI,EAAS,CAAC;YACtD,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;YAElC,OAAO,CAAC,GAAG,CAAC,mBAAmB,YAAY,KAAK,aAAa,EAAE,CAAC,CAAC;YAEjE,IAAI,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACjH,CAAC;IACH,CAAC;IAED,IAAI,aAAa,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,kDAAkD,aAAa,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IAEjD,wDAAwD;IACxD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO;YACL,OAAO;YACP,kBAAkB,EAAE,cAAc;YAClC,SAAS;SACV,CAAC;IACJ,CAAC;IAED,wCAAwC;IACxC,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAE9D,IAAI,iBAA8B,CAAC;IAEnC,IAAI,CAAC;QACH,6EAA6E;QAC7E,MAAM,QAAQ,GAAG,wCAAwC,SAAS,UAAU,cAAc,EAAE,CAAC;QAC7F,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YAC1C,OAAO,EAAE;gBACP,YAAY,EAAE,aAAc;aAC7B;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,iBAAiB,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,8BAA8B,iBAAiB,CAAC,UAAU,SAAS,CAAC,CAAC;IAEnF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;IAClH,CAAC;IAED,kCAAkC;IAClC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAErE,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE;YACX,WAAW,EAAE,aAAc;YAC3B,eAAe,EAAE,iBAAkB;SACpC;QACD,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IAEH,uCAAuC;IACvC,MAAM,QAAQ,GAAG,sBAAsB,OAAO,YAAY,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;IAE7F,IAAI,YAAoB,CAAC;IAEzB,IAAI,CAAC;QACH,qBAAqB;QACrB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACxB,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE;gBACN,MAAM,EAAE,QAAS;gBACjB,GAAG,EAAE,QAAQ;gBACb,IAAI,EAAE,IAAI,UAAU,CAAC,iBAAiB,CAAC;gBACvC,WAAW,EAAE,WAAW;aACzB;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAC;QAE7D,4CAA4C;QAC5C,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;YAC5C,MAAM,EAAE,QAAS;YACjB,GAAG,EAAE,QAAQ;SACd,CAAC,CAAC;QAEH,YAAY,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,gBAAgB,EAAE;YAC5D,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAEhE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;IAC/G,CAAC;IAED,0CAA0C;IAC1C,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;IAEhE,IAAI,eAAmC,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,cAAc,CAAC,WAAW,EAAE,CAAC;QAC5H,MAAM,SAAS,GAAG,GAAG,YAAY,gBAAgB,CAAC;QAElD,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE;YAChE,IAAI,EAAE,OAAO;YACb,aAAa,EAAE,cAAc;YAC7B,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,YAAY;SAClB,CAAC,CAAC;QAEH,eAAe,GAAG,aAAa,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,6CAA6C,eAAe,EAAE,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,GAAG,CAAC,CAAC;IAE/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,8CAA8C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACvH,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO;QACL,OAAO;QACP,kBAAkB,EAAE,cAAc;QAClC,SAAS;QACT,eAAe;QACf,YAAY;KACb,CAAC;AACJ,CAAC"}

package/dist/burned-in-captions.d.ts

@@ -0,0 +1,19 @@
+import { MuxAIOptions } from './types';
+import { ImageDownloadOptions } from './utils/image-download';
+export interface BurnedInCaptionsResult {
+    assetId: string;
+    hasBurnedInCaptions: boolean;
+    confidence: number;
+    detectedLanguage: string | null;
+    storyboardUrl?: string;
+}
+export interface BurnedInCaptionsOptions extends MuxAIOptions {
+    provider?: 'openai' | 'anthropic';
+    model?: string;
+    /** Method for submitting storyboard to AI providers (default: 'url') */
+    imageSubmissionMode?: 'url' | 'base64';
+    /** Options for image download when using base64 submission mode */
+    imageDownloadOptions?: ImageDownloadOptions;
+}
+export declare function hasBurnedInCaptions(assetId: string, options?: BurnedInCaptionsOptions): Promise<BurnedInCaptionsResult>;
+//# sourceMappingURL=burned-in-captions.d.ts.map

package/dist/burned-in-captions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"burned-in-captions.d.ts","sourceRoot":"","sources":["../src/burned-in-captions.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAQ9D,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,uBAAwB,SAAQ,YAAY;IAC3D,QAAQ,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,wEAAwE;IACxE,mBAAmB,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;IACvC,mEAAmE;IACnE,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;CAC7C;AAkGD,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,sBAAsB,CAAC,CAgLjC"}

package/dist/burned-in-captions.js

@@ -0,0 +1,243 @@
+import { z } from 'zod';
+import { zodTextFormat } from 'openai/helpers/zod';
+import { getAssetInfo, processStoryboardWithAnthropic } from './utils/storyboard-processor';
+const burnedInCaptionsSchema = z.object({
+    hasBurnedInCaptions: z.boolean(),
+    confidence: z.number().min(0).max(1),
+    detectedLanguage: z.string().nullable()
+});
+const DEFAULT_SYSTEM_PROMPT = `You are an expert at analyzing video frames to detect burned-in captions (also called open captions or hardcoded subtitles). These are text overlays that are permanently embedded in the video image, common on TikTok, Instagram Reels, and other social media platforms.
+
+CRITICAL: Burned-in captions must appear consistently across MOST frames in the storyboard. Text appearing in only 1-2 frames at the end is typically marketing copy, taglines, or end-cards - NOT burned-in captions.
+
+Analyze the provided video storyboard by:
+1. COUNT how many frames contain text overlays vs. how many don't
+2. Check if text appears in consistent positions across multiple frames
+3. Verify text changes content between frames (indicating dialogue/narration)
+4. Ensure text has caption-style formatting (contrasting colors, readable fonts)
+
+ONLY classify as burned-in captions if:
+- Text appears in multiple frames (not just 1-2 end frames)
+- Text positioning is consistent across those frames
+- Content suggests dialogue, narration, or subtitles (not marketing)
+- Formatting looks like captions (not graphics/logos)
+
+DO NOT classify as burned-in captions:
+- Marketing taglines appearing only in final 1-2 frames
+- Single words or phrases that don't change between frames
+- Graphics, logos, watermarks, or UI elements
+- Text that's part of the original scene content
+- End-cards with calls-to-action or brand messaging
+
+If you detect burned-in captions, try to identify the language of the text.`;
+const ANTHROPIC_SYSTEM_PROMPT = `You are an expert at analyzing video frames to detect burned-in captions (also called open captions or hardcoded subtitles). These are text overlays permanently embedded in video images, common on social media platforms.
+
+Key principles:
+1. Burned-in captions appear across multiple frames throughout the video timeline
+2. End-cards and marketing text appear only in final frames
+3. Captions have consistent positioning and caption-style formatting
+4. Caption text typically changes between frames (dialogue/narration)
+
+Analysis approach:
+- Look for text overlays distributed across different parts of the timeline
+- Distinguish between dialogue captions vs. marketing end-cards
+- Consider text positioning, formatting, and content patterns`;
+const DEFAULT_USER_PROMPT = `Analyze this video storyboard for burned-in captions. Follow this systematic approach:
+
+STEP 1: Count the frames
+- How many total frames are shown in this storyboard?
+- How many frames contain any text overlays?
+- What percentage of frames contain text?
+
+STEP 2: Analyze text consistency
+- If text is present, does it appear in the same position across multiple frames?
+- Does the text content change between frames (suggesting dialogue)?
+- Or is it the same text in just 1-2 frames (suggesting marketing/end-card)?
+
+STEP 3: Classification
+- Are there burned-in captions (text overlaid that appears to be subtitles/captions)?
+- How confident are you (0.0 to 1.0)? Be decisive and accurate:
+  * If clear dialogue/caption text across multiple frames → 0.8+ confidence, TRUE
+  * If ONLY marketing text in final frames → 0.0 confidence, FALSE
+  * If truly uncertain → 0.3-0.5 confidence
+- If captions are present, what language?
+
+REMEMBER: Marketing taglines in final frames = NOT captions (0.0 confidence, FALSE). Dialogue text across timeline = captions (0.8+ confidence, TRUE).
+
+Respond with your analysis.`;
+const ANTHROPIC_USER_PROMPT = `Analyze this storyboard for burned-in captions:
+
+1. Examine each frame from left to right (timeline order)
+2. Note which frames have text overlays and their positions
+3. Determine the pattern:
+   - Text scattered across timeline = likely captions
+   - Text only in final 1-2 frames = likely end-card/marketing
+
+Classification rules:
+- If text appears in 3+ frames distributed throughout timeline → burned-in captions
+- If text appears only in final frames → NOT burned-in captions
+- Look for dialogue-style content vs. marketing taglines
+
+Analyze and classify with confidence level.`;
+const ANTHROPIC_JSON_PROMPT = `Apply the frame analysis above.
+
+Key rule: Text appearing only in final 2-3 frames = NOT captions. Text distributed throughout timeline = captions.
+
+Respond ONLY with valid JSON:
+{
+  "hasBurnedInCaptions": true/false,
+  "confidence": 0.85,
+  "detectedLanguage": "English" (or null if no captions or language unclear)
+}
+
+Do not include any text before or after the JSON. The JSON must be valid and parseable.`;
+export async function hasBurnedInCaptions(assetId, options = {}) {
+    const { provider = 'openai', model, imageSubmissionMode = 'url', imageDownloadOptions, muxTokenId, muxTokenSecret, openaiApiKey, anthropicApiKey, ...config } = options;
+    // Set default models based on provider
+    const defaultModel = provider === 'anthropic' ? 'claude-3-5-haiku-20241022' : 'gpt-4o-mini';
+    const finalModel = model || defaultModel;
+    // Validate required credentials
+    const openaiKey = openaiApiKey || process.env.OPENAI_API_KEY;
+    const anthropicKey = anthropicApiKey || process.env.ANTHROPIC_API_KEY;
+    if (provider === 'openai' && !openaiKey) {
+        throw new Error('OpenAI API key is required for OpenAI provider. Provide openaiApiKey in options or set OPENAI_API_KEY environment variable.');
+    }
+    if (provider === 'anthropic' && !anthropicKey) {
+        throw new Error('Anthropic API key is required for Anthropic provider. Provide anthropicApiKey in options or set ANTHROPIC_API_KEY environment variable.');
+    }
+    // Get asset information
+    const storyboardOptions = {
+        muxTokenId,
+        muxTokenSecret,
+        openaiApiKey,
+        anthropicApiKey,
+        imageSubmissionMode,
+        imageDownloadOptions
+    };
+    const assetInfo = await getAssetInfo(assetId, storyboardOptions);
+    const imageUrl = `https://image.mux.com/${assetInfo.playbackId}/storyboard.png?width=640`;
+    let analysisResult = null;
+    if (provider === 'openai') {
+        // Handle OpenAI with structured outputs directly
+        const OpenAI = require('openai').default;
+        const openaiClient = new OpenAI({ apiKey: openaiKey });
+        if (imageSubmissionMode === 'base64') {
+            const { downloadImageAsBase64 } = require('./utils/image-download');
+            const downloadResult = await downloadImageAsBase64(imageUrl, imageDownloadOptions);
+            const response = await openaiClient.responses.parse({
+                model: finalModel,
+                input: [
+                    {
+                        role: "system",
+                        content: ANTHROPIC_SYSTEM_PROMPT,
+                    },
+                    {
+                        role: "user",
+                        content: [
+                            {
+                                type: "input_text",
+                                text: ANTHROPIC_USER_PROMPT,
+                            },
+                            {
+                                type: "input_image",
+                                image_url: downloadResult.base64Data,
+                                detail: "high",
+                            },
+                        ],
+                    },
+                ],
+                text: {
+                    format: zodTextFormat(burnedInCaptionsSchema, "analysis"),
+                },
+            });
+            analysisResult = response.output_parsed;
+        }
+        else {
+            // URL-based submission with retry logic for structured outputs
+            let retryAttempt = 0;
+            const maxRetries = 3;
+            while (retryAttempt <= maxRetries) {
+                try {
+                    const response = await openaiClient.responses.parse({
+                        model: finalModel,
+                        input: [
+                            {
+                                role: "system",
+                                content: ANTHROPIC_SYSTEM_PROMPT,
+                            },
+                            {
+                                role: "user",
+                                content: [
+                                    {
+                                        type: "input_text",
+                                        text: ANTHROPIC_USER_PROMPT,
+                                    },
+                                    {
+                                        type: "input_image",
+                                        image_url: imageUrl,
+                                        detail: "high",
+                                    },
+                                ],
+                            },
+                        ],
+                        text: {
+                            format: zodTextFormat(burnedInCaptionsSchema, "analysis"),
+                        },
+                    });
+                    analysisResult = response.output_parsed;
+                    break;
+                }
+                catch (error) {
+                    const isTimeoutError = error instanceof Error && error.message && error.message.includes('Timeout while downloading');
+                    if (isTimeoutError && retryAttempt < maxRetries) {
+                        await new Promise(resolve => setTimeout(resolve, 5000));
+                        retryAttempt++;
+                        continue;
+                    }
+                    throw new Error(`Failed to analyze storyboard with OpenAI: ${error instanceof Error ? error.message : 'Unknown error'}`);
+                }
+            }
+        }
+    }
+    else if (provider === 'anthropic') {
+        const anthropicPrompt = `${ANTHROPIC_USER_PROMPT}
+
+${ANTHROPIC_JSON_PROMPT}`;
+        const responseParser = (response) => {
+            const content = response.content[0];
+            if (content.type === 'text') {
+                const jsonText = content.text.trim();
+                try {
+                    return JSON.parse(jsonText);
+                }
+                catch (parseError) {
+                    throw new Error(`Failed to parse JSON response from Anthropic: ${parseError instanceof Error ? parseError.message : 'Unknown error'}`);
+                }
+            }
+            else {
+                throw new Error('Unexpected response type from Anthropic');
+            }
+        };
+        analysisResult = await processStoryboardWithAnthropic(imageUrl, anthropicPrompt, {
+            apiKey: anthropicKey,
+            model: finalModel,
+            responseParser,
+            imageSubmissionMode,
+            imageDownloadOptions
+        });
+    }
+    else {
+        throw new Error(`Unsupported provider: ${provider}`);
+    }
+    if (!analysisResult) {
+        throw new Error('No analysis result received from AI provider');
+    }
+    return {
+        assetId,
+        hasBurnedInCaptions: analysisResult.hasBurnedInCaptions ?? false,
+        confidence: analysisResult.confidence ?? 0,
+        detectedLanguage: analysisResult.detectedLanguage ?? null,
+        storyboardUrl: imageUrl,
+    };
+}
+//# sourceMappingURL=burned-in-captions.js.map

package/dist/burned-in-captions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"burned-in-captions.js","sourceRoot":"","sources":["../src/burned-in-captions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGnD,OAAO,EACL,YAAY,EAEZ,8BAA8B,EAE/B,MAAM,8BAA8B,CAAC;AAmBtC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE;IAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;4EAuB8C,CAAC;AAE7E,MAAM,uBAAuB,GAAG;;;;;;;;;;;8DAW8B,CAAC;AAE/D,MAAM,mBAAmB,GAAG;;;;;;;;;;;;;;;;;;;;;;4BAsBA,CAAC;AAE7B,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;4CAac,CAAC;AAE7C,MAAM,qBAAqB,GAAG;;;;;;;;;;;wFAW0D,CAAC;AAEzF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAAe,EACf,UAAmC,EAAE;IAErC,MAAM,EACJ,QAAQ,GAAG,QAAQ,EACnB,KAAK,EACL,mBAAmB,GAAG,KAAK,EAC3B,oBAAoB,EACpB,UAAU,EACV,cAAc,EACd,YAAY,EACZ,eAAe,EACf,GAAG,MAAM,EACV,GAAG,OAAO,CAAC;IAEZ,uCAAuC;IACvC,MAAM,YAAY,GAAG,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,aAAa,CAAC;IAC5F,MAAM,UAAU,GAAG,KAAK,IAAI,YAAY,CAAC;IAEzC,gCAAgC;IAChC,MAAM,SAAS,GAAG,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC7D,MAAM,YAAY,GAAG,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAEtE,IAAI,QAAQ,KAAK,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6HAA6H,CAAC,CAAC;IACjJ,CAAC;IAED,IAAI,QAAQ,KAAK,WAAW,IAAI,CAAC,YAAY,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,yIAAyI,CAAC,CAAC;IAC7J,CAAC;IAED,wBAAwB;IACxB,MAAM,iBAAiB,GAA+B;QACpD,UAAU;QACV,cAAc;QACd,YAAY;QACZ,eAAe;QACf,mBAAmB;QACnB,oBAAoB;KACrB,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,yBAAyB,SAAS,CAAC,UAAU,2BAA2B,CAAC;IAE1F,IAAI,cAAc,GAAoG,IAAI,CAAC;IAE3H,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,iDAAiD;QACjD,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAEvD,IAAI,mBAAmB,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;YACpE,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;YAEnF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC;gBAClD,KAAK,EAAE,UAAU;gBACjB,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,uBAAuB;qBACjC;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,qBAAqB;6BAC5B;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,SAAS,EAAE,cAAc,CAAC,UAAU;gCACpC,MAAM,EAAE,MAAM;6BACf;yBACF;qBACF;iBACF;gBACD,IAAI,EAAE;oBACJ,MAAM,EAAE,aAAa,CAAC,sBAAsB,EAAE,UAAU,CAAC;iBAC1D;aACF,CAAC,CAAC;YAEH,cAAc,GAAG,QAAQ,CAAC,aAAa,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,+DAA+D;YAC/D,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,UAAU,GAAG,CAAC,CAAC;YAErB,OAAO,YAAY,IAAI,UAAU,EAAE,CAAC;gBAClC,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC;wBAClD,KAAK,EAAE,UAAU;wBACjB,KAAK,EAAE;4BACL;gCACE,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE,uBAAuB;6BACjC;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,OAAO,EAAE;oCACP;wCACE,IAAI,EAAE,YAAY;wCAClB,IAAI,EAAE,qBAAqB;qCAC5B;oCACD;wCACE,IAAI,EAAE,aAAa;wCACnB,SAAS,EAAE,QAAQ;wCACnB,MAAM,EAAE,MAAM;qCACf;iCACF;6BACF;yBACF;wBACD,IAAI,EAAE;4BACJ,MAAM,EAAE,aAAa,CAAC,sBAAsB,EAAE,UAAU,CAAC;yBAC1D;qBACF,CAAC,CAAC;oBAEH,cAAc,GAAG,QAAQ,CAAC,aAAa,CAAC;oBACxC,MAAM;gBAER,CAAC;gBAAC,OAAO,KAAc,EAAE,CAAC;oBACxB,MAAM,cAAc,GAAG,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;oBAEtH,IAAI,cAAc,IAAI,YAAY,GAAG,UAAU,EAAE,CAAC;wBAChD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;wBACxD,YAAY,EAAE,CAAC;wBACf,SAAS;oBACX,CAAC;oBAED,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;gBAC3H,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;SAAM,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,MAAM,eAAe,GAAG,GAAG,qBAAqB;;EAElD,qBAAqB,EAAE,CAAC;QAEtB,MAAM,cAAc,GAAG,CAAC,QAAa,EAAE,EAAE;YACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,CAAC;oBACH,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;gBACzI,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC,CAAC;QAEF,cAAc,GAAG,MAAM,8BAA8B,CACnD,QAAQ,EACR,eAAe,EACf;YACE,MAAM,EAAE,YAAa;YACrB,KAAK,EAAE,UAAU;YACjB,cAAc;YACd,mBAAmB;YACnB,oBAAoB;SACrB,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,OAAO;QACL,OAAO;QACP,mBAAmB,EAAE,cAAc,CAAC,mBAAmB,IAAI,KAAK;QAChE,UAAU,EAAE,cAAc,CAAC,UAAU,IAAI,CAAC;QAC1C,gBAAgB,EAAE,cAAc,CAAC,gBAAgB,IAAI,IAAI;QACzD,aAAa,EAAE,QAAQ;KACxB,CAAC;AACJ,CAAC"}

package/dist/chapters.d.ts

@@ -0,0 +1,18 @@
+import { MuxAIOptions } from './types';
+export interface Chapter {
+    /** Start time in seconds */
+    startTime: number;
+    /** Chapter title */
+    title: string;
+}
+export interface ChaptersResult {
+    assetId: string;
+    languageCode: string;
+    chapters: Chapter[];
+}
+export interface ChaptersOptions extends MuxAIOptions {
+    provider?: 'openai' | 'anthropic';
+    model?: string;
+}
+export declare function generateChapters(assetId: string, languageCode: string, options?: ChaptersOptions): Promise<ChaptersResult>;
+//# sourceMappingURL=chapters.d.ts.map

package/dist/chapters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chapters.d.ts","sourceRoot":"","sources":["../src/chapters.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEvC,MAAM,WAAW,OAAO;IACtB,4BAA4B;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,eAAgB,SAAQ,YAAY;IACnD,QAAQ,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA8FD,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,cAAc,CAAC,CAoMzB"}