@mux/ai 0.1.0 → 0.1.1

package/dist/moderation.js

@@ -0,0 +1,341 @@
+import Mux from '@mux/mux-node';
+import OpenAI from 'openai';
+import { downloadImagesAsBase64 } from './utils/image-download';
+const DEFAULT_THRESHOLDS = {
+    sexual: 0.7,
+    violence: 0.8
+};
+// Process promises in batches with maximum concurrency limit
+async function processConcurrently(items, processor, maxConcurrent = 5) {
+    const results = [];
+    for (let i = 0; i < items.length; i += maxConcurrent) {
+        const batch = items.slice(i, i + maxConcurrent);
+        const batchPromises = batch.map(processor);
+        const batchResults = await Promise.all(batchPromises);
+        results.push(...batchResults);
+    }
+    return results;
+}
+// Mapping Hive categories to OpenAI-compatible scores
+const HIVE_SEXUAL_CATEGORIES = [
+    'general_nsfw',
+    'general_suggestive',
+    'yes_sexual_activity',
+    'female_underwear',
+    'male_underwear',
+    'bra',
+    'panties',
+    'sex_toys',
+    'nudity_female',
+    'nudity_male',
+    'cleavage',
+    'swimwear'
+];
+const HIVE_VIOLENCE_CATEGORIES = [
+    'gun_in_hand',
+    'gun_not_in_hand',
+    'animated_gun',
+    'knife_in_hand',
+    'knife_not_in_hand',
+    'culinary_knife_not_in_hand',
+    'culinary_knife_in_hand',
+    'very_bloody',
+    'a_little_bloody',
+    'other_blood',
+    'hanging',
+    'noose',
+    'human_corpse',
+    'animated_corpse',
+    'emaciated_body',
+    'self_harm',
+    'animal_abuse',
+    'fights',
+    'garm_death_injury_or_military_conflict'
+];
+// Generates thumbnail URLs at regular intervals based on video duration
+function getThumbnailUrls(playbackId, duration, options = {}) {
+    const { interval = 10, width = 640 } = options;
+    const timestamps = [];
+    if (duration <= 50) {
+        // Short videos: 5 evenly spaced thumbnails
+        const spacing = duration / 6;
+        for (let i = 1; i <= 5; i++) {
+            timestamps.push(Math.round(i * spacing));
+        }
+    }
+    else {
+        // Longer videos: one thumbnail every interval seconds
+        for (let time = 0; time < duration; time += interval) {
+            timestamps.push(time);
+        }
+    }
+    return timestamps.map((time) => `https://image.mux.com/${playbackId}/thumbnail.png?time=${time}&width=${width}`);
+}
+// Sends thumbnail URLs to OpenAI moderation API with concurrency limiting
+async function requestOpenAIModeration(imageUrls, openaiClient, model, maxConcurrent = 5, submissionMode = 'url', downloadOptions) {
+    // If using base64 mode, download all images first
+    if (submissionMode === 'base64') {
+        try {
+            const downloadResults = await downloadImagesAsBase64(imageUrls, downloadOptions, maxConcurrent);
+            // Process each downloaded image through OpenAI moderation
+            const processor = async (downloadResult) => {
+                try {
+                    const moderation = await openaiClient.moderations.create({
+                        model,
+                        input: [
+                            {
+                                type: "image_url",
+                                image_url: {
+                                    url: downloadResult.base64Data, // Use base64 data URI
+                                },
+                            },
+                        ],
+                    });
+                    const categoryScores = moderation.results[0].category_scores;
+                    return {
+                        url: downloadResult.url, // Return original URL for tracking
+                        sexual: categoryScores.sexual || 0,
+                        violence: categoryScores.violence || 0,
+                        error: false
+                    };
+                }
+                catch (error) {
+                    console.error(`Failed to moderate downloaded image ${downloadResult.url}:`, error);
+                    return {
+                        url: downloadResult.url,
+                        sexual: 0,
+                        violence: 0,
+                        error: true,
+                    };
+                }
+            };
+            return processConcurrently(downloadResults, processor, maxConcurrent);
+        }
+        catch (error) {
+            console.error('Failed to download images for base64 submission:', error);
+            // Return error results for all URLs
+            return imageUrls.map(url => ({
+                url,
+                sexual: 0,
+                violence: 0,
+                error: true,
+            }));
+        }
+    }
+    // Original URL-based submission mode
+    const processor = async (url) => {
+        try {
+            const moderation = await openaiClient.moderations.create({
+                model,
+                input: [
+                    {
+                        type: "image_url",
+                        image_url: {
+                            url: url,
+                        },
+                    },
+                ],
+            });
+            const categoryScores = moderation.results[0].category_scores;
+            return {
+                url,
+                sexual: categoryScores.sexual || 0,
+                violence: categoryScores.violence || 0,
+                error: false
+            };
+        }
+        catch (error) {
+            console.error("Failed to moderate image:", error);
+            return {
+                url,
+                sexual: 0,
+                violence: 0,
+                error: true,
+            };
+        }
+    };
+    return processConcurrently(imageUrls, processor, maxConcurrent);
+}
+// Sends thumbnail URLs to Hive moderation API with concurrency limiting
+async function requestHiveModeration(imageUrls, hiveApiKey, maxConcurrent = 5, submissionMode = 'url', downloadOptions) {
+    // If using base64 mode, download all images first and upload via multipart/form-data
+    if (submissionMode === 'base64') {
+        try {
+            const downloadResults = await downloadImagesAsBase64(imageUrls, downloadOptions, maxConcurrent);
+            // Process each downloaded image through Hive moderation via file upload
+            const processor = async (downloadResult) => {
+                try {
+                    // Create form data with image buffer
+                    const formData = new FormData();
+                    // Create a Blob from the buffer for form data
+                    const imageBlob = new Blob([downloadResult.buffer], {
+                        type: downloadResult.contentType
+                    });
+                    // Get file extension from content type
+                    const extension = downloadResult.contentType.split('/')[1] || 'png';
+                    formData.append('media', imageBlob, `image.${extension}`);
+                    const response = await fetch('https://api.thehive.ai/api/v2/task/sync', {
+                        method: 'POST',
+                        headers: {
+                            'Authorization': `Token ${hiveApiKey}`,
+                            // Don't set Content-Type header - let fetch set it with boundary for multipart
+                        },
+                        body: formData
+                    });
+                    if (!response.ok) {
+                        throw new Error(`Hive API error: ${response.statusText}`);
+                    }
+                    const hiveResult = await response.json();
+                    // Extract scores from Hive response and map to OpenAI format
+                    const classes = hiveResult.status?.[0]?.response?.output?.[0]?.classes || [];
+                    const scoreMap = Object.fromEntries(classes.map((c) => [c.class, c.score]));
+                    const sexualScores = HIVE_SEXUAL_CATEGORIES.map(category => scoreMap[category] || 0);
+                    const violenceScores = HIVE_VIOLENCE_CATEGORIES.map(category => scoreMap[category] || 0);
+                    return {
+                        url: downloadResult.url, // Return original URL for tracking
+                        sexual: Math.max(...sexualScores, 0),
+                        violence: Math.max(...violenceScores, 0),
+                        error: false
+                    };
+                }
+                catch (error) {
+                    console.error(`Failed to moderate uploaded image ${downloadResult.url}:`, error);
+                    return {
+                        url: downloadResult.url,
+                        sexual: 0,
+                        violence: 0,
+                        error: true,
+                    };
+                }
+            };
+            return processConcurrently(downloadResults, processor, maxConcurrent);
+        }
+        catch (error) {
+            console.error('Failed to download images for Hive multipart upload:', error);
+            // Return error results for all URLs
+            return imageUrls.map(url => ({
+                url,
+                sexual: 0,
+                violence: 0,
+                error: true,
+            }));
+        }
+    }
+    // Original URL-based submission mode
+    const processor = async (url) => {
+        try {
+            const response = await fetch('https://api.thehive.ai/api/v2/task/sync', {
+                method: 'POST',
+                headers: {
+                    'Authorization': `Token ${hiveApiKey}`,
+                    'Content-Type': 'application/json'
+                },
+                body: JSON.stringify({ url })
+            });
+            if (!response.ok) {
+                throw new Error(`Hive API error: ${response.statusText}`);
+            }
+            const hiveResult = await response.json();
+            // Extract scores from Hive response and map to OpenAI format
+            // Hive returns scores in status[0].response.output[0].classes as array of {class, score}
+            const classes = hiveResult.status?.[0]?.response?.output?.[0]?.classes || [];
+            const scoreMap = Object.fromEntries(classes.map((c) => [c.class, c.score]));
+            const sexualScores = HIVE_SEXUAL_CATEGORIES.map(category => scoreMap[category] || 0);
+            const violenceScores = HIVE_VIOLENCE_CATEGORIES.map(category => scoreMap[category] || 0);
+            return {
+                url,
+                sexual: Math.max(...sexualScores, 0),
+                violence: Math.max(...violenceScores, 0),
+                error: false
+            };
+        }
+        catch (error) {
+            console.error("Failed to moderate image with Hive:", error);
+            return {
+                url,
+                sexual: 0,
+                violence: 0,
+                error: true,
+            };
+        }
+    };
+    return processConcurrently(imageUrls, processor, maxConcurrent);
+}
+export async function getModerationScores(assetId, options = {}) {
+    const { provider = 'openai', model = 'omni-moderation-latest', thresholds = DEFAULT_THRESHOLDS, thumbnailInterval = 10, thumbnailWidth = 640, maxConcurrent = 5, imageSubmissionMode = 'url', imageDownloadOptions, muxTokenId, muxTokenSecret, openaiApiKey, ...config } = options;
+    if (provider !== 'openai' && provider !== 'hive') {
+        throw new Error('Only OpenAI and Hive providers are currently supported');
+    }
+    // Validate required credentials
+    const muxId = muxTokenId || process.env.MUX_TOKEN_ID;
+    const muxSecret = muxTokenSecret || process.env.MUX_TOKEN_SECRET;
+    const openaiKey = openaiApiKey || process.env.OPENAI_API_KEY;
+    const hiveKey = options.hiveApiKey || process.env.HIVE_API_KEY;
+    if (!muxId || !muxSecret) {
+        throw new Error('Mux credentials are required. Provide muxTokenId and muxTokenSecret in options or set MUX_TOKEN_ID and MUX_TOKEN_SECRET environment variables.');
+    }
+    if (provider === 'openai' && !openaiKey) {
+        throw new Error('OpenAI API key is required for OpenAI provider. Provide openaiApiKey in options or set OPENAI_API_KEY environment variable.');
+    }
+    if (provider === 'hive' && !hiveKey) {
+        throw new Error('Hive API key is required for Hive provider. Provide hiveApiKey in options or set HIVE_API_KEY environment variable.');
+    }
+    // Initialize clients
+    const mux = new Mux({
+        tokenId: muxId,
+        tokenSecret: muxSecret,
+    });
+    let openaiClient;
+    if (provider === 'openai') {
+        openaiClient = new OpenAI({
+            apiKey: openaiKey,
+        });
+    }
+    // Fetch asset data from Mux
+    let assetData;
+    try {
+        const asset = await mux.video.assets.retrieve(assetId);
+        assetData = asset;
+    }
+    catch (error) {
+        throw new Error(`Failed to fetch asset from Mux: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+    // Get playback ID - prefer public playback IDs
+    const publicPlaybackIds = assetData.playback_ids?.filter(pid => pid.policy === 'public') || [];
+    if (publicPlaybackIds.length === 0) {
+        throw new Error('No public playback IDs found for this asset. Moderation requires public playback access.');
+    }
+    const playbackId = publicPlaybackIds[0].id;
+    const duration = assetData.duration || 0;
+    // Generate thumbnail URLs
+    const thumbnailUrls = getThumbnailUrls(playbackId, duration, {
+        interval: thumbnailInterval,
+        width: thumbnailWidth
+    });
+    // Request moderation for all thumbnails
+    let thumbnailScores;
+    if (provider === 'openai') {
+        thumbnailScores = await requestOpenAIModeration(thumbnailUrls, openaiClient, model, maxConcurrent, imageSubmissionMode, imageDownloadOptions);
+    }
+    else if (provider === 'hive') {
+        thumbnailScores = await requestHiveModeration(thumbnailUrls, hiveKey, maxConcurrent, imageSubmissionMode, imageDownloadOptions);
+    }
+    else {
+        throw new Error('Unsupported provider');
+    }
+    // Find highest scores across all thumbnails
+    const maxSexual = Math.max(...thumbnailScores.map(s => s.sexual));
+    const maxViolence = Math.max(...thumbnailScores.map(s => s.violence));
+    const finalThresholds = { ...DEFAULT_THRESHOLDS, ...thresholds };
+    return {
+        assetId,
+        thumbnailScores,
+        maxScores: {
+            sexual: maxSexual,
+            violence: maxViolence
+        },
+        exceedsThreshold: maxSexual > finalThresholds.sexual || maxViolence > finalThresholds.violence,
+        thresholds: finalThresholds
+    };
+}
+//# sourceMappingURL=moderation.js.map

package/dist/moderation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"moderation.js","sourceRoot":"","sources":["../src/moderation.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,eAAe,CAAC;AAChC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAwB,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAwCtF,MAAM,kBAAkB,GAAG;IACzB,MAAM,EAAE,GAAG;IACX,QAAQ,EAAE,GAAG;CACd,CAAC;AAEF,6DAA6D;AAC7D,KAAK,UAAU,mBAAmB,CAChC,KAAY,EACZ,SAAoC,EACpC,gBAAwB,CAAC;IAEzB,MAAM,OAAO,GAAQ,EAAE,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,sDAAsD;AACtD,MAAM,sBAAsB,GAAG;IAC7B,cAAc;IACd,oBAAoB;IACpB,qBAAqB;IACrB,kBAAkB;IAClB,gBAAgB;IAChB,KAAK;IACL,SAAS;IACT,UAAU;IACV,eAAe;IACf,aAAa;IACb,UAAU;IACV,UAAU;CACX,CAAC;AAEF,MAAM,wBAAwB,GAAG;IAC/B,aAAa;IACb,iBAAiB;IACjB,cAAc;IACd,eAAe;IACf,mBAAmB;IACnB,4BAA4B;IAC5B,wBAAwB;IACxB,aAAa;IACb,iBAAiB;IACjB,aAAa;IACb,SAAS;IACT,OAAO;IACP,cAAc;IACd,iBAAiB;IACjB,gBAAgB;IAChB,WAAW;IACX,cAAc;IACd,QAAQ;IACR,wCAAwC;CACzC,CAAC;AAEF,wEAAwE;AACxE,SAAS,gBAAgB,CAAC,UAAkB,EAAE,QAAgB,EAAE,UAAiD,EAAE;IACjH,MAAM,EAAE,QAAQ,GAAG,EAAE,EAAE,KAAK,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QACnB,2CAA2C;QAC3C,MAAM,OAAO,GAAG,QAAQ,GAAG,CAAC,CAAC;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,sDAAsD;QACtD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,IAAI,QAAQ,EAAE,CAAC;YACrD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC,GAAG,CACnB,CAAC,IAAI,EAAE,EAAE,CAAC,yBAAyB,UAAU,uBAAuB,IAAI,UAAU,KAAK,EAAE,CAC1F,CAAC;AACJ,CAAC;AAED,0EAA0E;AAC1E,KAAK,UAAU,uBAAuB,CACpC,SAAmB,EACnB,YAAoB,EACpB,KAAa,EACb,gBAAwB,CAAC,EACzB,iBAAmC,KAAK,EACxC,eAAsC;IAGtC,kDAAkD;IAClD,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,SAAS,EAAE,eAAe,EAAE,aAAa,CAAC,CAAC;YAEhG,0DAA0D;YAC1D,MAAM,SAAS,GAAG,KAAK,EAAE,cAAyC,EAAqC,EAAE;gBACvG,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC;wBACvD,KAAK;wBACL,KAAK,EAAE;4BACL;gCACE,IAAI,EAAE,WAAW;gCACjB,SAAS,EAAE;oCACT,GAAG,EAAE,cAAc,CAAC,UAAU,EAAE,sBAAsB;iCACvD;6BACF;yBACF;qBACF,CAAC,CAAC;oBAEH,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;oBAE7D,OAAO;wBACL,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,mCAAmC;wBAC5D,MAAM,EAAE,cAAc,CAAC,MAAM,IAAI,CAAC;wBAClC,QAAQ,EAAE,cAAc,CAAC,QAAQ,IAAI,CAAC;wBACtC,KAAK,EAAE,KAAK;qBACb,CAAC;gBAEJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,cAAc,CAAC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;oBACnF,OAAO;wBACL,GAAG,EAAE,cAAc,CAAC,GAAG;wBACvB,MAAM,EAAE,CAAC;wBACT,QAAQ,EAAE,CAAC;wBACX,KAAK,EAAE,IAAI;qBACZ,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC;YAEF,OAAO,mBAAmB,CAAC,eAAe,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;QAExE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kDAAkD,EAAE,KAAK,CAAC,CAAC;YACzE,oCAAoC;YACpC,OAAO,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3B,GAAG;gBACH,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,MAAM,SAAS,GAAG,KAAK,EAAE,GAAW,EAAqC,EAAE;QACzE,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC;gBACvD,KAAK;gBACL,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,GAAG;yBACT;qBACF;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;YAE7D,OAAO;gBACL,GAAG;gBACH,MAAM,EAAE,cAAc,CAAC,MAAM,IAAI,CAAC;gBAClC,QAAQ,EAAE,cAAc,CAAC,QAAQ,IAAI,CAAC;gBACtC,KAAK,EAAE,KAAK;aACb,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YAClD,OAAO;gBACL,GAAG;gBACH,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,mBAAmB,CAAC,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;AAClE,CAAC;AAED,wEAAwE;AACxE,KAAK,UAAU,qBAAqB,CAClC,SAAmB,EACnB,UAAkB,EAClB,gBAAwB,CAAC,EACzB,iBAAmC,KAAK,EACxC,eAAsC;IAGtC,qFAAqF;IACrF,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,SAAS,EAAE,eAAe,EAAE,aAAa,CAAC,CAAC;YAEhG,wEAAwE;YACxE,MAAM,SAAS,GAAG,KAAK,EAAE,cAAyC,EAAqC,EAAE;gBACvG,IAAI,CAAC;oBACH,qCAAqC;oBACrC,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;oBAEhC,8CAA8C;oBAC9C,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE;wBAClD,IAAI,EAAE,cAAc,CAAC,WAAW;qBACjC,CAAC,CAAC;oBAEH,uCAAuC;oBACvC,MAAM,SAAS,GAAG,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;oBACpE,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,SAAS,EAAE,CAAC,CAAC;oBAE1D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,yCAAyC,EAAE;wBACtE,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP,eAAe,EAAE,SAAS,UAAU,EAAE;4BACtC,+EAA+E;yBAChF;wBACD,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;oBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;oBAC5D,CAAC;oBAED,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;oBAEhD,6DAA6D;oBAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;oBAC7E,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEjF,MAAM,YAAY,GAAG,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CACzD,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACxB,CAAC;oBACF,MAAM,cAAc,GAAG,wBAAwB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC7D,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACxB,CAAC;oBAEF,OAAO;wBACL,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,mCAAmC;wBAC5D,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,EAAE,CAAC,CAAC;wBACpC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,cAAc,EAAE,CAAC,CAAC;wBACxC,KAAK,EAAE,KAAK;qBACb,CAAC;gBAEJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,cAAc,CAAC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;oBACjF,OAAO;wBACL,GAAG,EAAE,cAAc,CAAC,GAAG;wBACvB,MAAM,EAAE,CAAC;wBACT,QAAQ,EAAE,CAAC;wBACX,KAAK,EAAE,IAAI;qBACZ,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC;YAEF,OAAO,mBAAmB,CAAC,eAAe,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;QAExE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sDAAsD,EAAE,KAAK,CAAC,CAAC;YAC7E,oCAAoC;YACpC,OAAO,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3B,GAAG;gBACH,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,MAAM,SAAS,GAAG,KAAK,EAAE,GAAW,EAAqC,EAAE;QACzE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,yCAAyC,EAAE;gBACtE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,eAAe,EAAE,SAAS,UAAU,EAAE;oBACtC,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;YAEhD,6DAA6D;YAC7D,yFAAyF;YACzF,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;YAC7E,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAEjF,MAAM,YAAY,GAAG,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CACzD,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACxB,CAAC;YACF,MAAM,cAAc,GAAG,wBAAwB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC7D,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACxB,CAAC;YAEF,OAAO;gBACL,GAAG;gBACH,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,EAAE,CAAC,CAAC;gBACpC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,cAAc,EAAE,CAAC,CAAC;gBACxC,KAAK,EAAE,KAAK;aACb,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,OAAO;gBACL,GAAG;gBACH,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,mBAAmB,CAAC,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAAe,EACf,UAA6B,EAAE;IAE/B,MAAM,EACJ,QAAQ,GAAG,QAAQ,EACnB,KAAK,GAAG,wBAAwB,EAChC,UAAU,GAAG,kBAAkB,EAC/B,iBAAiB,GAAG,EAAE,EACtB,cAAc,GAAG,GAAG,EACpB,aAAa,GAAG,CAAC,EACjB,mBAAmB,GAAG,KAAK,EAC3B,oBAAoB,EACpB,UAAU,EACV,cAAc,EACd,YAAY,EACZ,GAAG,MAAM,EACV,GAAG,OAAO,CAAC;IAEZ,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IAED,gCAAgC;IAChC,MAAM,KAAK,GAAG,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACrD,MAAM,SAAS,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACjE,MAAM,SAAS,GAAG,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC7D,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IAE/D,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,gJAAgJ,CAAC,CAAC;IACpK,CAAC;IAED,IAAI,QAAQ,KAAK,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6HAA6H,CAAC,CAAC;IACjJ,CAAC;IAED,IAAI,QAAQ,KAAK,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qHAAqH,CAAC,CAAC;IACzI,CAAC;IAED,qBAAqB;IACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC;QAClB,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,SAAS;KACvB,CAAC,CAAC;IAEH,IAAI,YAAgC,CAAC;IACrC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,YAAY,GAAG,IAAI,MAAM,CAAC;YACxB,MAAM,EAAE,SAAU;SACnB,CAAC,CAAC;IACL,CAAC;IAED,4BAA4B;IAC5B,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvD,SAAS,GAAG,KAAK,CAAC;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;IACjH,CAAC;IAED,+CAA+C;IAC/C,MAAM,iBAAiB,GAAG,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;IAE/F,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,0FAA0F,CAAC,CAAC;IAC9G,CAAC;IAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,CAAC,CAAC;IAEzC,0BAA0B;IAC1B,MAAM,aAAa,GAAG,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE;QAC3D,QAAQ,EAAE,iBAAiB;QAC3B,KAAK,EAAE,cAAc;KACtB,CAAC,CAAC;IAEH,wCAAwC;IACxC,IAAI,eAA2C,CAAC;IAEhD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,eAAe,GAAG,MAAM,uBAAuB,CAC7C,aAAa,EACb,YAAa,EACb,KAAK,EACL,aAAa,EACb,mBAAmB,EACnB,oBAAoB,CACrB,CAAC;IACJ,CAAC;SAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC/B,eAAe,GAAG,MAAM,qBAAqB,CAC3C,aAAa,EACb,OAAQ,EACR,aAAa,EACb,mBAAmB,EACnB,oBAAoB,CACrB,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,4CAA4C;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEtE,MAAM,eAAe,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,UAAU,EAAE,CAAC;IAEjE,OAAO;QACL,OAAO;QACP,eAAe;QACf,SAAS,EAAE;YACT,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,WAAW;SACtB;QACD,gBAAgB,EAAE,SAAS,GAAG,eAAe,CAAC,MAAM,IAAI,WAAW,GAAG,eAAe,CAAC,QAAQ;QAC9F,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC"}

package/dist/summarization.d.ts

@@ -0,0 +1,26 @@
+import { MuxAIOptions, ToneType } from './types';
+import { ImageDownloadOptions } from './utils/image-download';
+export interface SummaryAndTagsResult {
+    assetId: string;
+    title: string;
+    description: string;
+    tags: string[];
+    storyboardUrl?: string;
+}
+export interface SummarizationOptions extends MuxAIOptions {
+    provider?: 'openai' | 'anthropic';
+    model?: string;
+    maxSummaryLength?: number;
+    maxTags?: number;
+    customPrompt?: string;
+    tone?: ToneType;
+    includeTranscript?: boolean;
+    /** Whether to clean VTT timestamps and formatting from transcript (default: true) */
+    cleanTranscript?: boolean;
+    /** Method for submitting storyboard to AI providers (default: 'url') */
+    imageSubmissionMode?: 'url' | 'base64';
+    /** Options for image download when using base64 submission mode */
+    imageDownloadOptions?: ImageDownloadOptions;
+}
+export declare function getSummaryAndTags(assetId: string, promptOrOptions?: string | SummarizationOptions, options?: SummarizationOptions): Promise<SummaryAndTagsResult>;
+//# sourceMappingURL=summarization.d.ts.map

package/dist/summarization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarization.d.ts","sourceRoot":"","sources":["../src/summarization.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAsD,MAAM,wBAAwB,CAAC;AAGlH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACxD,QAAQ,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,qFAAqF;IACrF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wEAAwE;IACxE,mBAAmB,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;IACvC,mEAAmE;IACnE,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;CAC7C;AAmBD,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,MAAM,EACf,eAAe,CAAC,EAAE,MAAM,GAAG,oBAAoB,EAC/C,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,oBAAoB,CAAC,CA+V/B"}