@mux/ai 0.33.0 → 0.34.0

package/dist/workflows/index.d.ts

@@ -1,4 +1,4 @@
-export { A as ASK_QUESTIONS_DEFAULT_MAX_ANSWER_OPTION_LENGTH, j as ASK_QUESTIONS_DEFAULT_MAX_FREE_FORM_ANSWER_LENGTH, k as ASK_QUESTIONS_MAX_QUESTION_LENGTH, l as AskQuestionsOptions, m as AskQuestionsResult, n as AskQuestionsType, o as AudioTranslationOptions, p as AudioTranslationResult, q as AutoCensorProfanityOptions, B as BurnedInCaptionsAnalysis, r as BurnedInCaptionsOptions, s as BurnedInCaptionsPromptOverrides, u as BurnedInCaptionsPromptSections, v as BurnedInCaptionsResult, C as CaptionReplacement, w as CensorMode, x as Chapter, y as ChapterSystemPromptSections, z as ChaptersOptions, D as ChaptersPromptOverrides, E as ChaptersPromptSections, F as ChaptersResult, G as ChaptersType, H as DEFAULT_DESCRIPTION_LENGTH, J as DEFAULT_SUMMARY_KEYWORD_LIMIT, K as DEFAULT_TITLE_LENGTH, M as EditCaptionsOptions, N as EditCaptionsResult, O as EmbeddingsOptions, P as EmbeddingsResult, Q as EngagementInsightsOptions, R as EngagementInsightsResult, T as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, U as HIVE_SEXUAL_CATEGORIES, V as HIVE_VIOLENCE_CATEGORIES, W as HiveModerationOutput, X as HiveModerationSource, Y as ModerationOptions, Z as ModerationProvider, _ as ModerationResult, $ as MomentInsight, a0 as OverallInsight, a1 as ProfanityDetectionPayload, a2 as Question, a3 as QuestionAnswer, a4 as QuestionAnswerType, a5 as ReplacementRecord, a6 as SummarizationOptions, a7 as SummarizationPromptOverrides, a8 as SummarizationPromptSections, a9 as SummaryAndTagsResult, aa as SummaryType, ab as ThumbnailModerationScore, ac as TranslationChunkingOptions, ad as TranslationOptions, ae as TranslationPayload, af as TranslationResult, ag as aggregateTokenUsage, ah as applyOverrideLists, ai as applyReplacements, aj as askQuestions, ak as buildReplacementRegex, al as burnedInCaptionsSchema, am as censorVttContent, an as chapterSchema, ao as chaptersSchema, ap as createReplacer, aq as editCaptions, ar as extractTranscriptSegmentsForHotspots, as as generateChapters, at as generateEmbeddings, au as generateEngagementInsights, av as generateVideoEmbeddings, aw as getModerationScores, ax as getSummaryAndTags, ay as hasBurnedInCaptions, az as mapShotsToHotspots, aA as normalizeTranslatedVtt, aB as profanityDetectionSchema, aC as questionAnswerSchema, aD as shouldSplitChunkTranslationError, aE as summarySchema, aF as transformCueText, aG as translateAudio, aH as translateCaptions, aI as translationSchema, aJ as validateNeverTranslateTerms, aK as verifyNeverTranslateTerms } from '../index-Chccb380.js';
+export { A as ASK_QUESTIONS_DEFAULT_MAX_ANSWER_OPTION_LENGTH, j as ASK_QUESTIONS_DEFAULT_MAX_FREE_FORM_ANSWER_LENGTH, k as ASK_QUESTIONS_MAX_QUESTION_LENGTH, l as AskQuestionsOptions, m as AskQuestionsResult, n as AskQuestionsType, o as AudioTranslationOptions, p as AudioTranslationResult, q as AutoCensorProfanityOptions, B as BurnedInCaptionsAnalysis, r as BurnedInCaptionsOptions, s as BurnedInCaptionsPromptOverrides, u as BurnedInCaptionsPromptSections, v as BurnedInCaptionsResult, C as CaptionReplacement, w as CensorMode, x as Chapter, y as ChapterSystemPromptSections, z as ChaptersOptions, D as ChaptersPromptOverrides, E as ChaptersPromptSections, F as ChaptersResult, G as ChaptersType, H as DEFAULT_DESCRIPTION_LENGTH, J as DEFAULT_SUMMARY_KEYWORD_LIMIT, K as DEFAULT_TITLE_LENGTH, M as EditCaptionsOptions, N as EditCaptionsResult, O as EmbeddingsOptions, P as EmbeddingsResult, Q as EngagementInsightsOptions, R as EngagementInsightsResult, T as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, U as HIVE_SEXUAL_CATEGORIES, V as HIVE_VIOLENCE_CATEGORIES, W as HiveModerationOutput, X as HiveModerationSource, Y as ModerationOptions, Z as ModerationProvider, _ as ModerationResult, $ as MomentInsight, a0 as OverallInsight, a1 as ProfanityDetectionPayload, a2 as Question, a3 as QuestionAnswer, a4 as QuestionAnswerType, a5 as ReplacementRecord, a6 as StaticRenditionCleanupOutcome, a7 as SummarizationOptions, a8 as SummarizationPromptOverrides, a9 as SummarizationPromptSections, aa as SummaryAndTagsResult, ab as SummaryType, ac as ThumbnailModerationScore, ad as TranslationChunkingOptions, ae as TranslationOptions, af as TranslationPayload, ag as TranslationResult, ah as aggregateTokenUsage, ai as applyOverrideLists, aj as applyReplacements, ak as askQuestions, al as buildReplacementRegex, am as burnedInCaptionsSchema, an as censorVttContent, ao as chapterSchema, ap as chaptersSchema, aq as createReplacer, ar as editCaptions, as as extractTranscriptSegmentsForHotspots, at as generateChapters, au as generateEmbeddings, av as generateEngagementInsights, aw as generateVideoEmbeddings, ax as getModerationScores, ay as getSummaryAndTags, az as hasBurnedInCaptions, aA as mapShotsToHotspots, aB as normalizeTranslatedVtt, aC as profanityDetectionSchema, aD as questionAnswerSchema, aE as shouldSplitChunkTranslationError, aF as summarySchema, aG as transformCueText, aH as translateAudio, aI as translateCaptions, aJ as translationSchema, aK as validateNeverTranslateTerms, aL as verifyNeverTranslateTerms } from '../index-B5l0yXZD.js';
 import 'zod';
 import '@ai-sdk/anthropic';
 import '@ai-sdk/google';

package/dist/workflows/index.js

@@ -6914,19 +6914,41 @@ async function requestStaticRenditionCreation(assetId, credentials) {
   const muxClient = await resolveMuxClient(credentials);
   const mux = await muxClient.createClient();
   try {
-    await mux.video.assets.createStaticRendition(assetId, {
+    const rendition = await mux.video.assets.createStaticRendition(assetId, {
       resolution: "audio-only"
     });
+    return rendition.id;
   } catch (error) {
     const statusCode = error?.status ?? error?.statusCode;
     const messages = error?.error?.messages;
     const alreadyDefined = messages?.some((message) => message.toLowerCase().includes("already defined")) ?? error?.message?.toLowerCase().includes("already defined");
     if (statusCode === 409 || alreadyDefined) {
-      return;
+      return void 0;
     }
     wrapError(error, "Failed to request static rendition from Mux");
   }
 }
+async function deleteCreatedStaticRendition(assetId, staticRenditionId, credentials) {
+  "use step";
+  try {
+    const muxClient = await resolveMuxClient(credentials);
+    const mux = await muxClient.createClient();
+    await mux.video.assets.deleteStaticRendition(assetId, staticRenditionId);
+    console.warn(`\u{1F9F9} Deleted static rendition ${staticRenditionId} created on asset ${assetId}`);
+    return "deleted";
+  } catch (error) {
+    const statusCode = error?.status ?? error?.statusCode;
+    if (statusCode === 404) {
+      console.warn(`\u{1F9F9} Static rendition ${staticRenditionId} on asset ${assetId} was already deleted`);
+      return "deleted";
+    }
+    const message = error instanceof Error ? error.message : String(error);
+    console.warn(
+      `\u26A0\uFE0F Failed to delete static rendition ${staticRenditionId} on asset ${assetId} (status: ${statusCode ?? "unknown"}): ${message}`
+    );
+    return "delete_failed";
+  }
+}
 async function retrieveAsset(assetId, credentials) {
   "use step";
   const muxClient = await resolveMuxClient(credentials);
@@ -6942,14 +6964,6 @@ async function waitForAudioStaticRendition({
   if (hasReadyAudioStaticRendition(currentAsset)) {
     return currentAsset;
   }
-  const status = currentAsset.static_renditions?.status ?? "not_requested";
-  if (status === "not_requested" || status === void 0) {
-    await requestStaticRenditionCreation(assetId, credentials);
-  } else if (status === "errored") {
-    await requestStaticRenditionCreation(assetId, credentials);
-  } else {
-    console.warn(`\u2139\uFE0F Static rendition already ${status}. Waiting for it to finish...`);
-  }
   for (let attempt = 1; attempt <= STATIC_RENDITION_MAX_ATTEMPTS; attempt++) {
     await sleep(STATIC_RENDITION_POLL_INTERVAL_MS);
     currentAsset = await retrieveAsset(assetId, credentials);
@@ -7156,6 +7170,7 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
     uploadToS3: uploadToS3Option,
     uploadToMux: uploadToMuxOption,
     uploadCaptionsToMux = false,
+    staticRenditionCleanup: staticRenditionCleanupOption = "delete",
     storageAdapter,
     credentials: providedCredentials
   } = options;
@@ -7177,144 +7192,167 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   const { asset: initialAsset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(initialAsset);
   let currentAsset = initialAsset;
+  let createdStaticRenditionId;
   if (!hasReadyAudioStaticRendition(currentAsset)) {
     console.warn("\u274C No ready audio static rendition found. Requesting one now...");
-    currentAsset = await waitForAudioStaticRendition({
-      assetId,
-      initialAsset: currentAsset,
-      credentials
-    });
-  }
-  const audioRendition = getReadyAudioStaticRendition(currentAsset);
-  if (!audioRendition) {
-    throw new MuxAiError(
-      "Unable to obtain an audio-only static rendition for this asset. Please verify static renditions are enabled in Mux.",
-      { type: "validation_error" }
-    );
-  }
-  let audioUrl = `${getMuxStreamOrigin()}/${playbackId}/audio.m4a`;
-  if (policy === "signed") {
-    audioUrl = await signUrl(audioUrl, playbackId, "video", void 0, credentials);
+    const renditionStatus = currentAsset.static_renditions?.status ?? "not_requested";
+    if (renditionStatus === "not_requested" || renditionStatus === "errored") {
+      createdStaticRenditionId = await requestStaticRenditionCreation(assetId, credentials);
+    } else {
+      console.warn(`\u2139\uFE0F Static rendition already ${renditionStatus}. Waiting for it to finish...`);
+    }
   }
-  console.warn("\u{1F399}\uFE0F Creating dubbing job in ElevenLabs...");
-  const elevenLabsLangCode = toISO639_3(toLanguageCode);
-  const normalizedFromLanguageCode = fromLanguageCode?.trim();
-  const elevenLabsSourceLangCode = normalizedFromLanguageCode ? toISO639_3(normalizedFromLanguageCode) : void 0;
-  console.warn(
-    `\u{1F50D} Creating dubbing job for asset ${assetId}: ${elevenLabsSourceLangCode ?? "auto"} -> ${elevenLabsLangCode}`
-  );
+  let staticRenditionCleanup = "not_created";
   let dubbingId;
+  let presignedUrl;
+  let uploadedTrackId;
+  let captionsPresignedUrl;
+  let captionsTrackId;
   try {
-    dubbingId = await createElevenLabsDubbingJob({
-      sourceUrl: audioUrl,
-      assetId,
-      elevenLabsLangCode,
-      elevenLabsSourceLangCode,
-      numSpeakers,
-      credentials
-    });
-    console.warn(`\u2705 Dubbing job created with ID: ${dubbingId}`);
-  } catch (error) {
-    wrapError(error, "Failed to create ElevenLabs dubbing job");
-  }
-  console.warn("\u23F3 Waiting for dubbing to complete...");
-  const dubbingPollTimeoutSeconds = options.dubbingPollTimeoutSeconds ?? DEFAULT_DUBBING_POLL_TIMEOUT_SECONDS;
-  const maxPollAttempts = Math.max(1, Math.ceil(dubbingPollTimeoutSeconds * 1e3 / DUBBING_POLL_INTERVAL_MS));
-  let dubbingStatus = "dubbing";
-  let pollAttempts = 0;
-  let targetLanguages = [];
-  while (dubbingStatus !== "dubbed" && pollAttempts < maxPollAttempts) {
-    await sleep(DUBBING_POLL_INTERVAL_MS);
-    pollAttempts++;
-    try {
-      const statusResult = await checkElevenLabsDubbingStatus({
-        dubbingId,
+    if (!hasReadyAudioStaticRendition(currentAsset)) {
+      currentAsset = await waitForAudioStaticRendition({
+        assetId,
+        initialAsset: currentAsset,
         credentials
       });
-      dubbingStatus = statusResult.status;
-      targetLanguages = statusResult.targetLanguages;
-    } catch (error) {
-      wrapError(error, "Failed to check dubbing status");
     }
-    if (dubbingStatus === "failed") {
-      throw new MuxAiError("ElevenLabs reported that the dubbing job failed.", { type: "processing_error" });
+    const audioRendition = getReadyAudioStaticRendition(currentAsset);
+    if (!audioRendition) {
+      throw new MuxAiError(
+        "Unable to obtain an audio-only static rendition for this asset. Please verify static renditions are enabled in Mux.",
+        { type: "validation_error" }
+      );
     }
-  }
-  if (dubbingStatus !== "dubbed") {
-    throw new MuxAiError("Audio translation timed out or failed. Please try again.", { type: "timeout_error", retryable: true });
-  }
-  console.warn("\u2705 Dubbing completed successfully!");
-  let presignedUrl;
-  let uploadedTrackId;
-  let captionsPresignedUrl;
-  let captionsTrackId;
-  if (uploadToS3) {
-    console.warn("\u{1F4E5} Downloading dubbed audio from ElevenLabs and staging to S3...");
-    const downloadLangCode = targetLanguages[0] ?? toISO639_1(toLanguageCode);
+    let audioUrl = `${getMuxStreamOrigin()}/${playbackId}/audio.m4a`;
+    if (policy === "signed") {
+      audioUrl = await signUrl(audioUrl, playbackId, "video", void 0, credentials);
+    }
+    console.warn("\u{1F399}\uFE0F Creating dubbing job in ElevenLabs...");
+    const elevenLabsLangCode = toISO639_3(toLanguageCode);
+    const normalizedFromLanguageCode = fromLanguageCode?.trim();
+    const elevenLabsSourceLangCode = normalizedFromLanguageCode ? toISO639_3(normalizedFromLanguageCode) : void 0;
+    console.warn(
+      `\u{1F50D} Creating dubbing job for asset ${assetId}: ${elevenLabsSourceLangCode ?? "auto"} -> ${elevenLabsLangCode}`
+    );
     try {
-      presignedUrl = await downloadAndUploadDubbedAudio({
-        dubbingId,
-        languageCode: downloadLangCode,
+      dubbingId = await createElevenLabsDubbingJob({
+        sourceUrl: audioUrl,
         assetId,
-        toLanguageCode,
-        s3Endpoint,
-        s3Region,
-        s3Bucket,
-        storageAdapter: effectiveStorageAdapter,
-        s3SignedUrlExpirySeconds: options.s3SignedUrlExpirySeconds,
+        elevenLabsLangCode,
+        elevenLabsSourceLangCode,
+        numSpeakers,
         credentials
       });
-      console.warn("\u2705 Dubbed audio staged to S3 successfully!");
+      console.warn(`\u2705 Dubbing job created with ID: ${dubbingId}`);
     } catch (error) {
-      wrapError(error, "Failed to download and upload dubbed audio");
-    }
-    if (uploadToMux) {
-      console.warn("\u{1F4F9} Adding dubbed audio track to Mux asset...");
-      const muxLangCode = toISO639_1(toLanguageCode);
+      wrapError(error, "Failed to create ElevenLabs dubbing job");
+    }
+    console.warn("\u23F3 Waiting for dubbing to complete...");
+    const dubbingPollTimeoutSeconds = options.dubbingPollTimeoutSeconds ?? DEFAULT_DUBBING_POLL_TIMEOUT_SECONDS;
+    const maxPollAttempts = Math.max(1, Math.ceil(dubbingPollTimeoutSeconds * 1e3 / DUBBING_POLL_INTERVAL_MS));
+    let dubbingStatus = "dubbing";
+    let pollAttempts = 0;
+    let targetLanguages = [];
+    while (dubbingStatus !== "dubbed" && pollAttempts < maxPollAttempts) {
+      await sleep(DUBBING_POLL_INTERVAL_MS);
+      pollAttempts++;
       try {
-        uploadedTrackId = await createAudioTrackOnMux(assetId, muxLangCode, presignedUrl, credentials);
-        const languageName = new Intl.DisplayNames(["en"], { type: "language" }).of(muxLangCode) || muxLangCode.toUpperCase();
-        const trackName = `${languageName} (auto-dubbed)`;
-        console.warn(`\u2705 Track added to Mux asset with ID: ${uploadedTrackId}`);
-        console.warn(`\u{1F4CB} Track name: "${trackName}"`);
+        const statusResult = await checkElevenLabsDubbingStatus({
+          dubbingId,
+          credentials
+        });
+        dubbingStatus = statusResult.status;
+        targetLanguages = statusResult.targetLanguages;
       } catch (error) {
-        console.warn(`\u26A0\uFE0F Failed to add audio track to Mux asset: ${error instanceof Error ? error.message : "Unknown error"}`);
-        console.warn("\u{1F517} You can manually add the track using this presigned URL:");
-        console.warn(presignedUrl);
+        wrapError(error, "Failed to check dubbing status");
+      }
+      if (dubbingStatus === "failed") {
+        throw new MuxAiError("ElevenLabs reported that the dubbing job failed.", { type: "processing_error" });
       }
     }
-    try {
-      console.warn("\u{1F4E5} Downloading dub transcript from ElevenLabs and staging to S3...");
-      captionsPresignedUrl = await downloadAndUploadDubTranscript({
-        dubbingId,
-        languageCode: downloadLangCode,
-        assetId,
-        toLanguageCode,
-        s3Endpoint,
-        s3Region,
-        s3Bucket,
-        storageAdapter: effectiveStorageAdapter,
-        s3SignedUrlExpirySeconds: options.s3SignedUrlExpirySeconds,
-        credentials
-      });
-      if (uploadCaptionsToMux) {
-        console.warn("\u{1F4F9} Adding dubbed captions track to Mux asset...");
+    if (dubbingStatus !== "dubbed") {
+      throw new MuxAiError("Audio translation timed out or failed. Please try again.", { type: "timeout_error", retryable: true });
+    }
+    console.warn("\u2705 Dubbing completed successfully!");
+    if (uploadToS3) {
+      console.warn("\u{1F4E5} Downloading dubbed audio from ElevenLabs and staging to S3...");
+      const downloadLangCode = targetLanguages[0] ?? toISO639_1(toLanguageCode);
+      try {
+        presignedUrl = await downloadAndUploadDubbedAudio({
+          dubbingId,
+          languageCode: downloadLangCode,
+          assetId,
+          toLanguageCode,
+          s3Endpoint,
+          s3Region,
+          s3Bucket,
+          storageAdapter: effectiveStorageAdapter,
+          s3SignedUrlExpirySeconds: options.s3SignedUrlExpirySeconds,
+          credentials
+        });
+        console.warn("\u2705 Dubbed audio staged to S3 successfully!");
+      } catch (error) {
+        wrapError(error, "Failed to download and upload dubbed audio");
+      }
+      if (uploadToMux) {
+        console.warn("\u{1F4F9} Adding dubbed audio track to Mux asset...");
         const muxLangCode = toISO639_1(toLanguageCode);
-        const languageName = new Intl.DisplayNames(["en"], { type: "language" }).of(muxLangCode) || muxLangCode.toUpperCase();
-        captionsTrackId = await createTextTrackOnMux(
+        try {
+          uploadedTrackId = await createAudioTrackOnMux(assetId, muxLangCode, presignedUrl, credentials);
+          const languageName = new Intl.DisplayNames(["en"], { type: "language" }).of(muxLangCode) || muxLangCode.toUpperCase();
+          const trackName = `${languageName} (auto-dubbed)`;
+          console.warn(`\u2705 Track added to Mux asset with ID: ${uploadedTrackId}`);
+          console.warn(`\u{1F4CB} Track name: "${trackName}"`);
+        } catch (error) {
+          console.warn(`\u26A0\uFE0F Failed to add audio track to Mux asset: ${error instanceof Error ? error.message : "Unknown error"}`);
+          console.warn("\u{1F517} You can manually add the track using this presigned URL:");
+          console.warn(presignedUrl);
+        }
+      }
+      try {
+        console.warn("\u{1F4E5} Downloading dub transcript from ElevenLabs and staging to S3...");
+        captionsPresignedUrl = await downloadAndUploadDubTranscript({
+          dubbingId,
+          languageCode: downloadLangCode,
           assetId,
-          muxLangCode,
-          `${languageName} (auto-dubbed)`,
-          captionsPresignedUrl,
+          toLanguageCode,
+          s3Endpoint,
+          s3Region,
+          s3Bucket,
+          storageAdapter: effectiveStorageAdapter,
+          s3SignedUrlExpirySeconds: options.s3SignedUrlExpirySeconds,
           credentials
-        );
-        console.warn(`\u2705 Captions track added to Mux asset with ID: ${captionsTrackId}`);
+        });
+        if (uploadCaptionsToMux) {
+          console.warn("\u{1F4F9} Adding dubbed captions track to Mux asset...");
+          const muxLangCode = toISO639_1(toLanguageCode);
+          const languageName = new Intl.DisplayNames(["en"], { type: "language" }).of(muxLangCode) || muxLangCode.toUpperCase();
+          captionsTrackId = await createTextTrackOnMux(
+            assetId,
+            muxLangCode,
+            `${languageName} (auto-dubbed)`,
+            captionsPresignedUrl,
+            credentials
+          );
+          console.warn(`\u2705 Captions track added to Mux asset with ID: ${captionsTrackId}`);
+        }
+      } catch (error) {
+        console.warn(`\u26A0\uFE0F Failed to attach dubbed captions: ${error instanceof Error ? error.message : "Unknown error"}`);
+        if (captionsPresignedUrl) {
+          console.warn("\u{1F517} You can manually add the captions track using this presigned URL:");
+          console.warn(captionsPresignedUrl);
+        }
       }
-    } catch (error) {
-      console.warn(`\u26A0\uFE0F Failed to attach dubbed captions: ${error instanceof Error ? error.message : "Unknown error"}`);
-      if (captionsPresignedUrl) {
-        console.warn("\u{1F517} You can manually add the captions track using this presigned URL:");
-        console.warn(captionsPresignedUrl);
+    }
+  } finally {
+    if (createdStaticRenditionId) {
+      if (staticRenditionCleanupOption === "keep") {
+        console.warn(
+          `\u2139\uFE0F Keeping static rendition ${createdStaticRenditionId} on asset ${assetId} (staticRenditionCleanup: "keep")`
+        );
+        staticRenditionCleanup = "kept";
+      } else {
+        staticRenditionCleanup = await deleteCreatedStaticRendition(assetId, createdStaticRenditionId, credentials);
       }
     }
   }
@@ -7328,6 +7366,8 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
     presignedUrl,
     captionsTrackId,
     captionsPresignedUrl,
+    createdStaticRenditionId,
+    staticRenditionCleanup,
     usage: {
       metadata: {
         assetDurationSeconds