@mux/ai 0.47.0 → 0.49.0

package/dist/{shots-BwpjZDpr.d.ts → shots-3wmvZnUV.d.ts}

@@ -358,7 +358,16 @@ interface CompletedShotsResult {
     createdAt: string;
     shots: Shot[];
 }
-type ShotsResult = PendingShotsResult | ErroredShotsResult | CompletedShotsResult;
+/** Mux declined to run shot detection, e.g. the asset has no video track. */
+interface SkippedShotsResult {
+    status: "skipped";
+    createdAt: string;
+}
+interface DeletedShotsResult {
+    status: "deleted";
+    createdAt: string;
+}
+type ShotsResult = PendingShotsResult | ErroredShotsResult | CompletedShotsResult | SkippedShotsResult | DeletedShotsResult;
 interface ShotRequestOptions {
     /** Optional workflow credentials */
     credentials?: WorkflowCredentialsInput;
@@ -396,4 +405,4 @@ declare function getShotsForAsset(assetId: string, options?: ShotRequestOptions)
  */
 declare function waitForShotsForAsset(assetId: string, options?: WaitForShotsOptions): Promise<CompletedShotsResult>;
 
-export { type AssetTextTrack as A, getHotspotsForPlaybackId as B, type ChunkEmbedding as C, getHotspotsForVideo as D, type Encrypted as E, getShotsForAsset as F, requestShotsForAsset as G, type Hotspot as H, type ImageSubmissionMode as I, waitForShotsForAsset as J, type MuxAIOptions as M, type PlaybackAsset as P, type StoragePutObjectInput as S, type TextChunk as T, type UsageMetadata as U, type VTTChunkingConfig as V, type WorkflowCredentials as W, type StoragePresignGetObjectInput as a, type ChunkingStrategy as b, type EncryptedPayload as c, type MuxAsset as d, type PlaybackPolicy as e, type ScopedMuxAIOptions as f, type StorageAdapter as g, type TokenChunkingConfig as h, type TokenUsage as i, type ToneType as j, type VideoEmbeddingsResult as k, type WorkflowCredentialsInput as l, type WorkflowMuxClient as m, type WorkflowScope as n, decryptFromWorkflow as o, encryptForWorkflow as p, type CompletedShotsResult as q, type ErroredShotsResult as r, type HotspotOptions as s, type HotspotResponse as t, type PendingShotsResult as u, type Shot as v, type ShotRequestOptions as w, type ShotsResult as x, type WaitForShotsOptions as y, getHotspotsForAsset as z };
+export { type AssetTextTrack as A, getHotspotsForAsset as B, type ChunkEmbedding as C, type DeletedShotsResult as D, type Encrypted as E, getHotspotsForPlaybackId as F, getHotspotsForVideo as G, type Hotspot as H, type ImageSubmissionMode as I, getShotsForAsset as J, requestShotsForAsset as K, waitForShotsForAsset as L, type MuxAsset as M, type PlaybackAsset as P, type StoragePutObjectInput as S, type TextChunk as T, type UsageMetadata as U, type VTTChunkingConfig as V, type WorkflowCredentials as W, type StoragePresignGetObjectInput as a, type ChunkingStrategy as b, type EncryptedPayload as c, type MuxAIOptions as d, type PlaybackPolicy as e, type ScopedMuxAIOptions as f, type StorageAdapter as g, type TokenChunkingConfig as h, type TokenUsage as i, type ToneType as j, type VideoEmbeddingsResult as k, type WorkflowCredentialsInput as l, type WorkflowMuxClient as m, type WorkflowScope as n, decryptFromWorkflow as o, encryptForWorkflow as p, type CompletedShotsResult as q, type ErroredShotsResult as r, type HotspotOptions as s, type HotspotResponse as t, type PendingShotsResult as u, type Shot as v, type ShotRequestOptions as w, type ShotsResult as x, type SkippedShotsResult as y, type WaitForShotsOptions as z };

package/dist/workflows/index.d.ts

@@ -1,8 +1,8 @@
-export { J as ASK_QUESTIONS_DEFAULT_MAX_ANSWER_OPTION_LENGTH, K as ASK_QUESTIONS_DEFAULT_MAX_FREE_FORM_ANSWER_LENGTH, N as ASK_QUESTIONS_MAX_QUESTIONS_PER_CALL, O as ASK_QUESTIONS_MAX_QUESTION_LENGTH, P as AskQuestionsOptions, Q as AskQuestionsResult, U as AskQuestionsType, V as AudioTranslationOptions, W as AudioTranslationResult, X as AutoCensorProfanityOptions, Y as BurnedInCaptionsAnalysis, Z as BurnedInCaptionsOptions, _ as BurnedInCaptionsPromptOverrides, $ as BurnedInCaptionsPromptSections, a0 as BurnedInCaptionsResult, a1 as CaptionReplacement, a2 as CensorMode, a3 as Chapter, a4 as ChapterSystemPromptSections, a5 as ChaptersOptions, a6 as ChaptersPromptOverrides, a7 as ChaptersPromptSections, a8 as ChaptersResult, a9 as ChaptersType, aa as EditCaptionsOptions, ab as EditCaptionsResult, ac as EmbeddingsOptions, ad as EmbeddingsResult, ae as EngagementInsightsOptions, af as EngagementInsightsResult, ag as GENERATE_TEXT_CALLS_TO_ACTION, ah as GENERATE_TEXT_CHANNELS, ai as GENERATE_TEXT_CHANNEL_CEILINGS, aj as GENERATE_TEXT_FORMATS, ak as GENERATE_TEXT_LENGTH_BOUNDS, al as GENERATE_TEXT_MAX_ARTIFACTS, am as GENERATE_TEXT_MAX_AUDIENCE_CHARS, an as GENERATE_TEXT_MAX_BRAND_TERMS, ao as GENERATE_TEXT_MAX_BRAND_TERMS_TOTAL_CHARS, ap as GENERATE_TEXT_MAX_BRAND_TERM_CHARS, aq as GENERATE_TEXT_MAX_CONCURRENT_GENERATIONS, ar as GENERATE_TEXT_MAX_INSTRUCTIONS_CHARS, as as GENERATE_TEXT_MAX_SHOT_FRAMES, at as GENERATE_TEXT_MAX_VARIANTS, au as GENERATE_TEXT_VOICES, av as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, aw as GenerateTextArtifact, ax as GenerateTextCallToAction, ay as GenerateTextChannel, az as GenerateTextFormat, aA as GenerateTextKeyedItem, aB as GenerateTextLengthLimit, aC as GenerateTextOptions, aD as GenerateTextResult, aE as GenerateTextVariant, aF as GenerateTextVoice, aG as GeneratedTextArtifact, aH as GeneratedTextVariant, aI as HIVE_SEXUAL_CATEGORIES, aJ as HIVE_VIOLENCE_CATEGORIES, aK as HiveModerationOutput, aL as HiveModerationSource, aM as ModerationOptions, aN as ModerationProvider, aO as ModerationResult, aP as MomentInsight, aQ as OverallInsight, aR as ProfanityDetectionPayload, aS as Question, aT as QuestionAnswer, aU as QuestionAnswerType, aV as ReplacementRecord, aW as SpeakerReplacement, aX as StaticRenditionCleanupOutcome, aY as SummarizationOptions, aZ as SummarizationPromptOverrides, a_ as SummarizationPromptSections, a$ as SummaryAndTagsResult, b0 as SummaryType, b1 as ThumbnailModerationScore, b2 as TranslationChunkingOptions, b3 as TranslationOptions, b4 as TranslationPayload, b5 as TranslationResult, b6 as aggregateTokenUsage, b7 as applyOverrideLists, b8 as applyReplacements, b9 as applySpeakerReplacements, ba as askQuestions, bb as buildReplacementRegex, bc as burnedInCaptionsSchema, bd as censorVttContent, be as chapterSchema, bf as chaptersSchema, bg as createReplacer, bh as editCaptions, bi as extractTranscriptSegmentsForHotspots, bj as findGenerateTextLengthViolation, bk as generateChapters, bl as generateEmbeddings, bm as generateEngagementInsights, bn as generateText, bo as generateVideoEmbeddings, bp as getModerationScores, bq as getSummaryAndTags, br as hasBurnedInCaptions, bs as mapShotsToHotspots, bt as measureGenerateTextLength, bu as normalizeTranslatedVtt, bv as profanityDetectionSchema, bw as questionAnswerSchema, bx as resolveGenerateTextLengthLimit, by as resolveGenerateTextLengthLimits, bz as resolveGenerateTextOptions, bA as selectGenerateTextShotFrames, bB as shouldSplitChunkTranslationError, bC as summarySchema, bD as transformCueText, bE as translateAudio, bF as translateCaptions, bG as translationSchema, bH as validateNeverTranslateTerms, bI as verifyNeverTranslateTerms } from '../index-DxAt9Jq8.js';
+export { J as ASK_QUESTIONS_DEFAULT_MAX_ANSWER_OPTION_LENGTH, K as ASK_QUESTIONS_DEFAULT_MAX_FREE_FORM_ANSWER_LENGTH, N as ASK_QUESTIONS_MAX_QUESTIONS_PER_CALL, O as ASK_QUESTIONS_MAX_QUESTION_LENGTH, P as AskQuestionsOptions, Q as AskQuestionsResult, U as AskQuestionsType, V as AudioTranslationOptions, W as AudioTranslationResult, X as AutoCensorProfanityOptions, Y as BurnedInCaptionsAnalysis, Z as BurnedInCaptionsOptions, _ as BurnedInCaptionsPromptOverrides, $ as BurnedInCaptionsPromptSections, a0 as BurnedInCaptionsResult, a1 as CaptionReplacement, a2 as CensorMode, a3 as Chapter, a4 as ChapterSystemPromptSections, a5 as ChaptersOptions, a6 as ChaptersPromptOverrides, a7 as ChaptersPromptSections, a8 as ChaptersResult, a9 as ChaptersType, aa as EditCaptionsOptions, ab as EditCaptionsResult, ac as EmbeddingsOptions, ad as EmbeddingsResult, ae as EngagementInsightsOptions, af as EngagementInsightsResult, ag as GENERATE_TEXT_CALLS_TO_ACTION, ah as GENERATE_TEXT_CHANNELS, ai as GENERATE_TEXT_CHANNEL_CEILINGS, aj as GENERATE_TEXT_FORMATS, ak as GENERATE_TEXT_LENGTH_BOUNDS, al as GENERATE_TEXT_MAX_ARTIFACTS, am as GENERATE_TEXT_MAX_AUDIENCE_CHARS, an as GENERATE_TEXT_MAX_BRAND_TERMS, ao as GENERATE_TEXT_MAX_BRAND_TERMS_TOTAL_CHARS, ap as GENERATE_TEXT_MAX_BRAND_TERM_CHARS, aq as GENERATE_TEXT_MAX_CONCURRENT_GENERATIONS, ar as GENERATE_TEXT_MAX_INSTRUCTIONS_CHARS, as as GENERATE_TEXT_MAX_SHOT_FRAMES, at as GENERATE_TEXT_MAX_VARIANTS, au as GENERATE_TEXT_VOICES, av as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, aw as GenerateTextArtifact, ax as GenerateTextCallToAction, ay as GenerateTextChannel, az as GenerateTextFormat, aA as GenerateTextKeyedItem, aB as GenerateTextLengthLimit, aC as GenerateTextOptions, aD as GenerateTextResult, aE as GenerateTextVariant, aF as GenerateTextVoice, aG as GeneratedTextArtifact, aH as GeneratedTextVariant, aI as HIVE_SEXUAL_CATEGORIES, aJ as HIVE_VIOLENCE_CATEGORIES, aK as HiveModerationOutput, aL as HiveModerationSource, aM as ModerationOptions, aN as ModerationProvider, aO as ModerationResult, aP as MomentInsight, aQ as OverallInsight, aR as ProfanityDetectionPayload, aS as Question, aT as QuestionAnswer, aU as QuestionAnswerType, aV as ReplacementRecord, aW as SpeakerReplacement, aX as StaticRenditionCleanupOutcome, aY as SummarizationOptions, aZ as SummarizationPromptOverrides, a_ as SummarizationPromptSections, a$ as SummaryAndTagsResult, b0 as SummaryType, b1 as ThumbnailModerationScore, b2 as TranslationChunkingOptions, b3 as TranslationOptions, b4 as TranslationPayload, b5 as TranslationResult, b6 as aggregateTokenUsage, b7 as applyOverrideLists, b8 as applyReplacements, b9 as applySpeakerReplacements, ba as askQuestions, bb as buildReplacementRegex, bc as burnedInCaptionsSchema, bd as censorVttContent, be as chapterSchema, bf as chaptersSchema, bg as createReplacer, bh as editCaptions, bi as extractTranscriptSegmentsForHotspots, bj as findGenerateTextLengthViolation, bk as generateChapters, bl as generateEmbeddings, bm as generateEngagementInsights, bn as generateText, bo as generateVideoEmbeddings, bp as getModerationScores, bq as getSummaryAndTags, br as hasBurnedInCaptions, bs as mapShotsToHotspots, bt as measureGenerateTextLength, bu as normalizeTranslatedVtt, bv as profanityDetectionSchema, bw as questionAnswerSchema, bx as resolveGenerateTextLengthLimit, by as resolveGenerateTextLengthLimits, bz as resolveGenerateTextOptions, bA as selectGenerateTextShotFrames, bB as shouldSplitChunkTranslationError, bC as summarySchema, bD as transformCueText, bE as translateAudio, bF as translateCaptions, bG as translationSchema, bH as validateNeverTranslateTerms, bI as verifyNeverTranslateTerms } from '../index-BotaPu5M.js';
 export { D as DEFAULT_DESCRIPTION_LENGTH, a as DEFAULT_SUMMARY_KEYWORD_LIMIT, b as DEFAULT_TITLE_LENGTH } from '../summarization-BFmhXeAu.js';
 import 'zod';
 import '@ai-sdk/anthropic';
 import '@ai-sdk/google';
 import '@ai-sdk/openai';
-import '../shots-BwpjZDpr.js';
+import '../shots-3wmvZnUV.js';
 import '@mux/ts';

package/dist/workflows/index.js

@@ -5515,21 +5515,21 @@ async function fetchShotsFromManifest(shotsManifestUrl) {
 async function transformShotsResponse(data) {
   switch (data.status) {
     case "pending":
+    case "skipped":
+    case "deleted":
       return {
-        status: "pending",
+        status: data.status,
         createdAt: data.created_at
       };
-    case "errored": {
-      const details = data.errors ?? data.error;
+    case "errored":
       return {
         status: "errored",
         createdAt: data.created_at,
         error: {
-          type: details?.type ?? "unknown",
-          messages: details?.messages ?? []
+          type: data.errors?.type ?? "unknown",
+          messages: data.errors?.messages ?? []
         }
       };
-    }
     case "completed":
       if (!data.shots_manifest_url) {
         throw new Error("Completed shots response is missing shots_manifest_url");
@@ -8195,8 +8195,63 @@ async function getSummaryAndTagsInternal(assetId, options, collectedUsage) {
 
 // src/workflows/translate-audio.ts
 import { sleep } from "workflow";
-var STATIC_RENDITION_POLL_INTERVAL_MS = 5e3;
-var STATIC_RENDITION_MAX_ATTEMPTS = 36;
+
+// src/lib/mux-static-renditions.ts
+var STATIC_RENDITIONS_GUIDE_URL = "https://www.mux.com/docs/guides/enable-static-mp4-renditions";
+var LEGACY_MP4_SUPPORT_FILE_PREFERENCE = {
+  "capped-1080p": ["capped-1080p.mp4", "audio.m4a"],
+  "audio-only": ["audio.m4a"],
+  "audio-only,capped-1080p": ["audio.m4a", "capped-1080p.mp4"],
+  "standard": ["low.mp4", "audio.m4a"]
+};
+var BYTES_PER_GB = 1e9;
+function usesLegacyMp4Support(asset) {
+  return asset.mp4_support !== void 0 && asset.mp4_support !== "none";
+}
+function parseFilesizeBytes(filesize) {
+  const bytes = typeof filesize === "string" ? Number(filesize) : filesize;
+  return typeof bytes === "number" && Number.isFinite(bytes) && bytes > 0 ? bytes : void 0;
+}
+function resolveLegacyMp4SupportRendition(asset) {
+  if (!usesLegacyMp4Support(asset)) {
+    return void 0;
+  }
+  const status = asset.static_renditions?.status;
+  if (status === void 0 || status === "preparing") {
+    return { kind: "preparing" };
+  }
+  if (status !== "ready") {
+    return {
+      kind: "unusable",
+      reason: `This asset uses the deprecated mp4_support setting, and its static renditions are ${status}. Move the asset to the Static Renditions API (${STATIC_RENDITIONS_GUIDE_URL}) and add an audio-only static rendition, then retry.`
+    };
+  }
+  const files = asset.static_renditions?.files ?? [];
+  for (const name of LEGACY_MP4_SUPPORT_FILE_PREFERENCE[asset.mp4_support] ?? []) {
+    const file = files.find((candidate) => candidate.name === name);
+    if (file) {
+      return { kind: "ready", name, filesizeBytes: parseFilesizeBytes(file.filesize) };
+    }
+  }
+  return {
+    kind: "unusable",
+    reason: `This asset uses the deprecated mp4_support setting ("${asset.mp4_support}"), and none of its static renditions can be used by this workflow. Move the asset to the Static Renditions API (${STATIC_RENDITIONS_GUIDE_URL}) and add an audio-only static rendition, then retry.`
+  };
+}
+function formatGigabytes(bytes) {
+  return `${Math.round(bytes / BYTES_PER_GB * 100) / 100} GB`;
+}
+function getLegacyMp4SupportRenditionSizeError(rendition, maxBytes) {
+  if (rendition.filesizeBytes === void 0 || rendition.filesizeBytes <= maxBytes) {
+    return void 0;
+  }
+  return `This asset uses the deprecated mp4_support setting, and its ${rendition.name} static rendition (${formatGigabytes(rendition.filesizeBytes)}) is larger than the ${formatGigabytes(maxBytes)} this workflow can process. Move the asset to the Static Renditions API (${STATIC_RENDITIONS_GUIDE_URL}) and add an audio-only static rendition, then retry.`;
+}
+
+// src/workflows/translate-audio.ts
+var STATIC_RENDITION_POLL_INTERVAL_MS = 1e4;
+var STATIC_RENDITION_MAX_ATTEMPTS = 180;
+var MAX_DUBBING_SOURCE_BYTES = 1e9;
 var DUBBING_POLL_INTERVAL_MS = 1e4;
 var DEFAULT_DUBBING_POLL_TIMEOUT_SECONDS = 7200;
 function getReadyAudioStaticRendition(asset) {
@@ -8297,6 +8352,40 @@ async function waitForAudioStaticRendition({
     { type: "timeout_error", retryable: true }
   );
 }
+async function waitForLegacyMp4SupportRendition({
+  assetId,
+  initialAsset,
+  credentials
+}) {
+  let rendition = resolveLegacyMp4SupportRendition(initialAsset);
+  for (let attempt = 1; rendition?.kind === "preparing" && attempt <= STATIC_RENDITION_MAX_ATTEMPTS; attempt++) {
+    console.warn(
+      `\u231B Waiting for mp4_support static renditions (attempt ${attempt}/${STATIC_RENDITION_MAX_ATTEMPTS})`
+    );
+    await sleep(STATIC_RENDITION_POLL_INTERVAL_MS);
+    rendition = resolveLegacyMp4SupportRendition(await retrieveAsset(assetId, credentials));
+  }
+  if (!rendition) {
+    throw new MuxAiError(
+      "The asset's static rendition settings changed while waiting for them. Please try again.",
+      { type: "processing_error", retryable: true }
+    );
+  }
+  if (rendition.kind === "preparing") {
+    throw new MuxAiError(
+      "Timed out waiting for the static rendition to become ready. Please try again in a moment.",
+      { type: "timeout_error", retryable: true }
+    );
+  }
+  if (rendition.kind === "unusable") {
+    throw new MuxAiError(rendition.reason, { type: "validation_error" });
+  }
+  const sizeError = getLegacyMp4SupportRenditionSizeError(rendition, MAX_DUBBING_SOURCE_BYTES);
+  if (sizeError) {
+    throw new MuxAiError(sizeError, { type: "validation_error" });
+  }
+  return rendition.name;
+}
 async function createElevenLabsDubbingJob({
   sourceUrl,
   assetId,
@@ -8505,7 +8594,8 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   }
   let currentAsset = initialAsset;
   let createdStaticRenditionId;
-  if (!hasReadyAudioStaticRendition(currentAsset)) {
+  const isLegacyMp4SupportAsset = usesLegacyMp4Support(initialAsset);
+  if (!isLegacyMp4SupportAsset && !hasReadyAudioStaticRendition(currentAsset)) {
     console.warn("\u274C No ready audio static rendition found. Requesting one now...");
     const renditionStatus = currentAsset.static_renditions?.status ?? "not_requested";
     if (renditionStatus === "not_requested" || renditionStatus === "errored") {
@@ -8522,21 +8612,30 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   let captionsPresignedUrl;
   let captionsTrackId;
   try {
-    if (!hasReadyAudioStaticRendition(currentAsset)) {
-      currentAsset = await waitForAudioStaticRendition({
+    let sourceRenditionName = "audio.m4a";
+    if (isLegacyMp4SupportAsset) {
+      sourceRenditionName = await waitForLegacyMp4SupportRendition({
         assetId,
         initialAsset: currentAsset,
         credentials
       });
+    } else {
+      if (!hasReadyAudioStaticRendition(currentAsset)) {
+        currentAsset = await waitForAudioStaticRendition({
+          assetId,
+          initialAsset: currentAsset,
+          credentials
+        });
+      }
+      const audioRendition = getReadyAudioStaticRendition(currentAsset);
+      if (!audioRendition) {
+        throw new MuxAiError(
+          "Unable to obtain an audio-only static rendition for this asset. Please verify static renditions are enabled in Mux.",
+          { type: "validation_error" }
+        );
+      }
     }
-    const audioRendition = getReadyAudioStaticRendition(currentAsset);
-    if (!audioRendition) {
-      throw new MuxAiError(
-        "Unable to obtain an audio-only static rendition for this asset. Please verify static renditions are enabled in Mux.",
-        { type: "validation_error" }
-      );
-    }
-    let audioUrl = `${await getMuxStreamOrigin(credentials)}/${playbackId}/audio.m4a`;
+    let audioUrl = `${await getMuxStreamOrigin(credentials)}/${playbackId}/${sourceRenditionName}`;
     if (policy === "signed") {
       audioUrl = await signUrl(audioUrl, playbackId, "video", void 0, credentials);
     }