@mux/ai 0.34.0 → 0.36.0

package/dist/{shots-BMbViFbZ.d.ts → shots-CUI09Ohe.d.ts}

@@ -89,6 +89,12 @@ interface WorkflowMuxClient {
 interface MuxAIOptions {
     /** Optional timeout (ms) for helper utilities that support request limits. */
     timeout?: number;
+    /**
+     * Optional asset snapshot to reuse instead of retrieving the asset from Mux.
+     * The snapshot must belong to `assetId`; callers should capture it immediately
+     * before starting the workflow.
+     */
+    assetSnapshot?: MuxAsset;
     /**
      * Optional credentials for workflow execution.
      * Use encryptForWorkflow when running in Workflow Dev Kit environments.

package/dist/workflows/index.d.ts

@@ -1,7 +1,7 @@
-export { A as ASK_QUESTIONS_DEFAULT_MAX_ANSWER_OPTION_LENGTH, j as ASK_QUESTIONS_DEFAULT_MAX_FREE_FORM_ANSWER_LENGTH, k as ASK_QUESTIONS_MAX_QUESTION_LENGTH, l as AskQuestionsOptions, m as AskQuestionsResult, n as AskQuestionsType, o as AudioTranslationOptions, p as AudioTranslationResult, q as AutoCensorProfanityOptions, B as BurnedInCaptionsAnalysis, r as BurnedInCaptionsOptions, s as BurnedInCaptionsPromptOverrides, u as BurnedInCaptionsPromptSections, v as BurnedInCaptionsResult, C as CaptionReplacement, w as CensorMode, x as Chapter, y as ChapterSystemPromptSections, z as ChaptersOptions, D as ChaptersPromptOverrides, E as ChaptersPromptSections, F as ChaptersResult, G as ChaptersType, H as DEFAULT_DESCRIPTION_LENGTH, J as DEFAULT_SUMMARY_KEYWORD_LIMIT, K as DEFAULT_TITLE_LENGTH, M as EditCaptionsOptions, N as EditCaptionsResult, O as EmbeddingsOptions, P as EmbeddingsResult, Q as EngagementInsightsOptions, R as EngagementInsightsResult, T as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, U as HIVE_SEXUAL_CATEGORIES, V as HIVE_VIOLENCE_CATEGORIES, W as HiveModerationOutput, X as HiveModerationSource, Y as ModerationOptions, Z as ModerationProvider, _ as ModerationResult, $ as MomentInsight, a0 as OverallInsight, a1 as ProfanityDetectionPayload, a2 as Question, a3 as QuestionAnswer, a4 as QuestionAnswerType, a5 as ReplacementRecord, a6 as StaticRenditionCleanupOutcome, a7 as SummarizationOptions, a8 as SummarizationPromptOverrides, a9 as SummarizationPromptSections, aa as SummaryAndTagsResult, ab as SummaryType, ac as ThumbnailModerationScore, ad as TranslationChunkingOptions, ae as TranslationOptions, af as TranslationPayload, ag as TranslationResult, ah as aggregateTokenUsage, ai as applyOverrideLists, aj as applyReplacements, ak as askQuestions, al as buildReplacementRegex, am as burnedInCaptionsSchema, an as censorVttContent, ao as chapterSchema, ap as chaptersSchema, aq as createReplacer, ar as editCaptions, as as extractTranscriptSegmentsForHotspots, at as generateChapters, au as generateEmbeddings, av as generateEngagementInsights, aw as generateVideoEmbeddings, ax as getModerationScores, ay as getSummaryAndTags, az as hasBurnedInCaptions, aA as mapShotsToHotspots, aB as normalizeTranslatedVtt, aC as profanityDetectionSchema, aD as questionAnswerSchema, aE as shouldSplitChunkTranslationError, aF as summarySchema, aG as transformCueText, aH as translateAudio, aI as translateCaptions, aJ as translationSchema, aK as validateNeverTranslateTerms, aL as verifyNeverTranslateTerms } from '../index-B5l0yXZD.js';
+export { A as ASK_QUESTIONS_DEFAULT_MAX_ANSWER_OPTION_LENGTH, j as ASK_QUESTIONS_DEFAULT_MAX_FREE_FORM_ANSWER_LENGTH, k as ASK_QUESTIONS_MAX_QUESTION_LENGTH, l as AskQuestionsOptions, m as AskQuestionsResult, n as AskQuestionsType, o as AudioTranslationOptions, p as AudioTranslationResult, q as AutoCensorProfanityOptions, B as BurnedInCaptionsAnalysis, r as BurnedInCaptionsOptions, s as BurnedInCaptionsPromptOverrides, u as BurnedInCaptionsPromptSections, v as BurnedInCaptionsResult, C as CaptionReplacement, w as CensorMode, x as Chapter, y as ChapterSystemPromptSections, z as ChaptersOptions, D as ChaptersPromptOverrides, E as ChaptersPromptSections, F as ChaptersResult, G as ChaptersType, H as DEFAULT_DESCRIPTION_LENGTH, J as DEFAULT_SUMMARY_KEYWORD_LIMIT, K as DEFAULT_TITLE_LENGTH, M as EditCaptionsOptions, N as EditCaptionsResult, O as EmbeddingsOptions, P as EmbeddingsResult, Q as EngagementInsightsOptions, R as EngagementInsightsResult, T as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, U as HIVE_SEXUAL_CATEGORIES, V as HIVE_VIOLENCE_CATEGORIES, W as HiveModerationOutput, X as HiveModerationSource, Y as ModerationOptions, Z as ModerationProvider, _ as ModerationResult, $ as MomentInsight, a0 as OverallInsight, a1 as ProfanityDetectionPayload, a2 as Question, a3 as QuestionAnswer, a4 as QuestionAnswerType, a5 as ReplacementRecord, a6 as StaticRenditionCleanupOutcome, a7 as SummarizationOptions, a8 as SummarizationPromptOverrides, a9 as SummarizationPromptSections, aa as SummaryAndTagsResult, ab as SummaryType, ac as ThumbnailModerationScore, ad as TranslationChunkingOptions, ae as TranslationOptions, af as TranslationPayload, ag as TranslationResult, ah as aggregateTokenUsage, ai as applyOverrideLists, aj as applyReplacements, ak as askQuestions, al as buildReplacementRegex, am as burnedInCaptionsSchema, an as censorVttContent, ao as chapterSchema, ap as chaptersSchema, aq as createReplacer, ar as editCaptions, as as extractTranscriptSegmentsForHotspots, at as generateChapters, au as generateEmbeddings, av as generateEngagementInsights, aw as generateVideoEmbeddings, ax as getModerationScores, ay as getSummaryAndTags, az as hasBurnedInCaptions, aA as mapShotsToHotspots, aB as normalizeTranslatedVtt, aC as profanityDetectionSchema, aD as questionAnswerSchema, aE as shouldSplitChunkTranslationError, aF as summarySchema, aG as transformCueText, aH as translateAudio, aI as translateCaptions, aJ as translationSchema, aK as validateNeverTranslateTerms, aL as verifyNeverTranslateTerms } from '../index-C2FORyvQ.js';
 import 'zod';
 import '@ai-sdk/anthropic';
 import '@ai-sdk/google';
 import '@ai-sdk/openai';
-import '../shots-BMbViFbZ.js';
+import '../shots-CUI09Ohe.js';
 import '@mux/mux-node';

package/dist/workflows/index.js

@@ -643,6 +643,22 @@ var CONTENT_POLICY_REASONS = /* @__PURE__ */ new Set([
   "SAFETY",
   "SPII"
 ]);
+var IncompleteGenerationError = class extends MuxAiError {
+  constructor(finishReason, rawFinishReason, usage) {
+    const reason = rawFinishReason ?? finishReason;
+    const message = finishReason === "length" ? `The model reached its output limit before producing a complete response (finish reason: ${reason}).` : `The model stopped before producing a complete response (finish reason: ${reason}).`;
+    super(message, {
+      type: "processing_error",
+      retryable: finishReason !== "length"
+    });
+    this.finishReason = finishReason;
+    this.rawFinishReason = rawFinishReason;
+    this.usage = usage;
+  }
+};
+function isIncompleteGenerationError(error) {
+  return MuxAiError.is(error) && typeof error.finishReason === "string";
+}
 async function withContentPolicyErrorHandling(operation) {
   try {
     return await operation();
@@ -669,6 +685,14 @@ function getGeneratedOutputWithContentPolicyHandling(response) {
     const reason = rawReason.success && isContentPolicyReason(rawReason.data) ? rawReason.data : "CONTENT_FILTER";
     throwContentPolicyError({ reason }, getErrorTokenUsage(response));
   }
+  if (response.finishReason !== "stop") {
+    const rawReason = PolicyTokenSchema.safeParse(response.rawFinishReason);
+    throw new IncompleteGenerationError(
+      response.finishReason,
+      rawReason.success ? rawReason.data : void 0,
+      getErrorTokenUsage(response)
+    );
+  }
   return response.output;
 }
 function throwContentPolicyError(block, usage) {
@@ -1611,9 +1635,12 @@ function toPlaybackAsset(asset) {
   const { id: playbackId, policy } = getPlaybackId(asset);
   return { asset, playbackId, policy };
 }
-async function getPlaybackIdForAsset(assetId, credentials) {
+async function getPlaybackIdForAsset(assetId, credentials, assetSnapshot) {
   "use step";
-  const asset = await getMuxAsset(assetId, credentials);
+  const asset = assetSnapshot ?? await getMuxAsset(assetId, credentials);
+  if (asset.id !== assetId) {
+    throw new MuxAiError("Asset snapshot does not match the requested asset ID.", { type: "validation_error" });
+  }
   return toPlaybackAsset(asset);
 }
 async function getMuxAsset(assetId, credentials) {
@@ -2999,7 +3026,7 @@ async function askQuestionsInternal(assetId, questions, options, collectedUsage)
     model,
     provider
   });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options?.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const isAudioOnly = isAudioOnlyAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
@@ -3353,7 +3380,7 @@ async function hasBurnedInCaptionsInternal(assetId, options, collectedUsage) {
     model,
     provider
   });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const storyboardScope = resolveRenderableVideoScope(
     scope,
@@ -3618,7 +3645,7 @@ async function generateChaptersInternal(assetId, options, collectedUsage) {
     model,
     provider
   });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
   const resolvedScope = effectiveScope ? resolveWorkflowScope(effectiveScope, assetDurationSeconds) : void 0;
@@ -4314,7 +4341,7 @@ async function editCaptionsInternal(assetId, trackId, options, collectedUsage) {
       { type: "validation_error" }
     );
   }
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const signingContext = await resolveMuxSigningContext(credentials);
   if (policy === "signed" && !signingContext) {
@@ -4750,7 +4777,7 @@ async function generateEmbeddingsInternal(assetId, options, collectedUsage) {
     scope
   } = options;
   const embeddingModel = resolveEmbeddingModelConfig({ ...options, provider, model });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
   if (effectiveScope) {
@@ -5370,7 +5397,7 @@ async function generateEngagementInsightsInternal(assetId, options, collectedUsa
     model,
     provider
   });
-  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(asset);
   if (!assetDurationSeconds) {
     throw new MuxAiError(`Asset ${assetId} has no valid duration.`, { type: "validation_error" });
@@ -6128,7 +6155,7 @@ async function getModerationScores(assetId, options = {}) {
     scope
   } = options;
   const credentials = providedCredentials;
-  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const videoTrackDurationSeconds = getVideoTrackDurationSecondsFromAsset(asset);
   const videoTrackFps = getVideoTrackMaxFrameRateFromAsset(asset);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(asset);
@@ -6742,7 +6769,7 @@ async function getSummaryAndTagsInternal(assetId, options, collectedUsage) {
     provider
   });
   const workflowCredentials = credentials;
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, workflowCredentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, workflowCredentials, options?.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const isAudioOnly = isAudioOnlyAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
@@ -7189,7 +7216,7 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   if (uploadToS3 && (!s3Endpoint || !s3Bucket || !effectiveStorageAdapter && (!s3AccessKeyId || !s3SecretAccessKey))) {
     throw new MuxAiError("Storage configuration is required for uploading. Provide s3Endpoint and s3Bucket. If no storageAdapter is supplied, also provide s3AccessKeyId and s3SecretAccessKey in options or set S3_ENDPOINT, S3_BUCKET, S3_ACCESS_KEY_ID, and S3_SECRET_ACCESS_KEY environment variables.", { type: "validation_error" });
   }
-  const { asset: initialAsset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: initialAsset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(initialAsset);
   let currentAsset = initialAsset;
   let createdStaticRenditionId;
@@ -7381,6 +7408,7 @@ import {
   APICallError as APICallError3,
   generateText as generateText7,
   NoObjectGeneratedError as NoObjectGeneratedError2,
+  NoOutputGeneratedError as NoOutputGeneratedError2,
   Output as Output7,
   RetryError as RetryError2,
   TypeValidationError
@@ -7544,7 +7572,7 @@ function shouldSplitChunkTranslationError(error) {
   if (isProviderServiceError(error)) {
     return false;
   }
-  return NoObjectGeneratedError2.isInstance(error) || TypeValidationError.isInstance(error) || isTranslationChunkValidationError(error);
+  return NoObjectGeneratedError2.isInstance(error) || NoOutputGeneratedError2.isInstance(error) || TypeValidationError.isInstance(error) || isIncompleteGenerationError(error) || isTranslationChunkValidationError(error);
 }
 function resolveTranslationChunkingOptions(options) {
   const targetChunkDurationSeconds = Math.max(
@@ -7641,9 +7669,13 @@ function buildTranslationChunkRequests(vttContent, assetDurationSeconds, chunkin
   if (typeof assetDurationSeconds !== "number" || assetDurationSeconds < resolvedChunking.minimumAssetDurationSeconds) {
     return {
       preamble,
-      chunks: [
-        createTranslationChunkRequest("chunk-0", cues, cueBlocks)
-      ]
+      chunks: splitTranslationChunkRequestByBudget(
+        "chunk-0",
+        cues,
+        cueBlocks,
+        resolvedChunking.maxCuesPerChunk,
+        resolvedChunking.maxCueTextTokensPerChunk
+      )
     };
   }
   const targetChunkDurationSeconds = resolvedChunking.targetChunkDurationSeconds;
@@ -7904,7 +7936,11 @@ async function translateChunkWithFallback({
     );
     return {
       translatedVtt: concatenateVttSegments([leftResult.translatedVtt, rightResult.translatedVtt]),
-      usage: aggregateTokenUsage([leftResult.usage, rightResult.usage]),
+      usage: aggregateTokenUsage([
+        ...failedAttemptUsage ? [failedAttemptUsage] : [],
+        leftResult.usage,
+        rightResult.usage
+      ]),
       scrubbedCueCounts: mergeScrubbedCueCounts(
         leftResult.scrubbedCueCounts,
         rightResult.scrubbedCueCounts
@@ -8050,7 +8086,7 @@ async function translateCaptionsInternal(assetId, trackId, toLanguageCode, optio
   if (uploadToS3 && (!s3Endpoint || !s3Bucket || !effectiveStorageAdapter && (!s3AccessKeyId || !s3SecretAccessKey))) {
     throw new MuxAiError("Storage configuration is required for uploading. Provide s3Endpoint and s3Bucket. If no storageAdapter is supplied, also provide s3AccessKeyId and s3SecretAccessKey in options or set S3_ENDPOINT, S3_BUCKET, S3_ACCESS_KEY_ID, and S3_SECRET_ACCESS_KEY environment variables.", { type: "validation_error" });
   }
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const signingContext = await resolveMuxSigningContext(credentials);
   if (policy === "signed" && !signingContext) {