@mux/ai 0.34.0 → 0.36.0

package/dist/{index-B5l0yXZD.d.ts → index-C2FORyvQ.d.ts}

@@ -2,7 +2,7 @@ import { z } from 'zod';
 import { createAnthropic } from '@ai-sdk/anthropic';
 import { createGoogleGenerativeAI } from '@ai-sdk/google';
 import { createOpenAI } from '@ai-sdk/openai';
-import { f as ScopedMuxAIOptions, I as ImageSubmissionMode, i as TokenUsage, M as MuxAIOptions, b as ChunkingStrategy, k as VideoEmbeddingsResult, H as Hotspot, v as Shot, j as ToneType, g as StorageAdapter } from './shots-BMbViFbZ.js';
+import { f as ScopedMuxAIOptions, I as ImageSubmissionMode, i as TokenUsage, M as MuxAIOptions, b as ChunkingStrategy, k as VideoEmbeddingsResult, H as Hotspot, v as Shot, j as ToneType, g as StorageAdapter } from './shots-CUI09Ohe.js';
 
 /**
  * Language Code Conversion Utilities
@@ -1416,7 +1416,10 @@ interface TranslationOptions<P extends SupportedProvider = SupportedProvider> ex
 interface TranslationChunkingOptions {
     /** Set to false to translate all cues in a single structured request. Defaults to true. */
     enabled?: boolean;
-    /** Prefer a single request until the asset is at least this long. Defaults to 30 minutes. */
+    /**
+     * Skip duration-based chunking until the asset is at least this long. Defaults to 30 minutes.
+     * Shorter assets are still split by `maxCuesPerChunk` and `maxCueTextTokensPerChunk`.
+     */
     minimumAssetDurationSeconds?: number;
     /** Soft target for chunk duration once chunking starts. Defaults to 30 minutes. */
     targetChunkDurationSeconds?: number;

package/dist/{index-SjpXUdXl.d.ts → index-C2Pk7bbF.d.ts}

@@ -1,4 +1,4 @@
-import { l as WorkflowCredentialsInput, n as WorkflowScope, A as AssetTextTrack, d as MuxAsset, T as TextChunk, b as ChunkingStrategy, q as CompletedShotsResult, r as ErroredShotsResult, H as Hotspot, s as HotspotOptions, t as HotspotResponse, u as PendingShotsResult, v as Shot, w as ShotRequestOptions, x as ShotsResult, y as WaitForShotsOptions, z as getHotspotsForAsset, B as getHotspotsForPlaybackId, D as getHotspotsForVideo, F as getShotsForAsset, G as requestShotsForAsset, J as waitForShotsForAsset } from './shots-BMbViFbZ.js';
+import { l as WorkflowCredentialsInput, n as WorkflowScope, A as AssetTextTrack, d as MuxAsset, T as TextChunk, b as ChunkingStrategy, q as CompletedShotsResult, r as ErroredShotsResult, H as Hotspot, s as HotspotOptions, t as HotspotResponse, u as PendingShotsResult, v as Shot, w as ShotRequestOptions, x as ShotsResult, y as WaitForShotsOptions, z as getHotspotsForAsset, B as getHotspotsForPlaybackId, D as getHotspotsForVideo, F as getShotsForAsset, G as requestShotsForAsset, J as waitForShotsForAsset } from './shots-CUI09Ohe.js';
 
 interface HeatmapOptions {
     /** Time window for results, e.g., '7:days' (default: '7:days') */

package/dist/index.d.ts

@@ -1,15 +1,15 @@
-export { I as ISO639_1, a as ISO639_3, L as LanguageCodePair, S as SupportedISO639_1, b as SupportedISO639_3, g as getLanguageCodePair, c as getLanguageName, i as isUndeterminedLanguageCode, d as isValidISO639_1, e as isValidISO639_3, t as toISO639_1, f as toISO639_3, h as workflows } from './index-B5l0yXZD.js';
-import { W as WorkflowCredentials, S as StoragePutObjectInput, a as StoragePresignGetObjectInput } from './shots-BMbViFbZ.js';
-export { A as AssetTextTrack, C as ChunkEmbedding, b as ChunkingStrategy, E as Encrypted, c as EncryptedPayload, I as ImageSubmissionMode, M as MuxAIOptions, d as MuxAsset, P as PlaybackAsset, e as PlaybackPolicy, f as ScopedMuxAIOptions, g as StorageAdapter, T as TextChunk, h as TokenChunkingConfig, i as TokenUsage, j as ToneType, U as UsageMetadata, V as VTTChunkingConfig, k as VideoEmbeddingsResult, l as WorkflowCredentialsInput, m as WorkflowMuxClient, n as WorkflowScope, o as decryptFromWorkflow, p as encryptForWorkflow } from './shots-BMbViFbZ.js';
+export { I as ISO639_1, a as ISO639_3, L as LanguageCodePair, S as SupportedISO639_1, b as SupportedISO639_3, g as getLanguageCodePair, c as getLanguageName, i as isUndeterminedLanguageCode, d as isValidISO639_1, e as isValidISO639_3, t as toISO639_1, f as toISO639_3, h as workflows } from './index-C2FORyvQ.js';
+import { W as WorkflowCredentials, S as StoragePutObjectInput, a as StoragePresignGetObjectInput } from './shots-CUI09Ohe.js';
+export { A as AssetTextTrack, C as ChunkEmbedding, b as ChunkingStrategy, E as Encrypted, c as EncryptedPayload, I as ImageSubmissionMode, M as MuxAIOptions, d as MuxAsset, P as PlaybackAsset, e as PlaybackPolicy, f as ScopedMuxAIOptions, g as StorageAdapter, T as TextChunk, h as TokenChunkingConfig, i as TokenUsage, j as ToneType, U as UsageMetadata, V as VTTChunkingConfig, k as VideoEmbeddingsResult, l as WorkflowCredentialsInput, m as WorkflowMuxClient, n as WorkflowScope, o as decryptFromWorkflow, p as encryptForWorkflow } from './shots-CUI09Ohe.js';
 import { WORKFLOW_SERIALIZE, WORKFLOW_DESERIALIZE } from '@workflow/serde';
-export { i as primitives } from './index-SjpXUdXl.js';
+export { i as primitives } from './index-C2Pk7bbF.js';
 import 'zod';
 import '@ai-sdk/anthropic';
 import '@ai-sdk/google';
 import '@ai-sdk/openai';
 import '@mux/mux-node';
 
-var version = "0.34.0";
+var version = "0.36.0";
 
 type MuxAiErrorType = "validation_error" | "processing_error" | "timeout_error" | "content_policy_error";
 /**

package/dist/index.js

@@ -5,7 +5,7 @@ var __export = (target, all) => {
 };
 
 // package.json
-var version = "0.34.0";
+var version = "0.36.0";
 
 // src/lib/language-codes.ts
 var ISO639_1_TO_3 = {
@@ -2534,9 +2534,12 @@ function toPlaybackAsset(asset) {
   const { id: playbackId, policy } = getPlaybackId(asset);
   return { asset, playbackId, policy };
 }
-async function getPlaybackIdForAsset(assetId, credentials) {
+async function getPlaybackIdForAsset(assetId, credentials, assetSnapshot) {
   "use step";
-  const asset = await getMuxAsset(assetId, credentials);
+  const asset = assetSnapshot ?? await getMuxAsset(assetId, credentials);
+  if (asset.id !== assetId) {
+    throw new MuxAiError("Asset snapshot does not match the requested asset ID.", { type: "validation_error" });
+  }
   return toPlaybackAsset(asset);
 }
 async function getMuxAsset(assetId, credentials) {
@@ -3157,6 +3160,22 @@ var CONTENT_POLICY_REASONS = /* @__PURE__ */ new Set([
   "SAFETY",
   "SPII"
 ]);
+var IncompleteGenerationError = class extends MuxAiError {
+  constructor(finishReason, rawFinishReason, usage) {
+    const reason = rawFinishReason ?? finishReason;
+    const message = finishReason === "length" ? `The model reached its output limit before producing a complete response (finish reason: ${reason}).` : `The model stopped before producing a complete response (finish reason: ${reason}).`;
+    super(message, {
+      type: "processing_error",
+      retryable: finishReason !== "length"
+    });
+    this.finishReason = finishReason;
+    this.rawFinishReason = rawFinishReason;
+    this.usage = usage;
+  }
+};
+function isIncompleteGenerationError(error) {
+  return MuxAiError.is(error) && typeof error.finishReason === "string";
+}
 async function withContentPolicyErrorHandling(operation) {
   try {
     return await operation();
@@ -3183,6 +3202,14 @@ function getGeneratedOutputWithContentPolicyHandling(response) {
     const reason = rawReason.success && isContentPolicyReason(rawReason.data) ? rawReason.data : "CONTENT_FILTER";
     throwContentPolicyError({ reason }, getErrorTokenUsage(response));
   }
+  if (response.finishReason !== "stop") {
+    const rawReason = PolicyTokenSchema.safeParse(response.rawFinishReason);
+    throw new IncompleteGenerationError(
+      response.finishReason,
+      rawReason.success ? rawReason.data : void 0,
+      getErrorTokenUsage(response)
+    );
+  }
   return response.output;
 }
 function throwContentPolicyError(block, usage) {
@@ -3966,7 +3993,7 @@ async function askQuestionsInternal(assetId, questions, options, collectedUsage)
     model,
     provider
   });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options?.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const isAudioOnly = isAudioOnlyAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
@@ -4320,7 +4347,7 @@ async function hasBurnedInCaptionsInternal(assetId, options, collectedUsage) {
     model,
     provider
   });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const storyboardScope = resolveRenderableVideoScope(
     scope,
@@ -4585,7 +4612,7 @@ async function generateChaptersInternal(assetId, options, collectedUsage) {
     model,
     provider
   });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
   const resolvedScope = effectiveScope ? resolveWorkflowScope(effectiveScope, assetDurationSeconds) : void 0;
@@ -5069,7 +5096,7 @@ async function editCaptionsInternal(assetId, trackId, options, collectedUsage) {
       { type: "validation_error" }
     );
   }
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const signingContext = await resolveMuxSigningContext(credentials);
   if (policy === "signed" && !signingContext) {
@@ -5265,7 +5292,7 @@ async function generateEmbeddingsInternal(assetId, options, collectedUsage) {
     scope
   } = options;
   const embeddingModel = resolveEmbeddingModelConfig({ ...options, provider, model });
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
   if (effectiveScope) {
@@ -5739,7 +5766,7 @@ async function generateEngagementInsightsInternal(assetId, options, collectedUsa
     model,
     provider
   });
-  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(asset);
   if (!assetDurationSeconds) {
     throw new MuxAiError(`Asset ${assetId} has no valid duration.`, { type: "validation_error" });
@@ -6456,7 +6483,7 @@ async function getModerationScores(assetId, options = {}) {
     scope
   } = options;
   const credentials = providedCredentials;
-  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const videoTrackDurationSeconds = getVideoTrackDurationSecondsFromAsset(asset);
   const videoTrackFps = getVideoTrackMaxFrameRateFromAsset(asset);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(asset);
@@ -7070,7 +7097,7 @@ async function getSummaryAndTagsInternal(assetId, options, collectedUsage) {
     provider
   });
   const workflowCredentials = credentials;
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, workflowCredentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, workflowCredentials, options?.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const isAudioOnly = isAudioOnlyAsset(assetData);
   const effectiveScope = hasWorkflowScopeBoundaries(scope) ? scope : void 0;
@@ -7517,7 +7544,7 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   if (uploadToS3 && (!s3Endpoint || !s3Bucket || !effectiveStorageAdapter && (!s3AccessKeyId || !s3SecretAccessKey))) {
     throw new MuxAiError("Storage configuration is required for uploading. Provide s3Endpoint and s3Bucket. If no storageAdapter is supplied, also provide s3AccessKeyId and s3SecretAccessKey in options or set S3_ENDPOINT, S3_BUCKET, S3_ACCESS_KEY_ID, and S3_SECRET_ACCESS_KEY environment variables.", { type: "validation_error" });
   }
-  const { asset: initialAsset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: initialAsset, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(initialAsset);
   let currentAsset = initialAsset;
   let createdStaticRenditionId;
@@ -7709,6 +7736,7 @@ import {
   APICallError as APICallError3,
   generateText as generateText7,
   NoObjectGeneratedError as NoObjectGeneratedError2,
+  NoOutputGeneratedError as NoOutputGeneratedError2,
   Output as Output7,
   RetryError as RetryError2,
   TypeValidationError
@@ -7872,7 +7900,7 @@ function shouldSplitChunkTranslationError(error) {
   if (isProviderServiceError(error)) {
     return false;
   }
-  return NoObjectGeneratedError2.isInstance(error) || TypeValidationError.isInstance(error) || isTranslationChunkValidationError(error);
+  return NoObjectGeneratedError2.isInstance(error) || NoOutputGeneratedError2.isInstance(error) || TypeValidationError.isInstance(error) || isIncompleteGenerationError(error) || isTranslationChunkValidationError(error);
 }
 function resolveTranslationChunkingOptions(options) {
   const targetChunkDurationSeconds = Math.max(
@@ -7969,9 +7997,13 @@ function buildTranslationChunkRequests(vttContent, assetDurationSeconds, chunkin
   if (typeof assetDurationSeconds !== "number" || assetDurationSeconds < resolvedChunking.minimumAssetDurationSeconds) {
     return {
       preamble,
-      chunks: [
-        createTranslationChunkRequest("chunk-0", cues, cueBlocks)
-      ]
+      chunks: splitTranslationChunkRequestByBudget(
+        "chunk-0",
+        cues,
+        cueBlocks,
+        resolvedChunking.maxCuesPerChunk,
+        resolvedChunking.maxCueTextTokensPerChunk
+      )
     };
   }
   const targetChunkDurationSeconds = resolvedChunking.targetChunkDurationSeconds;
@@ -8232,7 +8264,11 @@ async function translateChunkWithFallback({
     );
     return {
       translatedVtt: concatenateVttSegments([leftResult.translatedVtt, rightResult.translatedVtt]),
-      usage: aggregateTokenUsage([leftResult.usage, rightResult.usage]),
+      usage: aggregateTokenUsage([
+        ...failedAttemptUsage ? [failedAttemptUsage] : [],
+        leftResult.usage,
+        rightResult.usage
+      ]),
       scrubbedCueCounts: mergeScrubbedCueCounts(
         leftResult.scrubbedCueCounts,
         rightResult.scrubbedCueCounts
@@ -8378,7 +8414,7 @@ async function translateCaptionsInternal(assetId, trackId, toLanguageCode, optio
   if (uploadToS3 && (!s3Endpoint || !s3Bucket || !effectiveStorageAdapter && (!s3AccessKeyId || !s3SecretAccessKey))) {
     throw new MuxAiError("Storage configuration is required for uploading. Provide s3Endpoint and s3Bucket. If no storageAdapter is supplied, also provide s3AccessKeyId and s3SecretAccessKey in options or set S3_ENDPOINT, S3_BUCKET, S3_ACCESS_KEY_ID, and S3_SECRET_ACCESS_KEY environment variables.", { type: "validation_error" });
   }
-  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials);
+  const { asset: assetData, playbackId, policy } = await getPlaybackIdForAsset(assetId, credentials, options.assetSnapshot);
   const assetDurationSeconds = getAssetDurationSecondsFromAsset(assetData);
   const signingContext = await resolveMuxSigningContext(credentials);
   if (policy === "signed" && !signingContext) {