@mux/ai 0.25.0 → 0.27.1

package/dist/workflows/index.d.ts

@@ -1,4 +1,4 @@
-export { A as AskQuestionsOptions, j as AskQuestionsResult, k as AskQuestionsType, l as AudioTranslationOptions, m as AudioTranslationResult, n as AutoCensorProfanityOptions, B as BurnedInCaptionsAnalysis, o as BurnedInCaptionsOptions, p as BurnedInCaptionsPromptOverrides, q as BurnedInCaptionsPromptSections, r as BurnedInCaptionsResult, C as CaptionReplacement, s as CensorMode, u as Chapter, v as ChapterSystemPromptSections, w as ChaptersOptions, x as ChaptersPromptOverrides, y as ChaptersPromptSections, z as ChaptersResult, D as ChaptersType, E as DEFAULT_DESCRIPTION_LENGTH, F as DEFAULT_SUMMARY_KEYWORD_LIMIT, G as DEFAULT_TITLE_LENGTH, H as EditCaptionsOptions, J as EditCaptionsResult, K as EmbeddingsOptions, M as EmbeddingsResult, N as EngagementInsightsOptions, O as EngagementInsightsResult, P as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, Q as HIVE_SEXUAL_CATEGORIES, R as HIVE_VIOLENCE_CATEGORIES, T as HiveModerationOutput, U as HiveModerationSource, V as ModerationOptions, W as ModerationProvider, X as ModerationResult, Y as MomentInsight, Z as OverallInsight, _ as ProfanityDetectionPayload, $ as Question, a0 as QuestionAnswer, a1 as QuestionAnswerType, a2 as ReplacementRecord, a3 as SummarizationOptions, a4 as SummarizationPromptOverrides, a5 as SummarizationPromptSections, a6 as SummaryAndTagsResult, a7 as SummaryType, a8 as ThumbnailModerationScore, a9 as TranslationChunkingOptions, aa as TranslationOptions, ab as TranslationPayload, ac as TranslationResult, ad as aggregateTokenUsage, ae as applyOverrideLists, af as applyReplacements, ag as askQuestions, ah as buildReplacementRegex, ai as burnedInCaptionsSchema, aj as censorVttContent, ak as chapterSchema, al as chaptersSchema, am as createReplacer, an as editCaptions, ao as extractTranscriptSegmentsForHotspots, ap as generateChapters, aq as generateEmbeddings, ar as generateEngagementInsights, as as generateVideoEmbeddings, at as getModerationScores, au as getSummaryAndTags, av as hasBurnedInCaptions, aw as mapShotsToHotspots, ax as normalizeTranslatedVtt, ay as profanityDetectionSchema, az as questionAnswerSchema, aA as shouldSplitChunkTranslationError, aB as summarySchema, aC as transformCueText, aD as translateAudio, aE as translateCaptions, aF as translationSchema } from '../index-C5zhbQHK.js';
+export { A as AskQuestionsOptions, j as AskQuestionsResult, k as AskQuestionsType, l as AudioTranslationOptions, m as AudioTranslationResult, n as AutoCensorProfanityOptions, B as BurnedInCaptionsAnalysis, o as BurnedInCaptionsOptions, p as BurnedInCaptionsPromptOverrides, q as BurnedInCaptionsPromptSections, r as BurnedInCaptionsResult, C as CaptionReplacement, s as CensorMode, u as Chapter, v as ChapterSystemPromptSections, w as ChaptersOptions, x as ChaptersPromptOverrides, y as ChaptersPromptSections, z as ChaptersResult, D as ChaptersType, E as DEFAULT_DESCRIPTION_LENGTH, F as DEFAULT_SUMMARY_KEYWORD_LIMIT, G as DEFAULT_TITLE_LENGTH, H as EditCaptionsOptions, J as EditCaptionsResult, K as EmbeddingsOptions, M as EmbeddingsResult, N as EngagementInsightsOptions, O as EngagementInsightsResult, P as GOOGLE_VISION_LIKELIHOOD_TO_SCORE, Q as HIVE_SEXUAL_CATEGORIES, R as HIVE_VIOLENCE_CATEGORIES, T as HiveModerationOutput, U as HiveModerationSource, V as ModerationOptions, W as ModerationProvider, X as ModerationResult, Y as MomentInsight, Z as OverallInsight, _ as ProfanityDetectionPayload, $ as Question, a0 as QuestionAnswer, a1 as QuestionAnswerType, a2 as ReplacementRecord, a3 as SummarizationOptions, a4 as SummarizationPromptOverrides, a5 as SummarizationPromptSections, a6 as SummaryAndTagsResult, a7 as SummaryType, a8 as ThumbnailModerationScore, a9 as TranslationChunkingOptions, aa as TranslationOptions, ab as TranslationPayload, ac as TranslationResult, ad as aggregateTokenUsage, ae as applyOverrideLists, af as applyReplacements, ag as askQuestions, ah as buildReplacementRegex, ai as burnedInCaptionsSchema, aj as censorVttContent, ak as chapterSchema, al as chaptersSchema, am as createReplacer, an as editCaptions, ao as extractTranscriptSegmentsForHotspots, ap as generateChapters, aq as generateEmbeddings, ar as generateEngagementInsights, as as generateVideoEmbeddings, at as getModerationScores, au as getSummaryAndTags, av as hasBurnedInCaptions, aw as mapShotsToHotspots, ax as normalizeTranslatedVtt, ay as profanityDetectionSchema, az as questionAnswerSchema, aA as shouldSplitChunkTranslationError, aB as summarySchema, aC as transformCueText, aD as translateAudio, aE as translateCaptions, aF as translationSchema } from '../index-Zwh0Bwq3.js';
 import 'zod';
 import '@ai-sdk/anthropic';
 import '@ai-sdk/google';

package/dist/workflows/index.js

@@ -492,6 +492,68 @@ function createSafetyReporter() {
   };
 }
 
+// src/lib/token-usage.ts
+var TOKEN_USAGE_FIELDS = [
+  "inputTokens",
+  "outputTokens",
+  "totalTokens",
+  "reasoningTokens",
+  "cachedInputTokens"
+];
+function isDefinedTokenUsageValue(value) {
+  return typeof value === "number";
+}
+function aggregateTokenUsage(usages) {
+  return TOKEN_USAGE_FIELDS.reduce((aggregate, field) => {
+    const values = usages.map((usage) => usage[field]).filter(isDefinedTokenUsageValue);
+    if (values.length > 0) {
+      aggregate[field] = values.reduce((total, value) => total + value, 0);
+    }
+    return aggregate;
+  }, {});
+}
+function getErrorTokenUsage(error) {
+  if (typeof error !== "object" || error === null) {
+    return void 0;
+  }
+  const usage = error.usage;
+  if (typeof usage !== "object" || usage === null) {
+    return void 0;
+  }
+  const source = usage;
+  const extracted = {};
+  for (const field of TOKEN_USAGE_FIELDS) {
+    const value = source[field];
+    if (typeof value === "number") {
+      extracted[field] = value;
+    }
+  }
+  if (extracted.reasoningTokens === void 0) {
+    const reasoningTokens = source.outputTokenDetails?.reasoningTokens;
+    if (typeof reasoningTokens === "number") {
+      extracted.reasoningTokens = reasoningTokens;
+    }
+  }
+  if (extracted.cachedInputTokens === void 0) {
+    const cacheReadTokens = source.inputTokenDetails?.cacheReadTokens;
+    if (typeof cacheReadTokens === "number") {
+      extracted.cachedInputTokens = cacheReadTokens;
+    }
+  }
+  return Object.keys(extracted).length > 0 ? extracted : void 0;
+}
+function rethrowWithTokenUsage(error, collectedUsage) {
+  const usages = [...collectedUsage];
+  const errorUsage = getErrorTokenUsage(error);
+  if (errorUsage) {
+    usages.push(errorUsage);
+  }
+  if (usages.length > 0 && typeof error === "object" && error !== null) {
+    error.usage = aggregateTokenUsage(usages);
+  }
+  throw error;
+}
+
 // src/lib/mux-ai-error.ts
 var MuxAiError = class extends Error {
   constructor(message, opts) {
@@ -504,18 +566,38 @@ var MuxAiError = class extends Error {
     this.retryable = opts?.retryable ?? false;
   }
 };
+function extractErrorDetail(error) {
+  if (error instanceof Error && error.message) {
+    return error.message;
+  }
+  if (typeof error === "string" && error.length > 0) {
+    return error;
+  }
+  if (typeof error === "object" && error !== null) {
+    const message = error.message;
+    if (typeof message === "string" && message.length > 0) {
+      return message;
+    }
+  }
+  return "Unknown error";
+}
 function wrapError(error, message) {
   if (error instanceof MuxAiError) {
     throw error;
   }
-  const rawDetail = error instanceof Error ? error.message : "Unknown error";
+  const rawDetail = extractErrorDetail(error);
   const leakReason = detectLeakReason(rawDetail);
   const shouldSuppress = leakReason === "canary" || leakReason === "prompt_tag";
   const detail = shouldSuppress ? "Upstream error details suppressed by safety filter" : rawDetail;
   if (shouldSuppress) {
     console.warn(`[@mux/ai] Suppressed suspected prompt leak in wrapped error (context: ${message}, reason: ${leakReason}).`);
   }
-  throw new Error(`${message}: ${detail}`);
+  const wrapped = new Error(`${message}: ${detail}`);
+  const usage = getErrorTokenUsage(error);
+  if (usage) {
+    wrapped.usage = usage;
+  }
+  throw wrapped;
 }
 
 // src/lib/providers.ts
@@ -865,7 +947,7 @@ var DEFAULT_EMBEDDING_MODELS = {
 var LANGUAGE_MODELS = {
   openai: ["gpt-5.1", "gpt-5-mini"],
   anthropic: ["claude-sonnet-4-5"],
-  google: ["gemini-3-flash-preview", "gemini-3.1-flash-lite", "gemini-3.1-flash-lite-preview", "gemini-2.5-flash"]
+  google: ["gemini-3-flash-preview", "gemini-3.1-flash-lite", "gemini-2.5-flash"]
 };
 var LANGUAGE_MODEL_DEPRECATIONS = [
   {
@@ -881,10 +963,10 @@ var LANGUAGE_MODEL_DEPRECATIONS = [
     provider: "google",
     modelId: "gemini-3.1-flash-lite-preview",
     replacementModelId: "gemini-3.1-flash-lite",
-    phase: "warn",
+    phase: "blocked",
     deprecatedOn: "2026-05-12",
     sunsetOn: "2026-05-25",
-    reason: "Preview model graduated to the stable Gemini 3.1 Flash-Lite release."
+    reason: "Google shut down Gemini 3.1 Flash-Lite Preview on 2026-05-25."
   }
 ];
 var warnedDeprecatedLanguageModels = /* @__PURE__ */ new Set();
@@ -2331,6 +2413,14 @@ async function analyzeQuestions({
 }
 async function askQuestions(assetId, questions, options) {
   "use workflow";
+  const collectedUsage = [];
+  try {
+    return await askQuestionsInternal(assetId, questions, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
+}
+async function askQuestionsInternal(assetId, questions, options, collectedUsage) {
   if (!questions || questions.length === 0) {
     throw new MuxAiError("At least one question must be provided.", { type: "validation_error" });
   }
@@ -2479,6 +2569,7 @@ async function askQuestions(assetId, questions, options) {
     const contentType = isAudioOnly ? "audio" : "video";
     wrapError(error, `Failed to analyze ${contentType} questions with ${provider}`);
   }
+  collectedUsage.push(analysisResponse.usage);
   if (!analysisResponse.result?.answers) {
     throw new MuxAiError(`Failed to generate answers for asset ${assetId}.`);
   }
@@ -2712,6 +2803,14 @@ async function analyzeStoryboard({
 }
 async function hasBurnedInCaptions(assetId, options = {}) {
   "use workflow";
+  const collectedUsage = [];
+  try {
+    return await hasBurnedInCaptionsInternal(assetId, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
+}
+async function hasBurnedInCaptionsInternal(assetId, options, collectedUsage) {
   const {
     provider = DEFAULT_PROVIDER,
     model,
@@ -2751,6 +2850,7 @@ async function hasBurnedInCaptions(assetId, options = {}) {
       credentials
     });
   }
+  collectedUsage.push(analysisResponse.usage);
   if (!analysisResponse.result) {
     throw new Error("No analysis result received from AI provider");
   }
@@ -2952,6 +3052,14 @@ function buildUserPrompt3({
 }
 async function generateChapters(assetId, options = {}) {
   "use workflow";
+  const collectedUsage = [];
+  try {
+    return await generateChaptersInternal(assetId, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
+}
+async function generateChaptersInternal(assetId, options, collectedUsage) {
   const {
     languageCode,
     provider = "openai",
@@ -3019,6 +3127,9 @@ async function generateChapters(assetId, options = {}) {
   } catch (error) {
     wrapError(error, `Failed to generate chapters with ${provider}`);
   }
+  if (chaptersData) {
+    collectedUsage.push(chaptersData.usage);
+  }
   if (!chaptersData || !chaptersData.chapters) {
     throw new MuxAiError(`Failed to generate chapters for asset ${assetId}.`);
   }
@@ -3605,6 +3716,14 @@ async function deleteTrackOnMux(assetId, trackId, credentials) {
 }
 async function editCaptions(assetId, trackId, options) {
   "use workflow";
+  const collectedUsage = [];
+  try {
+    return await editCaptionsInternal(assetId, trackId, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
+}
+async function editCaptionsInternal(assetId, trackId, options, collectedUsage) {
   const {
     provider,
     model,
@@ -3693,6 +3812,7 @@ async function editCaptions(assetId, trackId, options) {
       });
       detectedProfanity = result.profanity;
       usage = result.usage;
+      collectedUsage.push(result.usage);
       if (result.unexpectedKeys.length > 0) {
         console.warn(
           `[@mux/ai] Model emitted unexpected keys in profanity detection (stripped): ${result.unexpectedKeys.join(", ")}.`
@@ -4053,16 +4173,19 @@ async function generateSingleChunkEmbedding({
     })
   );
   return {
-    chunkId: chunk.id,
-    embedding: response.embedding,
-    metadata: {
-      startTime: chunk.startTime,
-      endTime: chunk.endTime,
-      tokenCount: chunk.tokenCount
-    }
+    chunk: {
+      chunkId: chunk.id,
+      embedding: response.embedding,
+      metadata: {
+        startTime: chunk.startTime,
+        endTime: chunk.endTime,
+        tokenCount: chunk.tokenCount
+      }
+    },
+    usage: typeof response.usage?.tokens === "number" ? { inputTokens: response.usage.tokens, totalTokens: response.usage.tokens } : void 0
   };
 }
-async function generateEmbeddingsInternal(assetId, options = {}) {
+async function generateEmbeddingsInternal(assetId, options, collectedUsage) {
   const {
     provider = "openai",
     model,
@@ -4101,7 +4224,7 @@ async function generateEmbeddingsInternal(assetId, options = {}) {
   try {
     for (let i = 0; i < chunks.length; i += batchSize) {
       const batch = chunks.slice(i, i + batchSize);
-      const batchResults = await Promise.all(
+      const batchOutcomes = await Promise.allSettled(
         batch.map(
           (chunk) => generateSingleChunkEmbedding({
             chunk,
@@ -4111,7 +4234,24 @@ async function generateEmbeddingsInternal(assetId, options = {}) {
           })
         )
       );
-      chunkEmbeddings.push(...batchResults);
+      const failures = [];
+      for (const outcome of batchOutcomes) {
+        if (outcome.status === "fulfilled") {
+          if (outcome.value.usage) {
+            collectedUsage.push(outcome.value.usage);
+          }
+          chunkEmbeddings.push(outcome.value.chunk);
+        } else {
+          const failureUsage = getErrorTokenUsage(outcome.reason);
+          if (failureUsage) {
+            collectedUsage.push(failureUsage);
+          }
+          failures.push(outcome.reason);
+        }
+      }
+      if (failures.length > 0) {
+        throw failures[0];
+      }
     }
   } catch (error) {
     throw new Error(
@@ -4145,12 +4285,22 @@ async function generateEmbeddingsInternal(assetId, options = {}) {
 }
 async function generateEmbeddings(assetId, options = {}) {
   "use workflow";
-  return generateEmbeddingsInternal(assetId, options);
+  const collectedUsage = [];
+  try {
+    return await generateEmbeddingsInternal(assetId, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
 }
 async function generateVideoEmbeddings(assetId, options = {}) {
   "use workflow";
   console.warn("generateVideoEmbeddings is deprecated. Use generateEmbeddings instead.");
-  return generateEmbeddingsInternal(assetId, options);
+  const collectedUsage = [];
+  try {
+    return await generateEmbeddingsInternal(assetId, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
 }
 
 // src/workflows/engagement-insights.ts
@@ -4635,6 +4785,14 @@ async function generateInsightsWithAI(provider, modelId, systemPrompt, userPromp
 }
 async function generateEngagementInsights(assetId, options = {}) {
   "use workflow";
+  const collectedUsage = [];
+  try {
+    return await generateEngagementInsightsInternal(assetId, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
+}
+async function generateEngagementInsightsInternal(assetId, options, collectedUsage) {
   const {
     provider = "openai",
     model,
@@ -4761,6 +4919,7 @@ async function generateEngagementInsights(assetId, options = {}) {
     credentials
   );
   const { result: aiInsights, usage } = aiStepResult;
+  collectedUsage.push(usage);
   if (!aiInsights.momentInsights || aiInsights.momentInsights.length === 0) {
     throw new MuxAiError(`Failed to generate insights for asset ${assetId}.`);
   }
@@ -5539,6 +5698,15 @@ async function getModerationScores(assetId, options = {}) {
 import { generateText as generateText6, Output as Output6 } from "ai";
 import dedent6 from "dedent";
 import { z as z7 } from "zod";
+
+// src/lib/markdown-normalization.ts
+var ESCAPED_LINE_BREAK_REGEX = /\\r\\n|\\n|\\r/g;
+var MULTIPLE_BLANK_LINES_REGEX = /\n{3,}/g;
+function normalizeMarkdownDescription(description) {
+  return description.replace(ESCAPED_LINE_BREAK_REGEX, "\n").replace(/([^\n]) {2,}([*-]) (?=\S)/g, "$1\n$2 ").replace(/([.!?:;]) ([*-]) (?=\S)/g, "$1\n$2 ").replace(MULTIPLE_BLANK_LINES_REGEX, "\n\n");
+}
+
+// src/workflows/summarization.ts
 var DEFAULT_SUMMARY_KEYWORD_LIMIT = 10;
 var DEFAULT_TITLE_LENGTH = 10;
 var DEFAULT_DESCRIPTION_LENGTH = 50;
@@ -5936,6 +6104,14 @@ function normalizeKeywords(keywords, limit = DEFAULT_SUMMARY_KEYWORD_LIMIT) {
 }
 async function getSummaryAndTags(assetId, options) {
   "use workflow";
+  const collectedUsage = [];
+  try {
+    return await getSummaryAndTagsInternal(assetId, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
+}
+async function getSummaryAndTagsInternal(assetId, options, collectedUsage) {
   const {
     provider = "openai",
     model,
@@ -6045,6 +6221,7 @@ async function getSummaryAndTags(assetId, options) {
     const contentType = isAudioOnly ? "audio" : "video";
     wrapError(error, `Failed to analyze ${contentType} content with ${provider}`);
   }
+  collectedUsage.push(analysisResponse.usage);
   if (!analysisResponse.result) {
     const contentType = isAudioOnly ? "audio" : "video";
     throw new MuxAiError(`Failed to analyze ${contentType} content for asset ${assetId}.`);
@@ -6065,7 +6242,8 @@ async function getSummaryAndTags(assetId, options) {
     }
   }
   const scrubbedTitle = safety.scrub(analysisResponse.result.title, "title");
-  const scrubbedDescription = safety.scrub(analysisResponse.result.description, "description");
+  const normalizedDescription = normalizeMarkdownDescription(analysisResponse.result.description);
+  const scrubbedDescription = safety.scrub(normalizedDescription, "description");
   const scrubbedKeywords = (analysisResponse.result.keywords ?? []).map((kw, i) => safety.scrubDetailed(kw, `keywords[${i}]`)).filter((result) => !result.leaked).map((result) => result.text);
   return {
     assetId,
@@ -6086,12 +6264,9 @@ async function getSummaryAndTags(assetId, options) {
 }
 
 // src/workflows/translate-audio.ts
+import { sleep } from "workflow";
 var STATIC_RENDITION_POLL_INTERVAL_MS = 5e3;
 var STATIC_RENDITION_MAX_ATTEMPTS = 36;
-async function sleep(ms) {
-  "use step";
-  await new Promise((resolve) => setTimeout(resolve, ms));
-}
 function getReadyAudioStaticRendition(asset) {
   const files = asset.static_renditions?.files;
   if (!files || files.length === 0) {
@@ -6132,14 +6307,17 @@ async function requestStaticRenditionCreation(assetId, credentials) {
     wrapError(error, "Failed to request static rendition from Mux");
   }
 }
+async function retrieveAsset(assetId, credentials) {
+  "use step";
+  const muxClient = await resolveMuxClient(credentials);
+  const mux = await muxClient.createClient();
+  return mux.video.assets.retrieve(assetId);
+}
 async function waitForAudioStaticRendition({
   assetId,
   initialAsset,
   credentials
 }) {
-  "use step";
-  const muxClient = await resolveMuxClient(credentials);
-  const mux = await muxClient.createClient();
   let currentAsset = initialAsset;
   if (hasReadyAudioStaticRendition(currentAsset)) {
     return currentAsset;
@@ -6154,7 +6332,7 @@ async function waitForAudioStaticRendition({
   }
   for (let attempt = 1; attempt <= STATIC_RENDITION_MAX_ATTEMPTS; attempt++) {
     await sleep(STATIC_RENDITION_POLL_INTERVAL_MS);
-    currentAsset = await mux.video.assets.retrieve(assetId);
+    currentAsset = await retrieveAsset(assetId, credentials);
     if (hasReadyAudioStaticRendition(currentAsset)) {
       return currentAsset;
     }
@@ -6173,16 +6351,8 @@ async function waitForAudioStaticRendition({
     { type: "timeout_error", retryable: true }
   );
 }
-async function fetchAudioFromMux(audioUrl) {
-  "use step";
-  const audioResponse = await fetch(audioUrl);
-  if (!audioResponse.ok) {
-    throw new Error(`Failed to fetch audio file: ${audioResponse.statusText}`);
-  }
-  return audioResponse.arrayBuffer();
-}
 async function createElevenLabsDubbingJob({
-  audioBuffer,
+  sourceUrl,
   assetId,
   elevenLabsLangCode,
   elevenLabsSourceLangCode,
@@ -6191,9 +6361,8 @@ async function createElevenLabsDubbingJob({
 }) {
   "use step";
   const elevenLabsApiKey = await getApiKeyFromEnv("elevenlabs", credentials);
-  const audioBlob = new Blob([audioBuffer], { type: "audio/mp4" });
   const formData = new FormData();
-  formData.append("file", audioBlob);
+  formData.append("source_url", sourceUrl);
   formData.append("target_lang", elevenLabsLangCode);
   if (elevenLabsSourceLangCode) {
     formData.append("source_lang", elevenLabsSourceLangCode);
@@ -6358,13 +6527,6 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   if (policy === "signed") {
     audioUrl = await signUrl(audioUrl, playbackId, "video", void 0, credentials);
   }
-  console.warn("\u{1F399}\uFE0F Fetching audio from Mux...");
-  let audioBuffer;
-  try {
-    audioBuffer = await fetchAudioFromMux(audioUrl);
-  } catch (error) {
-    wrapError(error, "Failed to fetch audio from Mux");
-  }
   console.warn("\u{1F399}\uFE0F Creating dubbing job in ElevenLabs...");
   const elevenLabsLangCode = toISO639_3(toLanguageCode);
   const normalizedFromLanguageCode = fromLanguageCode?.trim();
@@ -6375,7 +6537,7 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   let dubbingId;
   try {
     dubbingId = await createElevenLabsDubbingJob({
-      audioBuffer,
+      sourceUrl: audioUrl,
       assetId,
       elevenLabsLangCode,
       elevenLabsSourceLangCode,
@@ -6391,7 +6553,7 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
   let pollAttempts = 0;
   const maxPollAttempts = 180;
   let targetLanguages = [];
-  while (dubbingStatus === "dubbing" && pollAttempts < maxPollAttempts) {
+  while (dubbingStatus !== "dubbed" && pollAttempts < maxPollAttempts) {
     await sleep(1e4);
     pollAttempts++;
     try {
@@ -6401,12 +6563,12 @@ async function translateAudio(assetId, toLanguageCode, options = {}) {
       });
       dubbingStatus = statusResult.status;
       targetLanguages = statusResult.targetLanguages;
-      if (dubbingStatus === "failed") {
-        throw new Error("ElevenLabs dubbing job failed");
-      }
     } catch (error) {
       wrapError(error, "Failed to check dubbing status");
     }
+    if (dubbingStatus === "failed") {
+      throw new MuxAiError("ElevenLabs reported that the dubbing job failed.", { type: "processing_error" });
+    }
   }
   if (dubbingStatus !== "dubbed") {
     throw new MuxAiError("Audio translation timed out or failed. Please try again.", { type: "timeout_error", retryable: true });
@@ -6553,13 +6715,6 @@ var DEFAULT_TRANSLATION_CHUNKING = {
   maxCuesPerChunk: 80,
   maxCueTextTokensPerChunk: 2e3
 };
-var TOKEN_USAGE_FIELDS = [
-  "inputTokens",
-  "outputTokens",
-  "totalTokens",
-  "reasoningTokens",
-  "cachedInputTokens"
-];
 var TranslationChunkValidationError = class extends Error {
   constructor(message) {
     super(message);
@@ -6590,9 +6745,6 @@ function shouldSplitChunkTranslationError(error) {
   }
   return NoObjectGeneratedError.isInstance(error) || TypeValidationError.isInstance(error) || isTranslationChunkValidationError(error);
 }
-function isDefinedTokenUsageValue(value) {
-  return typeof value === "number";
-}
 function resolveTranslationChunkingOptions(options) {
   const targetChunkDurationSeconds = Math.max(
     1,
@@ -6619,14 +6771,27 @@ function resolveTranslationChunkingOptions(options) {
     )
   };
 }
-function aggregateTokenUsage(usages) {
-  return TOKEN_USAGE_FIELDS.reduce((aggregate, field) => {
-    const values = usages.map((usage) => usage[field]).filter(isDefinedTokenUsageValue);
-    if (values.length > 0) {
-      aggregate[field] = values.reduce((total, value) => total + value, 0);
+function collectSettledTranslationsOrRethrow(outcomes, priorUsage) {
+  const results = [];
+  const failures = [];
+  for (const outcome of outcomes) {
+    if (outcome.status === "fulfilled") {
+      results.push(outcome.value);
+    } else {
+      failures.push(outcome.reason);
     }
-    return aggregate;
-  }, {});
+  }
+  if (failures.length > 0) {
+    const partialUsage = [...priorUsage, ...results.map((result) => result.usage)];
+    for (const failure of failures.slice(1)) {
+      const usage = getErrorTokenUsage(failure);
+      if (usage) {
+        partialUsage.push(usage);
+      }
+    }
+    rethrowWithTokenUsage(failures[0], partialUsage);
+  }
+  return results;
 }
 function createTranslationChunkRequest(id, cues, cueBlocks) {
   return {
@@ -6902,24 +7067,28 @@ async function translateChunkWithFallback({
       wrapError(error, `Chunk ${chunk.id} failed for ${Math.round(chunk.startTime)}s-${Math.round(chunk.endTime)}s`);
     }
     const [leftChunk, rightChunk] = splitTranslationChunkAtMidpoint(chunk);
-    const [leftResult, rightResult] = await Promise.all([
-      translateChunkWithFallback({
-        chunk: leftChunk,
-        fromLanguageCode,
-        toLanguageCode,
-        provider,
-        modelId,
-        credentials
-      }),
-      translateChunkWithFallback({
-        chunk: rightChunk,
-        fromLanguageCode,
-        toLanguageCode,
-        provider,
-        modelId,
-        credentials
-      })
-    ]);
+    const failedAttemptUsage = getErrorTokenUsage(error);
+    const [leftResult, rightResult] = collectSettledTranslationsOrRethrow(
+      await Promise.allSettled([
+        translateChunkWithFallback({
+          chunk: leftChunk,
+          fromLanguageCode,
+          toLanguageCode,
+          provider,
+          modelId,
+          credentials
+        }),
+        translateChunkWithFallback({
+          chunk: rightChunk,
+          fromLanguageCode,
+          toLanguageCode,
+          provider,
+          modelId,
+          credentials
+        })
+      ]),
+      failedAttemptUsage ? [failedAttemptUsage] : []
+    );
     return {
       translatedVtt: concatenateVttSegments([leftResult.translatedVtt, rightResult.translatedVtt]),
       usage: aggregateTokenUsage([leftResult.usage, rightResult.usage]),
@@ -6960,17 +7129,20 @@ async function translateCaptionTrack({
   let totalUnexpectedKeyCount = 0;
   for (let index = 0; index < chunkPlan.chunks.length; index += resolvedChunking.maxConcurrentTranslations) {
     const batch = chunkPlan.chunks.slice(index, index + resolvedChunking.maxConcurrentTranslations);
-    const batchResults = await Promise.all(
-      batch.map(
-        (chunk) => translateChunkWithFallback({
-          chunk,
-          fromLanguageCode,
-          toLanguageCode,
-          provider,
-          modelId,
-          credentials
-        })
-      )
+    const batchResults = collectSettledTranslationsOrRethrow(
+      await Promise.allSettled(
+        batch.map(
+          (chunk) => translateChunkWithFallback({
+            chunk,
+            fromLanguageCode,
+            toLanguageCode,
+            provider,
+            modelId,
+            credentials
+          })
+        )
+      ),
+      usageByChunk
     );
     translatedSegments.push(...batchResults.map((result) => result.translatedVtt));
     usageByChunk.push(...batchResults.map((result) => result.usage));
@@ -7023,6 +7195,14 @@ async function uploadVttToS3({
 }
 async function translateCaptions(assetId, trackId, toLanguageCode, options) {
   "use workflow";
+  const collectedUsage = [];
+  try {
+    return await translateCaptionsInternal(assetId, trackId, toLanguageCode, options, collectedUsage);
+  } catch (error) {
+    rethrowWithTokenUsage(error, collectedUsage);
+  }
+}
+async function translateCaptionsInternal(assetId, trackId, toLanguageCode, options, collectedUsage) {
   const {
     provider = "openai",
     model,
@@ -7101,6 +7281,7 @@ async function translateCaptions(assetId, trackId, toLanguageCode, options) {
     });
     translatedVtt = result.translatedVtt;
     usage = result.usage;
+    collectedUsage.push(result.usage);
     scrubbedCueCounts = result.scrubbedCueCounts;
     unexpectedKeyCount = result.unexpectedKeyCount;
   } catch (error) {