@mux/ai 0.45.0 → 0.46.0

package/dist/{index-BD4acrwt.d.ts → index-CIcGZD3x.d.ts}

@@ -3,7 +3,7 @@ import { S as SafetyReport, e as PromptOverrides, h as SceneContextItemV1, D as
 import { createAnthropic } from '@ai-sdk/anthropic';
 import { createGoogleGenerativeAI } from '@ai-sdk/google';
 import { createOpenAI } from '@ai-sdk/openai';
-import { l as WorkflowCredentialsInput, d as MuxAsset, A as AssetTextTrack, f as ScopedMuxAIOptions, I as ImageSubmissionMode, i as TokenUsage, M as MuxAIOptions, b as ChunkingStrategy, k as VideoEmbeddingsResult, H as Hotspot, v as Shot, j as ToneType, g as StorageAdapter } from './shots-B7G0IIF1.js';
+import { l as WorkflowCredentialsInput, d as MuxAsset, A as AssetTextTrack, f as ScopedMuxAIOptions, I as ImageSubmissionMode, i as TokenUsage, M as MuxAIOptions, b as ChunkingStrategy, k as VideoEmbeddingsResult, H as Hotspot, v as Shot, j as ToneType, g as StorageAdapter } from './shots-BwpjZDpr.js';
 
 /**
  * Language Code Conversion Utilities
@@ -490,17 +490,17 @@ declare const questionAnswerSchema: z.ZodObject<{
     reasoning: z.ZodString;
     skipped: z.ZodBoolean;
 }, "strip", z.ZodTypeAny, {
+    skipped: boolean;
     question: string;
     answer: string | null;
     confidence: number;
     reasoning: string;
-    skipped: boolean;
 }, {
+    skipped: boolean;
     question: string;
     answer: string | null;
     confidence: number;
     reasoning: string;
-    skipped: boolean;
 }>;
 type QuestionAnswerType = z.infer<typeof questionAnswerSchema>;
 /**
@@ -517,33 +517,33 @@ declare function createAskQuestionsSchema(answerSchema: z.ZodType<string>): z.Zo
     } & {
         answer: z.ZodType<string, z.ZodTypeDef, string>;
     }, "strip", z.ZodTypeAny, {
+        skipped: boolean;
         question: string;
         answer: string;
         confidence: number;
         reasoning: string;
-        skipped: boolean;
     }, {
+        skipped: boolean;
         question: string;
         answer: string;
         confidence: number;
         reasoning: string;
-        skipped: boolean;
     }>, "many">;
 }, "strip", z.ZodTypeAny, {
     answers: {
+        skipped: boolean;
         question: string;
         answer: string;
         confidence: number;
         reasoning: string;
-        skipped: boolean;
     }[];
 }, {
     answers: {
+        skipped: boolean;
         question: string;
         answer: string;
         confidence: number;
         reasoning: string;
-        skipped: boolean;
     }[];
 }>;
 type AskQuestionsSchema = ReturnType<typeof createAskQuestionsSchema>;

package/dist/{index-D6VGaoPm.d.ts → index-DAuzEXly.d.ts}

@@ -1,4 +1,4 @@
-import { l as WorkflowCredentialsInput, n as WorkflowScope, A as AssetTextTrack, d as MuxAsset, T as TextChunk, b as ChunkingStrategy, q as CompletedShotsResult, r as ErroredShotsResult, H as Hotspot, s as HotspotOptions, t as HotspotResponse, u as PendingShotsResult, v as Shot, w as ShotRequestOptions, x as ShotsResult, y as WaitForShotsOptions, z as getHotspotsForAsset, B as getHotspotsForPlaybackId, D as getHotspotsForVideo, F as getShotsForAsset, G as requestShotsForAsset, J as waitForShotsForAsset } from './shots-B7G0IIF1.js';
+import { l as WorkflowCredentialsInput, n as WorkflowScope, A as AssetTextTrack, d as MuxAsset, T as TextChunk, b as ChunkingStrategy, q as CompletedShotsResult, r as ErroredShotsResult, H as Hotspot, s as HotspotOptions, t as HotspotResponse, u as PendingShotsResult, v as Shot, w as ShotRequestOptions, x as ShotsResult, y as WaitForShotsOptions, z as getHotspotsForAsset, B as getHotspotsForPlaybackId, D as getHotspotsForVideo, F as getShotsForAsset, G as requestShotsForAsset, J as waitForShotsForAsset } from './shots-BwpjZDpr.js';
 
 interface HeatmapOptions {
     /** Time window for results, e.g., '7:days' (default: '7:days') */
@@ -10,38 +10,38 @@ interface HeatmapResponse {
     assetId?: string;
     videoId?: string;
     playbackId?: string;
-    /** Array of 100 values representing engagement for each 1/100th of the video */
+    /** Engagement values across the video timeline, one per equal slice (currently 100) */
     heatmap: number[];
     timeframe: [number, number];
 }
 /**
  * Fetches engagement heatmap for a Mux asset.
- * Returns a length 100 array where each value represents how many times
- * that 1/100th of the video was watched.
+ * Returns an array where each value represents how many times
+ * that slice of the video was watched.
  *
  * @param assetId - The Mux asset ID
  * @param options - Heatmap query options
- * @returns Heatmap data with 100 engagement values
+ * @returns Heatmap data with per-bucket engagement values
  */
 declare function getHeatmapForAsset(assetId: string, options?: HeatmapOptions): Promise<HeatmapResponse>;
 /**
  * Fetches engagement heatmap for a Mux video ID.
- * Returns a length 100 array where each value represents how many times
- * that 1/100th of the video was watched.
+ * Returns an array where each value represents how many times
+ * that slice of the video was watched.
  *
  * @param videoId - The Mux video ID
  * @param options - Heatmap query options
- * @returns Heatmap data with 100 engagement values
+ * @returns Heatmap data with per-bucket engagement values
  */
 declare function getHeatmapForVideo(videoId: string, options?: HeatmapOptions): Promise<HeatmapResponse>;
 /**
  * Fetches engagement heatmap for a Mux playback ID.
- * Returns a length 100 array where each value represents how many times
- * that 1/100th of the video was watched.
+ * Returns an array where each value represents how many times
+ * that slice of the video was watched.
  *
  * @param playbackId - The Mux playback ID
  * @param options - Heatmap query options
- * @returns Heatmap data with 100 engagement values
+ * @returns Heatmap data with per-bucket engagement values
  */
 declare function getHeatmapForPlaybackId(playbackId: string, options?: HeatmapOptions): Promise<HeatmapResponse>;
 

package/dist/index.d.ts

@@ -1,16 +1,16 @@
-export { I as ISO639_1, a as ISO639_3, L as LanguageCodePair, M as MUX_TRACK_PASSTHROUGH_MAX_CHARS, R as ReplaceAndCreateTextTrackInput, b as ReplaceAndCreateTextTrackResult, c as ReplaceAndCreateTrackInput, d as ReplaceExistingTracksPolicy, e as ReplaceableTrackType, S as SupportedISO639_1, f as SupportedISO639_3, T as TextTrackReplacementPlan, g as TextTrackSummary, h as TextTrackTarget, i as TrackSummary, j as TrackTarget, k as buildMuxAiTrackPassthrough, l as findNameCollisionTextTracks, m as findSameLanguageTextTracks, n as getLanguageCodePair, o as getLanguageName, p as isDuplicateTrackNameError, q as isMuxGeneratedTextTrack, r as isUndeterminedLanguageCode, s as isValidISO639_1, t as isValidISO639_3, u as normalizeTrackLanguageCode, v as normalizeTrackName, w as planTextTrackReplacement, x as replaceAndCreateTextTrack, y as replaceAndCreateTrack, z as summarizeTextTrack, A as toISO639_1, B as toISO639_3, C as validateTrackPassthrough, D as workflows } from './index-BD4acrwt.js';
-import { W as WorkflowCredentials, S as StoragePutObjectInput, a as StoragePresignGetObjectInput } from './shots-B7G0IIF1.js';
-export { A as AssetTextTrack, C as ChunkEmbedding, b as ChunkingStrategy, E as Encrypted, c as EncryptedPayload, I as ImageSubmissionMode, M as MuxAIOptions, d as MuxAsset, P as PlaybackAsset, e as PlaybackPolicy, f as ScopedMuxAIOptions, g as StorageAdapter, T as TextChunk, h as TokenChunkingConfig, i as TokenUsage, j as ToneType, U as UsageMetadata, V as VTTChunkingConfig, k as VideoEmbeddingsResult, l as WorkflowCredentialsInput, m as WorkflowMuxClient, n as WorkflowScope, o as decryptFromWorkflow, p as encryptForWorkflow } from './shots-B7G0IIF1.js';
+export { I as ISO639_1, a as ISO639_3, L as LanguageCodePair, M as MUX_TRACK_PASSTHROUGH_MAX_CHARS, R as ReplaceAndCreateTextTrackInput, b as ReplaceAndCreateTextTrackResult, c as ReplaceAndCreateTrackInput, d as ReplaceExistingTracksPolicy, e as ReplaceableTrackType, S as SupportedISO639_1, f as SupportedISO639_3, T as TextTrackReplacementPlan, g as TextTrackSummary, h as TextTrackTarget, i as TrackSummary, j as TrackTarget, k as buildMuxAiTrackPassthrough, l as findNameCollisionTextTracks, m as findSameLanguageTextTracks, n as getLanguageCodePair, o as getLanguageName, p as isDuplicateTrackNameError, q as isMuxGeneratedTextTrack, r as isUndeterminedLanguageCode, s as isValidISO639_1, t as isValidISO639_3, u as normalizeTrackLanguageCode, v as normalizeTrackName, w as planTextTrackReplacement, x as replaceAndCreateTextTrack, y as replaceAndCreateTrack, z as summarizeTextTrack, A as toISO639_1, B as toISO639_3, C as validateTrackPassthrough, D as workflows } from './index-CIcGZD3x.js';
+import { W as WorkflowCredentials, S as StoragePutObjectInput, a as StoragePresignGetObjectInput } from './shots-BwpjZDpr.js';
+export { A as AssetTextTrack, C as ChunkEmbedding, b as ChunkingStrategy, E as Encrypted, c as EncryptedPayload, I as ImageSubmissionMode, M as MuxAIOptions, d as MuxAsset, P as PlaybackAsset, e as PlaybackPolicy, f as ScopedMuxAIOptions, g as StorageAdapter, T as TextChunk, h as TokenChunkingConfig, i as TokenUsage, j as ToneType, U as UsageMetadata, V as VTTChunkingConfig, k as VideoEmbeddingsResult, l as WorkflowCredentialsInput, m as WorkflowMuxClient, n as WorkflowScope, o as decryptFromWorkflow, p as encryptForWorkflow } from './shots-BwpjZDpr.js';
 import { WORKFLOW_SERIALIZE, WORKFLOW_DESERIALIZE } from '@workflow/serde';
-export { i as primitives } from './index-D6VGaoPm.js';
+export { i as primitives } from './index-DAuzEXly.js';
 import 'zod';
 import './summarization-BFmhXeAu.js';
 import '@ai-sdk/anthropic';
 import '@ai-sdk/google';
 import '@ai-sdk/openai';
-import '@mux/mux-node';
+import '@mux/ts';
 
-var version = "0.45.0";
+var version = "0.46.0";
 
 type MuxAiErrorType = "validation_error" | "processing_error" | "timeout_error" | "content_policy_error";
 /**

package/dist/index.js

@@ -5,7 +5,7 @@ var __export = (target, all) => {
 };
 
 // package.json
-var version = "0.45.0";
+var version = "0.46.0";
 
 // src/lib/language-codes.ts
 var ISO639_1_TO_3 = {
@@ -1055,7 +1055,7 @@ function resolveDirectMuxCredentials(record) {
 function createWorkflowMuxClient(options) {
   return {
     async createClient() {
-      const { default: MuxClient } = await import("@mux/mux-node");
+      const { default: MuxClient } = await import("@mux/ts");
       return new MuxClient({
         tokenId: options.tokenId,
         tokenSecret: options.tokenSecret,
@@ -2182,25 +2182,22 @@ async function getHeatmapForPlaybackId(playbackId, options = {}) {
   "use step";
   return fetchHeatmap("playback-ids", playbackId, options);
 }
-function transformHeatmapResponse(response) {
-  return {
-    assetId: response.data.asset_id,
-    videoId: response.data.video_id,
-    playbackId: response.data.playback_id,
-    heatmap: response.data.heatmap,
-    timeframe: response.timeframe
-  };
-}
 async function fetchHeatmap(identifierType, id, options) {
   "use step";
   const { timeframe = "7:days", credentials } = options;
   const muxClient = await getMuxClientFromEnv(credentials);
   const mux = await muxClient.createClient();
-  const queryParams = new URLSearchParams();
-  queryParams.append("timeframe[]", timeframe);
-  const path = `/data/v1/engagement/${identifierType}/${id}/heatmap?${queryParams.toString()}`;
-  const response = await mux.get(path);
-  return transformHeatmapResponse(response);
+  const query = { timeframe: [timeframe] };
+  const resource = identifierType === "playback-ids" ? mux.data.engagement.playbackIds : mux.data.engagement[identifierType];
+  const response = await resource.heatmap(id, query);
+  const { data } = response;
+  return {
+    assetId: data.asset_id ?? (identifierType === "assets" ? id : void 0),
+    videoId: data.video_id ?? (identifierType === "videos" ? id : void 0),
+    playbackId: data.playback_id ?? (identifierType === "playback-ids" ? id : void 0),
+    heatmap: data.heatmap,
+    timeframe: response.timeframe
+  };
 }
 
 // src/primitives/hotspots.ts
@@ -2219,37 +2216,34 @@ async function getHotspotsForPlaybackId(playbackId, options = {}) {
   const response = await fetchHotspots("playback-ids", playbackId, options);
   return response.hotspots;
 }
-function transformHotspotResponse(response) {
-  return {
-    assetId: response.data.asset_id,
-    videoId: response.data.video_id,
-    playbackId: response.data.playback_id,
-    hotspots: response.data.hotspots.map((h) => ({
-      startMs: h.start_ms,
-      endMs: h.end_ms,
-      score: h.score
-    }))
-  };
-}
 async function fetchHotspots(identifierType, id, options) {
   "use step";
   const {
     limit = 5,
     orderDirection = "desc",
-    orderBy = "score",
     timeframe = "7:days",
     credentials
   } = options;
   const muxClient = await getMuxClientFromEnv(credentials);
   const mux = await muxClient.createClient();
-  const queryParams = new URLSearchParams();
-  queryParams.append("limit", String(limit));
-  queryParams.append("order_direction", orderDirection);
-  queryParams.append("order_by", orderBy);
-  queryParams.append("timeframe[]", timeframe);
-  const path = `/data/v1/engagement/${identifierType}/${id}/hotspots?${queryParams.toString()}`;
-  const response = await mux.get(path);
-  return transformHotspotResponse(response);
+  const query = {
+    limit,
+    order_direction: orderDirection,
+    timeframe: [timeframe]
+  };
+  const resource = identifierType === "playback-ids" ? mux.data.engagement.playbackIds : mux.data.engagement[identifierType];
+  const response = await resource.hotspots(id, query);
+  const { data } = response;
+  return {
+    assetId: data.asset_id ?? (identifierType === "assets" ? id : void 0),
+    videoId: data.video_id ?? (identifierType === "videos" ? id : void 0),
+    playbackId: data.playback_id ?? (identifierType === "playback-ids" ? id : void 0),
+    hotspots: data.hotspots.map((h) => ({
+      startMs: h.start_ms,
+      endMs: h.end_ms,
+      score: h.score
+    }))
+  };
 }
 
 // src/primitives/shots.ts
@@ -2257,9 +2251,6 @@ var DEFAULT_POLL_INTERVAL_MS = 2e3;
 var MIN_POLL_INTERVAL_MS = 1e3;
 var DEFAULT_MAX_ATTEMPTS = 60;
 var SHOTS_ALREADY_REQUESTED_MESSAGE = "shots generation has already been requested";
-function getShotsPath(assetId) {
-  return `/video/v1/assets/${assetId}/shots`;
-}
 function mapManifestShots(shots) {
   let usedDeprecatedField = false;
   const mapped = shots.map((shot, index) => {
@@ -2299,29 +2290,35 @@ async function fetchShotsFromManifest(shotsManifestUrl) {
   }
   return mapManifestShots(manifest.shots);
 }
-async function transformShotsResponse(response) {
-  switch (response.data.status) {
+async function transformShotsResponse(data) {
+  switch (data.status) {
     case "pending":
       return {
         status: "pending",
-        createdAt: response.data.created_at
+        createdAt: data.created_at
       };
-    case "errored":
+    case "errored": {
+      const details = data.errors ?? data.error;
       return {
         status: "errored",
-        createdAt: response.data.created_at,
-        error: response.data.error
+        createdAt: data.created_at,
+        error: {
+          type: details?.type ?? "unknown",
+          messages: details?.messages ?? []
+        }
       };
+    }
     case "completed":
+      if (!data.shots_manifest_url) {
+        throw new Error("Completed shots response is missing shots_manifest_url");
+      }
       return {
         status: "completed",
-        createdAt: response.data.created_at,
-        shots: await fetchShotsFromManifest(response.data.shots_manifest_url)
+        createdAt: data.created_at,
+        shots: await fetchShotsFromManifest(data.shots_manifest_url)
       };
-    default: {
-      const exhaustiveCheck = response.data;
-      throw new Error(`Unsupported shots response: ${JSON.stringify(exhaustiveCheck)}`);
-    }
+    default:
+      throw new Error(`Unsupported shots status '${data.status}'`);
   }
 }
 function sleep(ms) {
@@ -2329,7 +2326,8 @@ function sleep(ms) {
 }
 function isShotsAlreadyRequestedError(error) {
   const statusCode = error?.status ?? error?.statusCode;
-  const messages = error?.error?.messages;
+  const body = error?.error;
+  const messages = body?.error?.messages ?? body?.messages;
   const lowerCaseMessages = messages?.map((message) => message.toLowerCase()) ?? [];
   const errorMessage = error instanceof Error ? error.message.toLowerCase() : "";
   return statusCode === 400 && (lowerCaseMessages.some((message) => message.includes(SHOTS_ALREADY_REQUESTED_MESSAGE)) || errorMessage.includes(SHOTS_ALREADY_REQUESTED_MESSAGE));
@@ -2339,11 +2337,8 @@ async function requestShotsForAsset(assetId, options = {}) {
   const { credentials } = options;
   const muxClient = await getMuxClientFromEnv(credentials);
   const mux = await muxClient.createClient();
-  const response = await mux.post(
-    getShotsPath(assetId),
-    { body: {} }
-  );
-  const result = await transformShotsResponse(response);
+  const data = await mux.video.assets.generateShots(assetId, {});
+  const result = await transformShotsResponse(data);
   if (result.status !== "pending") {
     throw new Error(
       `Expected pending status after requesting shots for asset '${assetId}', received '${result.status}'`
@@ -2356,10 +2351,8 @@ async function getShotsForAsset(assetId, options = {}) {
   const { credentials } = options;
   const muxClient = await getMuxClientFromEnv(credentials);
   const mux = await muxClient.createClient();
-  const response = await mux.get(
-    getShotsPath(assetId)
-  );
-  return await transformShotsResponse(response);
+  const data = await mux.video.assets.retrieveShots(assetId);
+  return await transformShotsResponse(data);
 }
 async function waitForShotsForAsset(assetId, options = {}) {
   "use step";
@@ -2402,12 +2395,8 @@ async function waitForShotsForAsset(assetId, options = {}) {
 
 // src/lib/url-signing.ts
 async function createSigningClient(context) {
-  const { default: MuxClient } = await import("@mux/mux-node");
+  const { default: MuxClient } = await import("@mux/ts");
   return new MuxClient({
-    // These are not needed for signing, but the SDK requires them
-    // Using empty strings as we only need the jwt functionality
-    tokenId: env_default.MUX_TOKEN_ID || "",
-    tokenSecret: env_default.MUX_TOKEN_SECRET || "",
     jwtSigningKey: context.keyId,
     jwtPrivateKey: context.keySecret
   });