@mux/ai 0.51.0 → 0.53.0

package/dist/index-cbaPe-aE.d.ts

@@ -0,0 +1,225 @@
+import { l as WorkflowCredentialsInput, n as WorkflowScope, T as TextChunk, b as ChunkingStrategy, q as VTTCue, r as CompletedShotsResult, D as DeletedShotsResult, s as ErroredShotsResult, H as Hotspot, t as HotspotOptions, u as HotspotResponse, L as LOW_CONFIDENCE_THRESHOLD, v as MAX_CUE_TEXT_CHARS, w as ParseVTTCuesOptions, x as PendingShotsResult, y as Shot, z as ShotRequestOptions, B as ShotsResult, F as SkippedShotsResult, G as TranscriptEmptyReason, J as TranscriptFetchOptions, K as TranscriptFetchStepResult, N as TranscriptResult, O as WaitForShotsOptions, Q as buildTranscriptUrl, R as buildVttFromCueBlocks, X as buildVttFromTranslatedCueBlocks, Y as concatenateVttSegments, Z as extractTextFromVTT, _ as extractTimestampedTranscript, $ as fetchTranscriptDataForUrl, a0 as fetchTranscriptForAsset, a1 as filterVttByScope, a2 as findCaptionTrack, a3 as getHotspotsForAsset, a4 as getHotspotsForPlaybackId, a5 as getHotspotsForVideo, a6 as getReadyTextTracks, a7 as getReliableLanguageCode, a8 as getShotsForAsset, a9 as parseVTTCues, aa as replaceCueText, ab as requestShotsForAsset, ac as sanitizeUntrustedText, ad as secondsToTimestamp, ae as splitVttPreambleAndCueBlocks, af as stripVttMetadataBlocks, ag as vttTimestampToSeconds, ah as waitForShotsForAsset } from './transcripts-BCtzC8hZ.js';
+
+interface HeatmapOptions {
+    /** Time window for results, e.g., '7:days' (default: '7:days') */
+    timeframe?: string;
+    /** Optional workflow credentials */
+    credentials?: WorkflowCredentialsInput;
+}
+interface HeatmapResponse {
+    assetId?: string;
+    videoId?: string;
+    playbackId?: string;
+    /** Engagement values across the video timeline, one per equal slice (currently 100) */
+    heatmap: number[];
+    timeframe: [number, number];
+}
+/**
+ * Fetches engagement heatmap for a Mux asset.
+ * Returns an array where each value represents how many times
+ * that slice of the video was watched.
+ *
+ * @param assetId - The Mux asset ID
+ * @param options - Heatmap query options
+ * @returns Heatmap data with per-bucket engagement values
+ */
+declare function getHeatmapForAsset(assetId: string, options?: HeatmapOptions): Promise<HeatmapResponse>;
+/**
+ * Fetches engagement heatmap for a Mux video ID.
+ * Returns an array where each value represents how many times
+ * that slice of the video was watched.
+ *
+ * @param videoId - The Mux video ID
+ * @param options - Heatmap query options
+ * @returns Heatmap data with per-bucket engagement values
+ */
+declare function getHeatmapForVideo(videoId: string, options?: HeatmapOptions): Promise<HeatmapResponse>;
+/**
+ * Fetches engagement heatmap for a Mux playback ID.
+ * Returns an array where each value represents how many times
+ * that slice of the video was watched.
+ *
+ * @param playbackId - The Mux playback ID
+ * @param options - Heatmap query options
+ * @returns Heatmap data with per-bucket engagement values
+ */
+declare function getHeatmapForPlaybackId(playbackId: string, options?: HeatmapOptions): Promise<HeatmapResponse>;
+
+declare const DEFAULT_STORYBOARD_WIDTH = 640;
+/**
+ * Generates a storyboard URL for the given playback ID.
+ * If shouldSign is true, the URL will be signed with a token using credentials from environment variables.
+ *
+ * @param playbackId - The Mux playback ID
+ * @param width - Width of the storyboard in pixels (default: 640)
+ * @param shouldSign - Flag for whether or not to use signed playback IDs (default: false)
+ * @param credentials - Optional workflow credentials used for signing
+ * @param scope - Optional asset-relative range for storyboard tiles
+ * @returns Storyboard URL (signed if shouldSign is true)
+ */
+declare function getStoryboardUrl(playbackId: string, width?: number, shouldSign?: boolean, credentials?: WorkflowCredentialsInput, scope?: WorkflowScope): Promise<string>;
+
+/**
+ * Generic text-first chunking utilities.
+ *
+ * Reach for this module when the downstream consumer only needs chunk text plus
+ * lightweight metadata such as token count or approximate start/end times.
+ * These helpers are ideal for embeddings, retrieval, summarization inputs, or
+ * other workflows where preserving the original document format is not required.
+ *
+ * This module also includes cue-preserving chunk planners for VTT workflows.
+ * Those helpers still operate at the chunk-planning layer; if you need to split
+ * or rebuild full VTT documents, use the VTT structure helpers from
+ * `@mux/ai/primitives/transcripts`.
+ */
+interface VTTDurationChunkingOptions {
+    targetChunkDurationSeconds: number;
+    maxChunkDurationSeconds: number;
+    minChunkDurationSeconds?: number;
+    boundaryLookaheadCues?: number;
+    boundaryPauseSeconds?: number;
+}
+interface VTTCueBudgetChunkingOptions {
+    maxCuesPerChunk: number;
+    maxTextTokensPerChunk?: number;
+}
+interface VTTDurationChunk {
+    id: string;
+    cueStartIndex: number;
+    cueEndIndex: number;
+    cueCount: number;
+    startTime: number;
+    endTime: number;
+}
+/**
+ * Simple token counter that approximates tokens by word count.
+ * For production use with OpenAI, consider using a proper tokenizer like tiktoken.
+ * This approximation is generally close enough for chunking purposes (1 token ≈ 0.75 words).
+ */
+declare function estimateTokenCount(text: string): number;
+/**
+ * Chunks text into overlapping segments based on token count.
+ *
+ * @param text - The text to chunk
+ * @param maxTokens - Maximum tokens per chunk
+ * @param overlapTokens - Number of tokens to overlap between chunks
+ * @returns Array of text chunks with metadata
+ */
+declare function chunkByTokens(text: string, maxTokens: number, overlapTokens?: number): TextChunk[];
+/**
+ * Chunks VTT cues into groups that respect natural cue boundaries.
+ * Splits at cue boundaries rather than mid-sentence, preserving accurate timestamps.
+ *
+ * @param cues - Array of VTT cues to chunk
+ * @param maxTokens - Maximum tokens per chunk
+ * @param overlapCues - Number of cues to overlap between chunks (default: 2)
+ * @returns Array of text chunks with accurate start/end times
+ */
+declare function chunkVTTCues(cues: VTTCue[], maxTokens: number, overlapCues?: number): TextChunk[];
+declare function chunkVTTCuesByBudget(cues: VTTCue[], options: VTTCueBudgetChunkingOptions): VTTDurationChunk[];
+declare function chunkVTTCuesByDuration(cues: VTTCue[], options: VTTDurationChunkingOptions): VTTDurationChunk[];
+/**
+ * Chunks text according to the specified strategy.
+ *
+ * @param text - The text to chunk
+ * @param strategy - The chunking strategy to use
+ * @returns Array of text chunks
+ */
+declare function chunkText(text: string, strategy: ChunkingStrategy): TextChunk[];
+
+interface ThumbnailOptions {
+    /** Interval between thumbnails in seconds (default: 10) */
+    interval?: number;
+    /** Width of the thumbnail in pixels (default: 640) */
+    width?: number;
+    /** Flag for whether or not to use signed playback IDs (default: false) */
+    shouldSign?: boolean;
+    /** Maximum number of thumbnails to generate. When set, samples are evenly distributed with first and last frames pinned. */
+    maxSamples?: number;
+    /** Workflow credentials for signing (optional). */
+    credentials?: WorkflowCredentialsInput;
+    /** Optional asset-relative range from which thumbnails should be sampled. */
+    scope?: WorkflowScope;
+}
+/**
+ * Generates thumbnail URLs at regular intervals based on video duration.
+ * If shouldSign is true, the URLs will be signed with tokens using credentials from environment variables.
+ *
+ * @param playbackId - The Mux playback ID
+ * @param duration - Video duration in seconds
+ * @param options - Thumbnail generation options
+ * @returns Array of objects containing the thumbnail URL and its time in seconds
+ */
+declare function getThumbnailUrls(playbackId: string, duration: number, options?: ThumbnailOptions): Promise<Array<{
+    url: string;
+    time: number;
+}>>;
+
+declare const index_CompletedShotsResult: typeof CompletedShotsResult;
+declare const index_DEFAULT_STORYBOARD_WIDTH: typeof DEFAULT_STORYBOARD_WIDTH;
+declare const index_DeletedShotsResult: typeof DeletedShotsResult;
+declare const index_ErroredShotsResult: typeof ErroredShotsResult;
+type index_HeatmapOptions = HeatmapOptions;
+type index_HeatmapResponse = HeatmapResponse;
+declare const index_Hotspot: typeof Hotspot;
+declare const index_HotspotOptions: typeof HotspotOptions;
+declare const index_HotspotResponse: typeof HotspotResponse;
+declare const index_LOW_CONFIDENCE_THRESHOLD: typeof LOW_CONFIDENCE_THRESHOLD;
+declare const index_MAX_CUE_TEXT_CHARS: typeof MAX_CUE_TEXT_CHARS;
+declare const index_ParseVTTCuesOptions: typeof ParseVTTCuesOptions;
+declare const index_PendingShotsResult: typeof PendingShotsResult;
+declare const index_Shot: typeof Shot;
+declare const index_ShotRequestOptions: typeof ShotRequestOptions;
+declare const index_ShotsResult: typeof ShotsResult;
+declare const index_SkippedShotsResult: typeof SkippedShotsResult;
+type index_ThumbnailOptions = ThumbnailOptions;
+declare const index_TranscriptEmptyReason: typeof TranscriptEmptyReason;
+declare const index_TranscriptFetchOptions: typeof TranscriptFetchOptions;
+declare const index_TranscriptFetchStepResult: typeof TranscriptFetchStepResult;
+declare const index_TranscriptResult: typeof TranscriptResult;
+declare const index_VTTCue: typeof VTTCue;
+type index_VTTCueBudgetChunkingOptions = VTTCueBudgetChunkingOptions;
+type index_VTTDurationChunk = VTTDurationChunk;
+type index_VTTDurationChunkingOptions = VTTDurationChunkingOptions;
+declare const index_WaitForShotsOptions: typeof WaitForShotsOptions;
+declare const index_buildTranscriptUrl: typeof buildTranscriptUrl;
+declare const index_buildVttFromCueBlocks: typeof buildVttFromCueBlocks;
+declare const index_buildVttFromTranslatedCueBlocks: typeof buildVttFromTranslatedCueBlocks;
+declare const index_chunkByTokens: typeof chunkByTokens;
+declare const index_chunkText: typeof chunkText;
+declare const index_chunkVTTCues: typeof chunkVTTCues;
+declare const index_chunkVTTCuesByBudget: typeof chunkVTTCuesByBudget;
+declare const index_chunkVTTCuesByDuration: typeof chunkVTTCuesByDuration;
+declare const index_concatenateVttSegments: typeof concatenateVttSegments;
+declare const index_estimateTokenCount: typeof estimateTokenCount;
+declare const index_extractTextFromVTT: typeof extractTextFromVTT;
+declare const index_extractTimestampedTranscript: typeof extractTimestampedTranscript;
+declare const index_fetchTranscriptDataForUrl: typeof fetchTranscriptDataForUrl;
+declare const index_fetchTranscriptForAsset: typeof fetchTranscriptForAsset;
+declare const index_filterVttByScope: typeof filterVttByScope;
+declare const index_findCaptionTrack: typeof findCaptionTrack;
+declare const index_getHeatmapForAsset: typeof getHeatmapForAsset;
+declare const index_getHeatmapForPlaybackId: typeof getHeatmapForPlaybackId;
+declare const index_getHeatmapForVideo: typeof getHeatmapForVideo;
+declare const index_getHotspotsForAsset: typeof getHotspotsForAsset;
+declare const index_getHotspotsForPlaybackId: typeof getHotspotsForPlaybackId;
+declare const index_getHotspotsForVideo: typeof getHotspotsForVideo;
+declare const index_getReadyTextTracks: typeof getReadyTextTracks;
+declare const index_getReliableLanguageCode: typeof getReliableLanguageCode;
+declare const index_getShotsForAsset: typeof getShotsForAsset;
+declare const index_getStoryboardUrl: typeof getStoryboardUrl;
+declare const index_getThumbnailUrls: typeof getThumbnailUrls;
+declare const index_parseVTTCues: typeof parseVTTCues;
+declare const index_replaceCueText: typeof replaceCueText;
+declare const index_requestShotsForAsset: typeof requestShotsForAsset;
+declare const index_sanitizeUntrustedText: typeof sanitizeUntrustedText;
+declare const index_secondsToTimestamp: typeof secondsToTimestamp;
+declare const index_splitVttPreambleAndCueBlocks: typeof splitVttPreambleAndCueBlocks;
+declare const index_stripVttMetadataBlocks: typeof stripVttMetadataBlocks;
+declare const index_vttTimestampToSeconds: typeof vttTimestampToSeconds;
+declare const index_waitForShotsForAsset: typeof waitForShotsForAsset;
+declare namespace index {
+  export { index_CompletedShotsResult as CompletedShotsResult, index_DEFAULT_STORYBOARD_WIDTH as DEFAULT_STORYBOARD_WIDTH, index_DeletedShotsResult as DeletedShotsResult, index_ErroredShotsResult as ErroredShotsResult, type index_HeatmapOptions as HeatmapOptions, type index_HeatmapResponse as HeatmapResponse, index_Hotspot as Hotspot, index_HotspotOptions as HotspotOptions, index_HotspotResponse as HotspotResponse, index_LOW_CONFIDENCE_THRESHOLD as LOW_CONFIDENCE_THRESHOLD, index_MAX_CUE_TEXT_CHARS as MAX_CUE_TEXT_CHARS, index_ParseVTTCuesOptions as ParseVTTCuesOptions, index_PendingShotsResult as PendingShotsResult, index_Shot as Shot, index_ShotRequestOptions as ShotRequestOptions, index_ShotsResult as ShotsResult, index_SkippedShotsResult as SkippedShotsResult, type index_ThumbnailOptions as ThumbnailOptions, index_TranscriptEmptyReason as TranscriptEmptyReason, index_TranscriptFetchOptions as TranscriptFetchOptions, index_TranscriptFetchStepResult as TranscriptFetchStepResult, index_TranscriptResult as TranscriptResult, index_VTTCue as VTTCue, type index_VTTCueBudgetChunkingOptions as VTTCueBudgetChunkingOptions, type index_VTTDurationChunk as VTTDurationChunk, type index_VTTDurationChunkingOptions as VTTDurationChunkingOptions, index_WaitForShotsOptions as WaitForShotsOptions, index_buildTranscriptUrl as buildTranscriptUrl, index_buildVttFromCueBlocks as buildVttFromCueBlocks, index_buildVttFromTranslatedCueBlocks as buildVttFromTranslatedCueBlocks, index_chunkByTokens as chunkByTokens, index_chunkText as chunkText, index_chunkVTTCues as chunkVTTCues, index_chunkVTTCuesByBudget as chunkVTTCuesByBudget, index_chunkVTTCuesByDuration as chunkVTTCuesByDuration, index_concatenateVttSegments as concatenateVttSegments, index_estimateTokenCount as estimateTokenCount, index_extractTextFromVTT as extractTextFromVTT, index_extractTimestampedTranscript as extractTimestampedTranscript, index_fetchTranscriptDataForUrl as fetchTranscriptDataForUrl, index_fetchTranscriptForAsset as fetchTranscriptForAsset, index_filterVttByScope as filterVttByScope, index_findCaptionTrack as findCaptionTrack, index_getHeatmapForAsset as getHeatmapForAsset, index_getHeatmapForPlaybackId as getHeatmapForPlaybackId, index_getHeatmapForVideo as getHeatmapForVideo, index_getHotspotsForAsset as getHotspotsForAsset, index_getHotspotsForPlaybackId as getHotspotsForPlaybackId, index_getHotspotsForVideo as getHotspotsForVideo, index_getReadyTextTracks as getReadyTextTracks, index_getReliableLanguageCode as getReliableLanguageCode, index_getShotsForAsset as getShotsForAsset, index_getStoryboardUrl as getStoryboardUrl, index_getThumbnailUrls as getThumbnailUrls, index_parseVTTCues as parseVTTCues, index_replaceCueText as replaceCueText, index_requestShotsForAsset as requestShotsForAsset, index_sanitizeUntrustedText as sanitizeUntrustedText, index_secondsToTimestamp as secondsToTimestamp, index_splitVttPreambleAndCueBlocks as splitVttPreambleAndCueBlocks, index_stripVttMetadataBlocks as stripVttMetadataBlocks, index_vttTimestampToSeconds as vttTimestampToSeconds, index_waitForShotsForAsset as waitForShotsForAsset };
+}
+
+export { DEFAULT_STORYBOARD_WIDTH as D, type HeatmapOptions as H, type ThumbnailOptions as T, type VTTCueBudgetChunkingOptions as V, type HeatmapResponse as a, type VTTDurationChunk as b, type VTTDurationChunkingOptions as c, chunkByTokens as d, chunkText as e, chunkVTTCues as f, chunkVTTCuesByBudget as g, chunkVTTCuesByDuration as h, index as i, estimateTokenCount as j, getHeatmapForAsset as k, getHeatmapForPlaybackId as l, getHeatmapForVideo as m, getStoryboardUrl as n, getThumbnailUrls as o };

package/dist/index.d.ts

@@ -1,8 +1,9 @@
-export { I as ISO639_1, a as ISO639_3, L as LanguageCodePair, M as MUX_TRACK_PASSTHROUGH_MAX_CHARS, R as ReplaceAndCreateTextTrackInput, b as ReplaceAndCreateTextTrackResult, c as ReplaceAndCreateTrackInput, d as ReplaceExistingTracksPolicy, e as ReplaceSourceTrackInput, f as ReplaceableTrackType, S as SourceTrackReplacementPolicy, g as SupportedISO639_1, h as SupportedISO639_3, T as TextTrackReplacementPlan, i as TextTrackSummary, j as TextTrackTarget, k as TrackSummary, l as TrackTarget, m as buildMuxAiTrackPassthrough, n as findNameCollisionTextTracks, o as findSameLanguageTextTracks, p as getLanguageCodePair, q as getLanguageName, r as isDuplicateTrackNameError, s as isMuxGeneratedTextTrack, t as isUndeterminedLanguageCode, u as isValidISO639_1, v as isValidISO639_3, w as normalizeTrackLanguageCode, x as normalizeTrackName, y as planSourceTrackReplacement, z as planTextTrackReplacement, A as replaceAndCreateTextTrack, B as replaceAndCreateTrack, C as replaceSourceTrack, D as summarizeTextTrack, E as toISO639_1, F as toISO639_3, G as validateTrackPassthrough, H as workflows } from './index-BotaPu5M.js';
-import { M as MuxAsset, W as WorkflowCredentials, S as StoragePutObjectInput, a as StoragePresignGetObjectInput } from './shots-3wmvZnUV.js';
-export { A as AssetTextTrack, C as ChunkEmbedding, b as ChunkingStrategy, E as Encrypted, c as EncryptedPayload, I as ImageSubmissionMode, d as MuxAIOptions, P as PlaybackAsset, e as PlaybackPolicy, f as ScopedMuxAIOptions, g as StorageAdapter, T as TextChunk, h as TokenChunkingConfig, i as TokenUsage, j as ToneType, U as UsageMetadata, V as VTTChunkingConfig, k as VideoEmbeddingsResult, l as WorkflowCredentialsInput, m as WorkflowMuxClient, n as WorkflowScope, o as decryptFromWorkflow, p as encryptForWorkflow } from './shots-3wmvZnUV.js';
+export { I as ISO639_1, a as ISO639_3, L as LanguageCodePair, M as MUX_TRACK_PASSTHROUGH_MAX_CHARS, R as ReplaceAndCreateTextTrackInput, b as ReplaceAndCreateTextTrackResult, c as ReplaceAndCreateTrackInput, d as ReplaceExistingTracksPolicy, e as ReplaceSourceTrackInput, f as ReplaceableTrackType, S as SourceTrackReplacementPolicy, g as SupportedISO639_1, h as SupportedISO639_3, T as TextTrackReplacementPlan, i as TextTrackSummary, j as TextTrackTarget, k as TrackSummary, l as TrackTarget, m as buildMuxAiTrackPassthrough, n as findNameCollisionTextTracks, o as findSameLanguageTextTracks, p as getLanguageCodePair, q as getLanguageName, r as isDuplicateTrackNameError, s as isMuxGeneratedTextTrack, t as isUndeterminedLanguageCode, u as isValidISO639_1, v as isValidISO639_3, w as normalizeTrackLanguageCode, x as normalizeTrackName, y as planSourceTrackReplacement, z as planTextTrackReplacement, A as replaceAndCreateTextTrack, B as replaceAndCreateTrack, C as replaceSourceTrack, D as summarizeTextTrack, E as toISO639_1, F as toISO639_3, G as validateTrackPassthrough, H as workflows } from './index-BbxJ0X25.js';
+import { M as MuxAsset, W as WorkflowCredentials, S as StoragePutObjectInput, a as StoragePresignGetObjectInput } from './transcripts-BCtzC8hZ.js';
+export { A as AssetTextTrack, C as ChunkEmbedding, b as ChunkingStrategy, E as Encrypted, c as EncryptedPayload, I as ImageSubmissionMode, d as MuxAIOptions, P as PlaybackAsset, e as PlaybackPolicy, f as ScopedMuxAIOptions, g as StorageAdapter, T as TextChunk, h as TokenChunkingConfig, i as TokenUsage, j as ToneType, U as UsageMetadata, V as VTTChunkingConfig, k as VideoEmbeddingsResult, l as WorkflowCredentialsInput, m as WorkflowMuxClient, n as WorkflowScope, o as decryptFromWorkflow, p as encryptForWorkflow } from './transcripts-BCtzC8hZ.js';
 import { WORKFLOW_SERIALIZE, WORKFLOW_DESERIALIZE } from '@workflow/serde';
-export { i as primitives } from './index-nu1UOAMW.js';
+export { i as primitives } from './index-cbaPe-aE.js';
+import 'ai';
 import 'zod';
 import './summarization-BFmhXeAu.js';
 import '@ai-sdk/anthropic';
@@ -10,7 +11,7 @@ import '@ai-sdk/google';
 import '@ai-sdk/openai';
 import '@mux/ts';
 
-var version = "0.51.0";
+var version = "0.53.0";
 
 type MuxAiErrorType = "validation_error" | "processing_error" | "timeout_error" | "content_policy_error";
 /**
@@ -35,9 +36,12 @@ declare class MuxAiError extends Error {
     readonly publicMessage: string;
     /** Whether the customer should retry the job. */
     readonly retryable: boolean;
+    /** Internal diagnostic failure; non-enumerable and excluded from JSON. */
+    readonly cause?: unknown;
     constructor(message: string, opts?: {
         type?: MuxAiErrorType;
         retryable?: boolean;
+        cause?: unknown;
     });
     static is(value: unknown): value is MuxAiError;
 }