@tanstack/ai 0.63.0 → 0.64.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. package/dist/esm/activities/chat/agents/spawn.js +2 -28
  2. package/dist/esm/activities/chat/agents/spawn.js.map +1 -1
  3. package/dist/esm/activities/chat/index.d.ts +2 -0
  4. package/dist/esm/activities/chat/index.js +10 -3
  5. package/dist/esm/activities/chat/index.js.map +1 -1
  6. package/dist/esm/activities/chat/messages.js +13 -4
  7. package/dist/esm/activities/chat/messages.js.map +1 -1
  8. package/dist/esm/activities/chat/stream/message-updaters.js +4 -1
  9. package/dist/esm/activities/chat/stream/message-updaters.js.map +1 -1
  10. package/dist/esm/activities/chat/tools/schema-converter.d.ts +8 -0
  11. package/dist/esm/activities/chat/tools/schema-converter.js +6 -5
  12. package/dist/esm/activities/chat/tools/schema-converter.js.map +1 -1
  13. package/dist/esm/activities/chat/tools/tool-calls.d.ts +5 -2
  14. package/dist/esm/activities/chat/tools/tool-calls.js +73 -22
  15. package/dist/esm/activities/chat/tools/tool-calls.js.map +1 -1
  16. package/dist/esm/activities/generateSpeech/index.d.ts +1 -1
  17. package/dist/esm/activities/generateSpeech/index.js +1 -1
  18. package/dist/esm/activities/generateSpeech/index.js.map +1 -1
  19. package/dist/esm/activities/generateVideo/adapter.d.ts +14 -6
  20. package/dist/esm/activities/generateVideo/adapter.js +6 -3
  21. package/dist/esm/activities/generateVideo/adapter.js.map +1 -1
  22. package/dist/esm/activities/generateVideo/index.d.ts +5 -4
  23. package/dist/esm/activities/generateVideo/index.js.map +1 -1
  24. package/dist/esm/activities/generateVideo/snap.d.ts +12 -3
  25. package/dist/esm/activities/generateVideo/snap.js +47 -8
  26. package/dist/esm/activities/generateVideo/snap.js.map +1 -1
  27. package/dist/esm/activities/generateVoice/index.d.ts +1 -1
  28. package/dist/esm/activities/generateVoice/index.js +1 -1
  29. package/dist/esm/activities/generateVoice/index.js.map +1 -1
  30. package/dist/esm/activities/index.d.ts +2 -2
  31. package/dist/esm/activities/index.js +2 -2
  32. package/dist/esm/adapter-internals.d.ts +1 -0
  33. package/dist/esm/adapter-internals.js +2 -1
  34. package/dist/esm/types.d.ts +28 -3
  35. package/dist/esm/utilities/ag-ui-wire.js +3 -1
  36. package/dist/esm/utilities/ag-ui-wire.js.map +1 -1
  37. package/dist/esm/utilities/merge-streams.d.ts +6 -0
  38. package/dist/esm/utilities/merge-streams.js +37 -0
  39. package/dist/esm/utilities/merge-streams.js.map +1 -0
  40. package/dist/esm/utilities/reasoning-encrypted-value.d.ts +8 -0
  41. package/dist/esm/utilities/reasoning-encrypted-value.js +11 -1
  42. package/dist/esm/utilities/reasoning-encrypted-value.js.map +1 -1
  43. package/package.json +1 -1
  44. package/skills/ai-core/media-generation/SKILL.md +3 -3
  45. package/src/activities/chat/agents/spawn.ts +2 -31
  46. package/src/activities/chat/index.ts +13 -3
  47. package/src/activities/chat/messages.ts +14 -2
  48. package/src/activities/chat/stream/message-updaters.ts +5 -0
  49. package/src/activities/chat/tools/schema-converter.ts +17 -5
  50. package/src/activities/chat/tools/tool-calls.ts +121 -63
  51. package/src/activities/generateSpeech/index.ts +1 -1
  52. package/src/activities/generateVideo/adapter.ts +21 -7
  53. package/src/activities/generateVideo/index.ts +5 -4
  54. package/src/activities/generateVideo/snap.ts +64 -6
  55. package/src/activities/generateVoice/index.ts +1 -1
  56. package/src/activities/index.ts +2 -1
  57. package/src/adapter-internals.ts +1 -0
  58. package/src/types.ts +28 -4
  59. package/src/utilities/ag-ui-wire.ts +5 -1
  60. package/src/utilities/merge-streams.ts +34 -0
  61. package/src/utilities/reasoning-encrypted-value.ts +12 -0
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":[],"sources":["../../../../src/activities/generateSpeech/index.ts"],"sourcesContent":["/**\n * TTS Activity\n *\n * Generates speech audio from text using text-to-speech models.\n * This is a self-contained module with implementation, types, and JSDoc.\n */\n\nimport { aiEventClient } from '@tanstack/ai-event-client'\nimport { streamGenerationResult } from '../stream-generation-result.js'\nimport { resolveDebugOption } from '../../logger/resolve'\nimport {\n applyGenerationResultTransforms,\n createGenerationContext,\n runGenerationAbort,\n runGenerationError,\n runGenerationFinish,\n runGenerationStart,\n runGenerationUsage,\n} from '../middleware/run'\nimport {\n abortReasonMessage,\n createActivityAbortControls,\n isActivityAbortError,\n raceWithAbort,\n} from '../../utilities/activity-abort'\nimport type { InternalLogger } from '../../logger/internal-logger'\nimport type { DebugOption } from '../../logger/types'\nimport type { GenerationMiddleware } from '../middleware/types'\nimport type { TTSAdapter, TTSCapabilities } from './adapter'\nimport type {\n ListVoicesOptions,\n ListVoicesResult,\n StreamChunk,\n TTSResult,\n TTSTurn,\n} from '../../types'\n\n// ===========================\n// Activity Kind\n// ===========================\n\n/** The adapter kind this activity handles */\nexport const kind = 'tts' as const\n\n// ===========================\n// Type Extraction Helpers\n// ===========================\n\n/**\n * Extract provider options from a TTSAdapter via ~types.\n */\nexport type TTSProviderOptions<TAdapter> = TAdapter extends {\n '~types': { providerOptions: infer P extends object }\n}\n ? P\n : object\n\n// ===========================\n// Activity Options Type\n// ===========================\n\n/**\n * Options for the TTS activity.\n * The model is extracted from the adapter's model property.\n *\n * @template TAdapter - The TTS adapter type\n * @template TStream - Whether to stream the output\n */\nexport type TTSActivityOptions<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n> = TTSActivityOptionsBase<TAdapter, TStream> &\n (\n | {\n /** The text to convert to speech */\n text: string\n turns?: undefined\n }\n | {\n text?: undefined\n /**\n * Multi-voice dialogue turns, one per line of the script. Mutually\n * exclusive with `text`.\n *\n * Only adapters that declare `capabilities.maxSpeakers` accept these\n * (ElevenLabs 10 voices, Gemini 2); anything else throws before the\n * request leaves the process.\n */\n turns: Array<TTSTurn>\n }\n )\n\n/** Shared half of {@link TTSActivityOptions} — everything except text/turns. */\ninterface TTSActivityOptionsBase<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n> {\n /** The TTS adapter to use (must be created with a model) */\n adapter: TAdapter & { kind: typeof kind }\n /** The voice to use for generation */\n voice?: string\n /**\n * Ask for `alignment` (character/word timings) and `segments` (per-turn\n * spans) on the result. Only adapters that declare\n * `capabilities.timestamps` accept it — on ElevenLabs it is a different\n * endpoint, on BytePlus a different request flag, so it cannot be inferred.\n */\n timestamps?: boolean\n /** The output audio format */\n format?: 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm'\n /** The speed of the generated audio (0.25 to 4.0) */\n speed?: number\n /** Provider-specific options for TTS generation */\n modelOptions?: TTSProviderOptions<TAdapter>\n /**\n * Whether to stream the generation result.\n * When true, returns an AsyncIterable<StreamChunk> for streaming transport.\n * When false or not provided, returns a Promise<TTSResult>.\n *\n * @default false\n */\n stream?: TStream\n /**\n * Enable debug logging. Pass `true` to enable all categories, `false` to\n * silence everything including errors, or a `DebugConfig` object for granular\n * control and/or a custom `Logger`.\n */\n debug?: DebugOption\n /**\n * Observe-only middleware notified on start, usage, success, and error. Pass\n * `otelMiddleware()` to emit OpenTelemetry spans, or implement the\n * `GenerationMiddleware` contract for a custom backend.\n */\n middleware?: Array<GenerationMiddleware>\n /** Stable conversation/thread id for correlating this run when persisted. */\n threadId?: string\n /** Stable run id for correlating this run when persisted. */\n runId?: string\n /**\n * Maximum duration of this activity invocation in milliseconds.\n * No SDK-wide default — choose a value suitable for the provider and job.\n * Composed with {@link abortSignal}; the first abort wins.\n */\n timeout?: number\n /**\n * Caller cancellation signal (request disconnects, job/runtime cancellation).\n * Composed with {@link timeout} into an effective signal forwarded to the\n * adapter. Request-specific — not stored on global provider client config.\n */\n abortSignal?: AbortSignal\n}\n\n// ===========================\n// Activity Result Type\n// ===========================\n\n/**\n * Result type for the TTS activity.\n * - If stream is true: AsyncIterable<StreamChunk>\n * - Otherwise: Promise<TTSResult>\n */\nexport type TTSActivityResult<TStream extends boolean = false> =\n TStream extends true ? AsyncIterable<StreamChunk> : Promise<TTSResult>\n\nfunction createId(prefix: string): string {\n return `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`\n}\n\n/**\n * Validate the text/turns/timestamps trio against what the adapter declares,\n * and return the `text` every adapter receives.\n *\n * For a dialogue request that text is the turn scripts joined by newlines:\n * dialogue-aware adapters read `turns` and ignore it, but it keeps `text`\n * non-optional on the adapter contract and gives the devtools event and the\n * artifact inputs something truthful to show.\n */\nfunction resolveSpeechText(\n adapter: { name: string; capabilities?: TTSCapabilities },\n input: { text?: string; turns?: Array<TTSTurn>; timestamps?: boolean },\n): string {\n const { text, turns, timestamps } = input\n\n if (timestamps && !adapter.capabilities?.timestamps) {\n throw new Error(\n `${adapter.name} cannot return timestamps. Drop \\`timestamps: true\\` — the result would have no alignment to read.`,\n )\n }\n\n if (turns) {\n if (text !== undefined) {\n throw new Error(\n 'generateSpeech() takes either `text` or `turns`, not both.',\n )\n }\n if (turns.length === 0) {\n throw new Error('generateSpeech() `turns` must not be empty.')\n }\n const maxSpeakers = adapter.capabilities?.maxSpeakers\n if (maxSpeakers === undefined) {\n throw new Error(\n `${adapter.name} cannot generate dialogue. Pass \\`text\\` (and \\`voice\\`) instead of \\`turns\\`.`,\n )\n }\n const speakers = new Set(turns.map((turn) => turn.voice)).size\n if (speakers > maxSpeakers) {\n throw new Error(\n `${adapter.name} accepts at most ${maxSpeakers} distinct voice${maxSpeakers === 1 ? '' : 's'} per request; received ${speakers}.`,\n )\n }\n return turns.map((turn) => turn.text).join('\\n')\n }\n\n if (text === undefined) {\n throw new Error('generateSpeech() requires either `text` or `turns`.')\n }\n return text\n}\n\n// ===========================\n// Activity Implementation\n// ===========================\n\n/**\n * TTS activity - generates speech from text.\n *\n * Uses AI text-to-speech models to create audio from natural language text.\n *\n * @example Generate speech from text\n * ```ts\n * import { generateSpeech } from '@tanstack/ai'\n * import { openaiSpeech } from '@tanstack/ai-openai'\n *\n * const result = await generateSpeech({\n * adapter: openaiSpeech('tts-1-hd'),\n * text: 'Hello, welcome to TanStack AI!',\n * voice: 'nova'\n * })\n *\n * console.log(result.audio) // base64-encoded audio\n * ```\n *\n * @example With format and speed options\n * ```ts\n * const result = await generateSpeech({\n * adapter: openaiSpeech('tts-1'),\n * text: 'This is slower speech.',\n * voice: 'alloy',\n * format: 'wav',\n * speed: 0.8\n * })\n * ```\n */\nexport function generateSpeech<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n>(options: TTSActivityOptions<TAdapter, TStream>): TTSActivityResult<TStream> {\n if (options.stream) {\n return streamGenerationResult(\n // Only `runId` is taken from the resolved wire identity. `threadId` stays\n // the CALLER's: `streamGenerationResult` mints one for the RUN_* chunks\n // when none was passed, and spreading that over the options would hand\n // middleware a thread id known to nobody, which persistence would then\n // file the run under. Matches `generateVideo`.\n (resolved) => runGenerateSpeech({ ...options, runId: resolved.runId }),\n options,\n ) as TTSActivityResult<TStream>\n }\n return runGenerateSpeech(options) as TTSActivityResult<TStream>\n}\n\n/**\n * Run the core TTS generation logic (non-streaming).\n */\nasync function runGenerateSpeech<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n>(options: TTSActivityOptions<TAdapter, boolean>): Promise<TTSResult> {\n const {\n adapter,\n stream: _stream,\n debug: _debug,\n middleware,\n threadId,\n runId,\n timeout,\n abortSignal: callerAbortSignal,\n ...rest\n } = options\n const model = adapter.model\n const text = resolveSpeechText(adapter, rest)\n const requestId = createId('speech')\n const startTime = Date.now()\n const logger: InternalLogger = resolveDebugOption(options.debug)\n const abortControls = createActivityAbortControls({\n timeout,\n abortSignal: callerAbortSignal,\n })\n const providerName =\n (adapter as { name?: string; provider?: string }).provider ??\n (adapter as { name?: string }).name ??\n 'unknown'\n\n const mwCtx = createGenerationContext({\n requestId,\n activity: 'tts',\n provider: adapter.name,\n model,\n modelOptions: rest.modelOptions,\n artifactInputs: {\n text,\n voice: rest.voice,\n format: rest.format,\n speed: rest.speed,\n },\n threadId,\n runId,\n createId,\n })\n\n await runGenerationStart(middleware, mwCtx)\n\n aiEventClient.emit('speech:request:started', {\n requestId,\n provider: adapter.name,\n model,\n text,\n voice: rest.voice,\n format: rest.format,\n speed: rest.speed,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: startTime,\n })\n\n logger.request(`activity=generateSpeech provider=${providerName}`, {\n provider: providerName,\n model,\n })\n\n try {\n const rawResult = await raceWithAbort(\n adapter.generateSpeech({\n ...rest,\n text,\n model,\n logger,\n ...(abortControls.signal ? { abortSignal: abortControls.signal } : {}),\n }),\n abortControls.signal,\n )\n abortControls.clear()\n const result = await applyGenerationResultTransforms(mwCtx, rawResult)\n const duration = Date.now() - startTime\n\n aiEventClient.emit('speech:request:completed', {\n requestId,\n provider: adapter.name,\n model,\n audio: result.audio,\n format: result.format,\n audioDuration: result.duration,\n contentType: result.contentType,\n duration,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: Date.now(),\n })\n\n if (result.usage) {\n aiEventClient.emit('speech:usage', {\n requestId,\n model,\n usage: result.usage,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: Date.now(),\n })\n }\n\n logger.output(`activity=generateSpeech bytes=${result.audio.length}`, {\n bytes: result.audio.length,\n contentType: result.contentType,\n })\n\n if (result.usage) await runGenerationUsage(middleware, mwCtx, result.usage)\n await runGenerationFinish(middleware, mwCtx, {\n duration,\n usage: result.usage,\n })\n\n return result\n } catch (error) {\n abortControls.clear()\n const duration = Date.now() - startTime\n const err = error as Error\n aiEventClient.emit('speech:request:error', {\n requestId,\n provider: adapter.name,\n model,\n error: { message: err.message, name: err.name },\n duration,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: Date.now(),\n })\n if (isActivityAbortError(error, abortControls.signal)) {\n await runGenerationAbort(middleware, mwCtx, {\n reason: abortReasonMessage(error, abortControls.signal),\n duration,\n })\n } else {\n await runGenerationError(middleware, mwCtx, {\n error,\n duration,\n })\n }\n logger.errors('generateSpeech activity failed', {\n error,\n source: 'generateSpeech',\n })\n throw error\n }\n}\n\n// ===========================\n// Voice Catalog\n// ===========================\n\n/**\n * Options for {@link listVoices}.\n */\nexport interface ListVoicesActivityOptions<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n> extends ListVoicesOptions {\n /** The speech adapter whose catalog to read */\n adapter: TAdapter & { kind: typeof kind }\n}\n\n/**\n * List the voices an account can pass to `generateSpeech()`.\n *\n * Only providers with a per-account catalog implement this. A provider whose\n * voices are a fixed list publishes that list as a const in its package, so\n * import it from there rather than calling this.\n *\n * @example Find the voices you created\n * ```ts\n * import { listVoices } from '@tanstack/ai'\n * import { elevenlabsSpeech } from '@tanstack/ai-elevenlabs'\n *\n * const { voices } = await listVoices({\n * adapter: elevenlabsSpeech('eleven_v3'),\n * origins: ['generated', 'cloned'],\n * })\n * ```\n */\nexport async function listVoices<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n>(options: ListVoicesActivityOptions<TAdapter>): Promise<ListVoicesResult> {\n const { adapter, ...rest } = options\n\n const list = adapter.listVoices\n if (!list) {\n throw new Error(\n `The ${adapter.name} speech adapter has no per-account voice catalog to list. Its voices are a fixed set — import the voice list or union its package exports instead (for example \\`GeminiTTSVoices\\` from @tanstack/ai-gemini, or the \\`OpenAITTSVoice\\` union from @tanstack/ai-openai).`,\n )\n }\n\n return await list.call(adapter, rest)\n}\n\n// ===========================\n// Options Factory\n// ===========================\n\n/**\n * Create typed options for the generateSpeech() function without executing.\n */\nexport function createSpeechOptions<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n>(\n options: TTSActivityOptions<TAdapter, TStream>,\n): TTSActivityOptions<TAdapter, TStream> {\n return options\n}\n\n// Re-export adapter types\nexport type {\n TTSAdapter,\n TTSAdapterConfig,\n TTSCapabilities,\n AnyTTSAdapter,\n} from './adapter'\nexport { BaseTTSAdapter } from './adapter'\n"],"mappings":";;;;;;;;;;;;;;AA0CA,IAAa,OAAO;AA0HpB,SAAS,SAAS,QAAwB;CACxC,OAAO,GAAG,OAAO,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;AACzE;;;;;;;;;;AAWA,SAAS,kBACP,SACA,OACQ;CACR,MAAM,EAAE,MAAM,OAAO,eAAe;CAEpC,IAAI,cAAc,CAAC,QAAQ,cAAc,YACvC,MAAM,IAAI,MACR,GAAG,QAAQ,KAAK,mGAClB;CAGF,IAAI,OAAO;EACT,IAAI,SAAS,KAAA,GACX,MAAM,IAAI,MACR,4DACF;EAEF,IAAI,MAAM,WAAW,GACnB,MAAM,IAAI,MAAM,6CAA6C;EAE/D,MAAM,cAAc,QAAQ,cAAc;EAC1C,IAAI,gBAAgB,KAAA,GAClB,MAAM,IAAI,MACR,GAAG,QAAQ,KAAK,+EAClB;EAEF,MAAM,WAAW,IAAI,IAAI,MAAM,KAAK,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC;EAC1D,IAAI,WAAW,aACb,MAAM,IAAI,MACR,GAAG,QAAQ,KAAK,mBAAmB,YAAY,iBAAiB,gBAAgB,IAAI,KAAK,IAAI,yBAAyB,SAAS,EACjI;EAEF,OAAO,MAAM,KAAK,SAAS,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI;CACjD;CAEA,IAAI,SAAS,KAAA,GACX,MAAM,IAAI,MAAM,qDAAqD;CAEvE,OAAO;AACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoCA,SAAgB,eAGd,SAA4E;CAC5E,IAAI,QAAQ,QACV,OAAO,wBAMJ,aAAa,kBAAkB;EAAE,GAAG;EAAS,OAAO,SAAS;CAAM,CAAC,GACrE,OACF;CAEF,OAAO,kBAAkB,OAAO;AAClC;;;;AAKA,eAAe,kBAEb,SAAoE;CACpE,MAAM,EACJ,SACA,QAAQ,SACR,OAAO,QACP,YACA,UACA,OACA,SACA,aAAa,mBACb,GAAG,SACD;CACJ,MAAM,QAAQ,QAAQ;CACtB,MAAM,OAAO,kBAAkB,SAAS,IAAI;CAC5C,MAAM,YAAY,SAAS,QAAQ;CACnC,MAAM,YAAY,KAAK,IAAI;CAC3B,MAAM,SAAyB,mBAAmB,QAAQ,KAAK;CAC/D,MAAM,gBAAgB,4BAA4B;EAChD;EACA,aAAa;CACf,CAAC;CACD,MAAM,eACH,QAAiD,YACjD,QAA8B,QAC/B;CAEF,MAAM,QAAQ,wBAAwB;EACpC;EACA,UAAU;EACV,UAAU,QAAQ;EAClB;EACA,cAAc,KAAK;EACnB,gBAAgB;GACd;GACA,OAAO,KAAK;GACZ,QAAQ,KAAK;GACb,OAAO,KAAK;EACd;EACA;EACA;EACA;CACF,CAAC;CAED,MAAM,mBAAmB,YAAY,KAAK;CAE1C,cAAc,KAAK,0BAA0B;EAC3C;EACA,UAAU,QAAQ;EAClB;EACA;EACA,OAAO,KAAK;EACZ,QAAQ,KAAK;EACb,OAAO,KAAK;EACZ,cAAc,KAAK;EACnB,WAAW;CACb,CAAC;CAED,OAAO,QAAQ,oCAAoC,gBAAgB;EACjE,UAAU;EACV;CACF,CAAC;CAED,IAAI;EACF,MAAM,YAAY,MAAM,cACtB,QAAQ,eAAe;GACrB,GAAG;GACH;GACA;GACA;GACA,GAAI,cAAc,SAAS,EAAE,aAAa,cAAc,OAAO,IAAI,CAAC;EACtE,CAAC,GACD,cAAc,MAChB;EACA,cAAc,MAAM;EACpB,MAAM,SAAS,MAAM,gCAAgC,OAAO,SAAS;EACrE,MAAM,WAAW,KAAK,IAAI,IAAI;EAE9B,cAAc,KAAK,4BAA4B;GAC7C;GACA,UAAU,QAAQ;GAClB;GACA,OAAO,OAAO;GACd,QAAQ,OAAO;GACf,eAAe,OAAO;GACtB,aAAa,OAAO;GACpB;GACA,cAAc,KAAK;GACnB,WAAW,KAAK,IAAI;EACtB,CAAC;EAED,IAAI,OAAO,OACT,cAAc,KAAK,gBAAgB;GACjC;GACA;GACA,OAAO,OAAO;GACd,cAAc,KAAK;GACnB,WAAW,KAAK,IAAI;EACtB,CAAC;EAGH,OAAO,OAAO,iCAAiC,OAAO,MAAM,UAAU;GACpE,OAAO,OAAO,MAAM;GACpB,aAAa,OAAO;EACtB,CAAC;EAED,IAAI,OAAO,OAAO,MAAM,mBAAmB,YAAY,OAAO,OAAO,KAAK;EAC1E,MAAM,oBAAoB,YAAY,OAAO;GAC3C;GACA,OAAO,OAAO;EAChB,CAAC;EAED,OAAO;CACT,SAAS,OAAO;EACd,cAAc,MAAM;EACpB,MAAM,WAAW,KAAK,IAAI,IAAI;EAC9B,MAAM,MAAM;EACZ,cAAc,KAAK,wBAAwB;GACzC;GACA,UAAU,QAAQ;GAClB;GACA,OAAO;IAAE,SAAS,IAAI;IAAS,MAAM,IAAI;GAAK;GAC9C;GACA,cAAc,KAAK;GACnB,WAAW,KAAK,IAAI;EACtB,CAAC;EACD,IAAI,qBAAqB,OAAO,cAAc,MAAM,GAClD,MAAM,mBAAmB,YAAY,OAAO;GAC1C,QAAQ,mBAAmB,OAAO,cAAc,MAAM;GACtD;EACF,CAAC;OAED,MAAM,mBAAmB,YAAY,OAAO;GAC1C;GACA;EACF,CAAC;EAEH,OAAO,OAAO,kCAAkC;GAC9C;GACA,QAAQ;EACV,CAAC;EACD,MAAM;CACR;AACF;;;;;;;;;;;;;;;;;;;AAkCA,eAAsB,WAEpB,SAAyE;CACzE,MAAM,EAAE,SAAS,GAAG,SAAS;CAE7B,MAAM,OAAO,QAAQ;CACrB,IAAI,CAAC,MACH,MAAM,IAAI,MACR,OAAO,QAAQ,KAAK,wQACtB;CAGF,OAAO,MAAM,KAAK,KAAK,SAAS,IAAI;AACtC;;;;AASA,SAAgB,oBAId,SACuC;CACvC,OAAO;AACT"}
1
+ {"version":3,"file":"index.js","names":[],"sources":["../../../../src/activities/generateSpeech/index.ts"],"sourcesContent":["/**\n * TTS Activity\n *\n * Generates speech audio from text using text-to-speech models.\n * This is a self-contained module with implementation, types, and JSDoc.\n */\n\nimport { aiEventClient } from '@tanstack/ai-event-client'\nimport { streamGenerationResult } from '../stream-generation-result.js'\nimport { resolveDebugOption } from '../../logger/resolve'\nimport {\n applyGenerationResultTransforms,\n createGenerationContext,\n runGenerationAbort,\n runGenerationError,\n runGenerationFinish,\n runGenerationStart,\n runGenerationUsage,\n} from '../middleware/run'\nimport {\n abortReasonMessage,\n createActivityAbortControls,\n isActivityAbortError,\n raceWithAbort,\n} from '../../utilities/activity-abort'\nimport type { InternalLogger } from '../../logger/internal-logger'\nimport type { DebugOption } from '../../logger/types'\nimport type { GenerationMiddleware } from '../middleware/types'\nimport type { TTSAdapter, TTSCapabilities } from './adapter'\nimport type {\n ListVoicesOptions,\n ListVoicesResult,\n StreamChunk,\n TTSResult,\n TTSTurn,\n} from '../../types'\n\n// ===========================\n// Activity Kind\n// ===========================\n\n/** The adapter kind this activity handles */\nexport const kind = 'tts' as const\n\n// ===========================\n// Type Extraction Helpers\n// ===========================\n\n/**\n * Extract provider options from a TTSAdapter via ~types.\n */\nexport type TTSProviderOptions<TAdapter> = TAdapter extends {\n '~types': { providerOptions: infer P extends object }\n}\n ? P\n : object\n\n// ===========================\n// Activity Options Type\n// ===========================\n\n/**\n * Options for the TTS activity.\n * The model is extracted from the adapter's model property.\n *\n * @template TAdapter - The TTS adapter type\n * @template TStream - Whether to stream the output\n */\nexport type TTSActivityOptions<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n> = TTSActivityOptionsBase<TAdapter, TStream> &\n (\n | {\n /** The text to convert to speech */\n text: string\n turns?: undefined\n }\n | {\n text?: undefined\n /**\n * Multi-voice dialogue turns, one per line of the script. Mutually\n * exclusive with `text`.\n *\n * Only adapters that declare `capabilities.maxSpeakers` accept these\n * (ElevenLabs 10 voices, Gemini 2); anything else throws before the\n * request leaves the process.\n */\n turns: Array<TTSTurn>\n }\n )\n\n/** Shared half of {@link TTSActivityOptions} — everything except text/turns. */\ninterface TTSActivityOptionsBase<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n> {\n /** The TTS adapter to use (must be created with a model) */\n adapter: TAdapter & { kind: typeof kind }\n /** The voice to use for generation */\n voice?: string\n /**\n * Ask for `alignment` (character/word timings) and `segments` (per-turn\n * spans) on the result. Only adapters that declare\n * `capabilities.timestamps` accept it — on ElevenLabs it is a different\n * endpoint, on BytePlus a different request flag, so it cannot be inferred.\n */\n timestamps?: boolean\n /** The output audio format */\n format?: 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm'\n /** The speed of the generated audio (0.25 to 4.0) */\n speed?: number\n /** Provider-specific options for TTS generation */\n modelOptions?: TTSProviderOptions<TAdapter>\n /**\n * Whether to stream the generation result.\n * When true, returns an AsyncIterable<StreamChunk> for streaming transport.\n * When false or not provided, returns a Promise<TTSResult>.\n *\n * @default false\n */\n stream?: TStream\n /**\n * Enable debug logging. Pass `true` to enable all categories, `false` to\n * silence everything including errors, or a `DebugConfig` object for granular\n * control and/or a custom `Logger`.\n */\n debug?: DebugOption\n /**\n * Observe-only middleware notified on start, usage, success, and error. Pass\n * `otelMiddleware()` to emit OpenTelemetry spans, or implement the\n * `GenerationMiddleware` contract for a custom backend.\n */\n middleware?: Array<GenerationMiddleware>\n /** Stable conversation/thread id for correlating this run when persisted. */\n threadId?: string\n /** Stable run id for correlating this run when persisted. */\n runId?: string\n /**\n * Maximum duration of this activity invocation in milliseconds.\n * No SDK-wide default — choose a value suitable for the provider and job.\n * Composed with {@link abortSignal}; the first abort wins.\n */\n timeout?: number\n /**\n * Caller cancellation signal (request disconnects, job/runtime cancellation).\n * Composed with {@link timeout} into an effective signal forwarded to the\n * adapter. Request-specific — not stored on global provider client config.\n */\n abortSignal?: AbortSignal\n}\n\n// ===========================\n// Activity Result Type\n// ===========================\n\n/**\n * Result type for the TTS activity.\n * - If stream is true: AsyncIterable<StreamChunk>\n * - Otherwise: Promise<TTSResult>\n */\nexport type TTSActivityResult<TStream extends boolean = false> =\n TStream extends true ? AsyncIterable<StreamChunk> : Promise<TTSResult>\n\nfunction createId(prefix: string): string {\n return `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`\n}\n\n/**\n * Validate the text/turns/timestamps trio against what the adapter declares,\n * and return the `text` every adapter receives.\n *\n * For a dialogue request that text is the turn scripts joined by newlines:\n * dialogue-aware adapters read `turns` and ignore it, but it keeps `text`\n * non-optional on the adapter contract and gives the devtools event and the\n * artifact inputs something truthful to show.\n */\nfunction resolveSpeechText(\n adapter: { name: string; capabilities?: TTSCapabilities },\n input: { text?: string; turns?: Array<TTSTurn>; timestamps?: boolean },\n): string {\n const { text, turns, timestamps } = input\n\n if (timestamps && !adapter.capabilities?.timestamps) {\n throw new Error(\n `${adapter.name} cannot return timestamps. Drop \\`timestamps: true\\` — the result would have no alignment to read.`,\n )\n }\n\n if (turns) {\n if (text !== undefined) {\n throw new Error(\n 'generateSpeech() takes either `text` or `turns`, not both.',\n )\n }\n if (turns.length === 0) {\n throw new Error('generateSpeech() `turns` must not be empty.')\n }\n const maxSpeakers = adapter.capabilities?.maxSpeakers\n if (maxSpeakers === undefined) {\n throw new Error(\n `${adapter.name} cannot generate dialogue. Pass \\`text\\` (and \\`voice\\`) instead of \\`turns\\`.`,\n )\n }\n const speakers = new Set(turns.map((turn) => turn.voice)).size\n if (speakers > maxSpeakers) {\n throw new Error(\n `${adapter.name} accepts at most ${maxSpeakers} distinct voice${maxSpeakers === 1 ? '' : 's'} per request; received ${speakers}.`,\n )\n }\n return turns.map((turn) => turn.text).join('\\n')\n }\n\n if (text === undefined) {\n throw new Error('generateSpeech() requires either `text` or `turns`.')\n }\n return text\n}\n\n// ===========================\n// Activity Implementation\n// ===========================\n\n/**\n * TTS activity - generates speech from text.\n *\n * Uses AI text-to-speech models to create audio from natural language text.\n *\n * @example Generate speech from text\n * ```ts\n * import { generateSpeech } from '@tanstack/ai'\n * import { openaiSpeech } from '@tanstack/ai-openai'\n *\n * const result = await generateSpeech({\n * adapter: openaiSpeech('tts-1-hd'),\n * text: 'Hello, welcome to TanStack AI!',\n * voice: 'nova'\n * })\n *\n * console.log(result.audio) // base64-encoded audio\n * ```\n *\n * @example With format and speed options\n * ```ts\n * const result = await generateSpeech({\n * adapter: openaiSpeech('tts-1'),\n * text: 'This is slower speech.',\n * voice: 'alloy',\n * format: 'wav',\n * speed: 0.8\n * })\n * ```\n */\nexport function generateSpeech<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n>(options: TTSActivityOptions<TAdapter, TStream>): TTSActivityResult<TStream> {\n if (options.stream) {\n return streamGenerationResult(\n // Only `runId` is taken from the resolved wire identity. `threadId` stays\n // the CALLER's: `streamGenerationResult` mints one for the RUN_* chunks\n // when none was passed, and spreading that over the options would hand\n // middleware a thread id known to nobody, which persistence would then\n // file the run under. Matches `generateVideo`.\n (resolved) => runGenerateSpeech({ ...options, runId: resolved.runId }),\n options,\n ) as TTSActivityResult<TStream>\n }\n return runGenerateSpeech(options) as TTSActivityResult<TStream>\n}\n\n/**\n * Run the core TTS generation logic (non-streaming).\n */\nasync function runGenerateSpeech<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n>(options: TTSActivityOptions<TAdapter, boolean>): Promise<TTSResult> {\n const {\n adapter,\n stream: _stream,\n debug: _debug,\n middleware,\n threadId,\n runId,\n timeout,\n abortSignal: callerAbortSignal,\n ...rest\n } = options\n const model = adapter.model\n const text = resolveSpeechText(adapter, rest)\n const requestId = createId('speech')\n const startTime = Date.now()\n const logger: InternalLogger = resolveDebugOption(options.debug)\n const abortControls = createActivityAbortControls({\n timeout,\n abortSignal: callerAbortSignal,\n })\n const providerName =\n (adapter as { name?: string; provider?: string }).provider ??\n (adapter as { name?: string }).name ??\n 'unknown'\n\n const mwCtx = createGenerationContext({\n requestId,\n activity: 'tts',\n provider: adapter.name,\n model,\n modelOptions: rest.modelOptions,\n artifactInputs: {\n text,\n voice: rest.voice,\n format: rest.format,\n speed: rest.speed,\n },\n threadId,\n runId,\n createId,\n })\n\n await runGenerationStart(middleware, mwCtx)\n\n aiEventClient.emit('speech:request:started', {\n requestId,\n provider: adapter.name,\n model,\n text,\n voice: rest.voice,\n format: rest.format,\n speed: rest.speed,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: startTime,\n })\n\n logger.request(`activity=generateSpeech provider=${providerName}`, {\n provider: providerName,\n model,\n })\n\n try {\n const rawResult = await raceWithAbort(\n adapter.generateSpeech({\n ...rest,\n text,\n model,\n logger,\n ...(abortControls.signal ? { abortSignal: abortControls.signal } : {}),\n }),\n abortControls.signal,\n )\n abortControls.clear()\n const result = await applyGenerationResultTransforms(mwCtx, rawResult)\n const duration = Date.now() - startTime\n\n aiEventClient.emit('speech:request:completed', {\n requestId,\n provider: adapter.name,\n model,\n audio: result.audio,\n format: result.format,\n audioDuration: result.duration,\n contentType: result.contentType,\n duration,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: Date.now(),\n })\n\n if (result.usage) {\n aiEventClient.emit('speech:usage', {\n requestId,\n model,\n usage: result.usage,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: Date.now(),\n })\n }\n\n logger.output(`activity=generateSpeech bytes=${result.audio.length}`, {\n bytes: result.audio.length,\n contentType: result.contentType,\n })\n\n if (result.usage) await runGenerationUsage(middleware, mwCtx, result.usage)\n await runGenerationFinish(middleware, mwCtx, {\n duration,\n usage: result.usage,\n })\n\n return result\n } catch (error) {\n abortControls.clear()\n const duration = Date.now() - startTime\n const err = error as Error\n aiEventClient.emit('speech:request:error', {\n requestId,\n provider: adapter.name,\n model,\n error: { message: err.message, name: err.name },\n duration,\n modelOptions: rest.modelOptions as Record<string, unknown> | undefined,\n timestamp: Date.now(),\n })\n if (isActivityAbortError(error, abortControls.signal)) {\n await runGenerationAbort(middleware, mwCtx, {\n reason: abortReasonMessage(error, abortControls.signal),\n duration,\n })\n } else {\n await runGenerationError(middleware, mwCtx, {\n error,\n duration,\n })\n }\n logger.errors('generateSpeech activity failed', {\n error,\n source: 'generateSpeech',\n })\n throw error\n }\n}\n\n// ===========================\n// Voice Catalog\n// ===========================\n\n/**\n * Options for {@link listVoices}.\n */\nexport interface ListVoicesActivityOptions<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n> extends ListVoicesOptions {\n /** The speech adapter whose catalog to read */\n adapter: TAdapter & { kind: typeof kind }\n}\n\n/**\n * List the voices an account can pass to `generateSpeech()`.\n *\n * Only providers with a per-account catalog implement this. A provider whose\n * voices are a fixed list publishes that list as a const in its package, so\n * import it from there rather than calling this.\n *\n * @example Find the voices you created\n * ```ts\n * import { listVoices } from '@tanstack/ai'\n * import { elevenlabsSpeech } from '@tanstack/ai-elevenlabs'\n *\n * const { voices } = await listVoices({\n * adapter: elevenlabsSpeech('eleven_v4'),\n * origins: ['generated', 'cloned'],\n * })\n * ```\n */\nexport async function listVoices<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n>(options: ListVoicesActivityOptions<TAdapter>): Promise<ListVoicesResult> {\n const { adapter, ...rest } = options\n\n const list = adapter.listVoices\n if (!list) {\n throw new Error(\n `The ${adapter.name} speech adapter has no per-account voice catalog to list. Its voices are a fixed set — import the voice list or union its package exports instead (for example \\`GeminiTTSVoices\\` from @tanstack/ai-gemini, or the \\`OpenAITTSVoice\\` union from @tanstack/ai-openai).`,\n )\n }\n\n return await list.call(adapter, rest)\n}\n\n// ===========================\n// Options Factory\n// ===========================\n\n/**\n * Create typed options for the generateSpeech() function without executing.\n */\nexport function createSpeechOptions<\n TAdapter extends TTSAdapter<string, TTSProviderOptions<TAdapter>>,\n TStream extends boolean = false,\n>(\n options: TTSActivityOptions<TAdapter, TStream>,\n): TTSActivityOptions<TAdapter, TStream> {\n return options\n}\n\n// Re-export adapter types\nexport type {\n TTSAdapter,\n TTSAdapterConfig,\n TTSCapabilities,\n AnyTTSAdapter,\n} from './adapter'\nexport { BaseTTSAdapter } from './adapter'\n"],"mappings":";;;;;;;;;;;;;;AA0CA,IAAa,OAAO;AA0HpB,SAAS,SAAS,QAAwB;CACxC,OAAO,GAAG,OAAO,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;AACzE;;;;;;;;;;AAWA,SAAS,kBACP,SACA,OACQ;CACR,MAAM,EAAE,MAAM,OAAO,eAAe;CAEpC,IAAI,cAAc,CAAC,QAAQ,cAAc,YACvC,MAAM,IAAI,MACR,GAAG,QAAQ,KAAK,mGAClB;CAGF,IAAI,OAAO;EACT,IAAI,SAAS,KAAA,GACX,MAAM,IAAI,MACR,4DACF;EAEF,IAAI,MAAM,WAAW,GACnB,MAAM,IAAI,MAAM,6CAA6C;EAE/D,MAAM,cAAc,QAAQ,cAAc;EAC1C,IAAI,gBAAgB,KAAA,GAClB,MAAM,IAAI,MACR,GAAG,QAAQ,KAAK,+EAClB;EAEF,MAAM,WAAW,IAAI,IAAI,MAAM,KAAK,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC;EAC1D,IAAI,WAAW,aACb,MAAM,IAAI,MACR,GAAG,QAAQ,KAAK,mBAAmB,YAAY,iBAAiB,gBAAgB,IAAI,KAAK,IAAI,yBAAyB,SAAS,EACjI;EAEF,OAAO,MAAM,KAAK,SAAS,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI;CACjD;CAEA,IAAI,SAAS,KAAA,GACX,MAAM,IAAI,MAAM,qDAAqD;CAEvE,OAAO;AACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoCA,SAAgB,eAGd,SAA4E;CAC5E,IAAI,QAAQ,QACV,OAAO,wBAMJ,aAAa,kBAAkB;EAAE,GAAG;EAAS,OAAO,SAAS;CAAM,CAAC,GACrE,OACF;CAEF,OAAO,kBAAkB,OAAO;AAClC;;;;AAKA,eAAe,kBAEb,SAAoE;CACpE,MAAM,EACJ,SACA,QAAQ,SACR,OAAO,QACP,YACA,UACA,OACA,SACA,aAAa,mBACb,GAAG,SACD;CACJ,MAAM,QAAQ,QAAQ;CACtB,MAAM,OAAO,kBAAkB,SAAS,IAAI;CAC5C,MAAM,YAAY,SAAS,QAAQ;CACnC,MAAM,YAAY,KAAK,IAAI;CAC3B,MAAM,SAAyB,mBAAmB,QAAQ,KAAK;CAC/D,MAAM,gBAAgB,4BAA4B;EAChD;EACA,aAAa;CACf,CAAC;CACD,MAAM,eACH,QAAiD,YACjD,QAA8B,QAC/B;CAEF,MAAM,QAAQ,wBAAwB;EACpC;EACA,UAAU;EACV,UAAU,QAAQ;EAClB;EACA,cAAc,KAAK;EACnB,gBAAgB;GACd;GACA,OAAO,KAAK;GACZ,QAAQ,KAAK;GACb,OAAO,KAAK;EACd;EACA;EACA;EACA;CACF,CAAC;CAED,MAAM,mBAAmB,YAAY,KAAK;CAE1C,cAAc,KAAK,0BAA0B;EAC3C;EACA,UAAU,QAAQ;EAClB;EACA;EACA,OAAO,KAAK;EACZ,QAAQ,KAAK;EACb,OAAO,KAAK;EACZ,cAAc,KAAK;EACnB,WAAW;CACb,CAAC;CAED,OAAO,QAAQ,oCAAoC,gBAAgB;EACjE,UAAU;EACV;CACF,CAAC;CAED,IAAI;EACF,MAAM,YAAY,MAAM,cACtB,QAAQ,eAAe;GACrB,GAAG;GACH;GACA;GACA;GACA,GAAI,cAAc,SAAS,EAAE,aAAa,cAAc,OAAO,IAAI,CAAC;EACtE,CAAC,GACD,cAAc,MAChB;EACA,cAAc,MAAM;EACpB,MAAM,SAAS,MAAM,gCAAgC,OAAO,SAAS;EACrE,MAAM,WAAW,KAAK,IAAI,IAAI;EAE9B,cAAc,KAAK,4BAA4B;GAC7C;GACA,UAAU,QAAQ;GAClB;GACA,OAAO,OAAO;GACd,QAAQ,OAAO;GACf,eAAe,OAAO;GACtB,aAAa,OAAO;GACpB;GACA,cAAc,KAAK;GACnB,WAAW,KAAK,IAAI;EACtB,CAAC;EAED,IAAI,OAAO,OACT,cAAc,KAAK,gBAAgB;GACjC;GACA;GACA,OAAO,OAAO;GACd,cAAc,KAAK;GACnB,WAAW,KAAK,IAAI;EACtB,CAAC;EAGH,OAAO,OAAO,iCAAiC,OAAO,MAAM,UAAU;GACpE,OAAO,OAAO,MAAM;GACpB,aAAa,OAAO;EACtB,CAAC;EAED,IAAI,OAAO,OAAO,MAAM,mBAAmB,YAAY,OAAO,OAAO,KAAK;EAC1E,MAAM,oBAAoB,YAAY,OAAO;GAC3C;GACA,OAAO,OAAO;EAChB,CAAC;EAED,OAAO;CACT,SAAS,OAAO;EACd,cAAc,MAAM;EACpB,MAAM,WAAW,KAAK,IAAI,IAAI;EAC9B,MAAM,MAAM;EACZ,cAAc,KAAK,wBAAwB;GACzC;GACA,UAAU,QAAQ;GAClB;GACA,OAAO;IAAE,SAAS,IAAI;IAAS,MAAM,IAAI;GAAK;GAC9C;GACA,cAAc,KAAK;GACnB,WAAW,KAAK,IAAI;EACtB,CAAC;EACD,IAAI,qBAAqB,OAAO,cAAc,MAAM,GAClD,MAAM,mBAAmB,YAAY,OAAO;GAC1C,QAAQ,mBAAmB,OAAO,cAAc,MAAM;GACtD;EACF,CAAC;OAED,MAAM,mBAAmB,YAAY,OAAO;GAC1C;GACA;EACF,CAAC;EAEH,OAAO,OAAO,kCAAkC;GAC9C;GACA,QAAQ;EACV,CAAC;EACD,MAAM;CACR;AACF;;;;;;;;;;;;;;;;;;;AAkCA,eAAsB,WAEpB,SAAyE;CACzE,MAAM,EAAE,SAAS,GAAG,SAAS;CAE7B,MAAM,OAAO,QAAQ;CACrB,IAAI,CAAC,MACH,MAAM,IAAI,MACR,OAAO,QAAQ,KAAK,wQACtB;CAGF,OAAO,MAAM,KAAK,KAAK,SAAS,IAAI;AACtC;;;;AASA,SAAgB,oBAId,SACuC;CACvC,OAAO;AACT"}
@@ -28,6 +28,11 @@ export type DurationOptions<T extends string | number | undefined> = {
28
28
  } | {
29
29
  kind: 'none';
30
30
  };
31
+ /**
32
+ * Spellings of one clip length: the number `6`, the string `"6"`, or the
33
+ * template `"6s"`.
34
+ */
35
+ export type VideoDurationSpell<N extends number> = N | `${N}` | `${N}s`;
31
36
  /**
32
37
  * Configuration for video adapter instances
33
38
  *
@@ -104,10 +109,13 @@ export interface VideoAdapter<TModel extends string = string, TProviderOptions e
104
109
  */
105
110
  availableDurations: () => DurationOptions<TModelDurationByName[TModel]>;
106
111
  /**
107
- * Coerce a raw seconds value to the closest valid duration for this model.
108
- * Returns `undefined` for models with no duration field.
112
+ * Coerce `input` to the closest duration this model accepts.
113
+ * `input` may be seconds (`7`), a numeric string (`"7"`), a template
114
+ * (`"6s"`), or a keyword the model lists (`"auto"`).
115
+ * Returns `undefined` when the model has no duration field, or when
116
+ * `input` is a keyword that model does not list.
109
117
  */
110
- snapDuration: (seconds: number) => TModelDurationByName[TModel] | undefined;
118
+ snapDuration: (input: number | string) => TModelDurationByName[TModel] | undefined;
111
119
  }
112
120
  /**
113
121
  * A VideoAdapter with any/unknown type parameters.
@@ -145,9 +153,9 @@ export declare abstract class BaseVideoAdapter<TModel extends string = string, T
145
153
  */
146
154
  availableDurations(): DurationOptions<TModelDurationByName[TModel]>;
147
155
  /**
148
- * Default implementation returns `undefined`. Adapters that have declared
149
- * their per-model duration map should override.
156
+ * Uses `availableDurations()`. Adapters that declare a duration map only
157
+ * need to override that method.
150
158
  */
151
- snapDuration(_seconds: number): TModelDurationByName[TModel] | undefined;
159
+ snapDuration(input: number | string): TModelDurationByName[TModel] | undefined;
152
160
  protected generateId(): string;
153
161
  }
@@ -1,3 +1,4 @@
1
+ import { snapToDurationOption } from "./snap.js";
1
2
  //#region src/activities/generateVideo/adapter.ts
2
3
  /**
3
4
  * Abstract base class for video generation adapters.
@@ -24,10 +25,12 @@ var BaseVideoAdapter = class {
24
25
  return { kind: "none" };
25
26
  }
26
27
  /**
27
- * Default implementation returns `undefined`. Adapters that have declared
28
- * their per-model duration map should override.
28
+ * Uses `availableDurations()`. Adapters that declare a duration map only
29
+ * need to override that method.
29
30
  */
30
- snapDuration(_seconds) {}
31
+ snapDuration(input) {
32
+ return snapToDurationOption(input, this.availableDurations());
33
+ }
31
34
  generateId() {
32
35
  return `${this.name}-${Date.now()}-${Math.random().toString(36).substring(7)}`;
33
36
  }
@@ -1 +1 @@
1
- {"version":3,"file":"adapter.js","names":[],"sources":["../../../../src/activities/generateVideo/adapter.ts"],"sourcesContent":["import type {\n ModelInputModalitiesByName,\n VideoGenerationOptions,\n VideoJobResult,\n VideoStatusResult,\n VideoUrlResult,\n} from '../../types'\n\n/**\n * Structured description of the durations a video model accepts.\n *\n * Tagged union so the same shape can express discrete enums (OpenAI Sora,\n * Veo), continuous ranges, mixed shapes, and models with no duration field.\n * Consumed by `VideoAdapter.availableDurations()`.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type DurationOptions<T extends string | number | undefined> =\n | { kind: 'discrete'; values: ReadonlyArray<NonNullable<T>> }\n | { kind: 'range'; min: number; max: number; step?: number; unit: 'seconds' }\n | {\n kind: 'mixed'\n values: ReadonlyArray<NonNullable<T>>\n range?: { min: number; max: number; step?: number }\n }\n | { kind: 'none' }\n\n/**\n * Configuration for video adapter instances\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoAdapterConfig {\n apiKey?: string\n baseUrl?: string\n timeout?: number\n maxRetries?: number\n headers?: Record<string, string>\n}\n\n/**\n * Video adapter interface with pre-resolved generics.\n *\n * An adapter is created by a provider function: `provider('model')` → `adapter`\n * All type resolution happens at the provider call site, not in this interface.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * Generic parameters:\n * - TModel: The specific model name (e.g., 'sora-2')\n * - TProviderOptions: Provider-specific options (already resolved)\n * - TModelProviderOptionsByName: Map from model name to its specific provider options\n * - TModelSizeByName: Map from model name to its supported sizes\n * - TModelInputModalitiesByName: Map from model name to the non-text prompt\n * modalities it accepts (constrains the `prompt` part types at compile time)\n * - TModelDurationByName: Map from model name to its supported duration\n * union. Defaults to `Record<string, number>` so adapters that haven't\n * declared a map keep today's `duration?: number` typing.\n */\nexport interface VideoAdapter<\n TModel extends string = string,\n TProviderOptions extends object = Record<string, unknown>,\n TModelProviderOptionsByName extends Record<string, any> = Record<string, any>,\n TModelSizeByName extends Record<string, string | undefined> = Record<\n string,\n string\n >,\n TModelInputModalitiesByName extends ModelInputModalitiesByName =\n ModelInputModalitiesByName,\n TModelDurationByName extends Record<string, string | number | undefined> =\n Record<string, number>,\n> {\n /** Discriminator for adapter kind - used to determine API shape */\n readonly kind: 'video'\n /** Adapter name identifier */\n readonly name: string\n /**\n * Declares that this adapter can consume `{ type: 'file' }` content\n * sources (provider Files API references). The activity dispatcher rejects\n * file sources in preflight for adapters that don't declare this, so\n * adapters written before the file arm existed fail closed.\n */\n readonly supportsFileSources?: boolean\n /** The model this adapter is configured for */\n readonly model: TModel\n\n /**\n * @internal Type-only properties for inference. Not assigned at runtime.\n */\n '~types': {\n providerOptions: TProviderOptions\n modelProviderOptionsByName: TModelProviderOptionsByName\n modelSizeByName: TModelSizeByName\n modelInputModalitiesByName: TModelInputModalitiesByName\n modelDurationByName: TModelDurationByName\n }\n\n /**\n * Create a new video generation job.\n * Returns a job ID that can be used to poll for status and retrieve the video.\n */\n createVideoJob: (\n options: VideoGenerationOptions<\n TProviderOptions,\n TModelSizeByName[TModel],\n TModelDurationByName[TModel]\n >,\n ) => Promise<VideoJobResult>\n\n /**\n * Get the current status of a video generation job.\n */\n getVideoStatus: (jobId: string) => Promise<VideoStatusResult>\n\n /**\n * Get the URL to download/view the generated video.\n * Should only be called after status is 'completed'.\n */\n getVideoUrl: (jobId: string) => Promise<VideoUrlResult>\n\n /**\n * Describe the durations this adapter's model accepts. Returns a tagged\n * union so consumers can render UI / coerce input without provider-specific\n * knowledge.\n */\n availableDurations: () => DurationOptions<TModelDurationByName[TModel]>\n\n /**\n * Coerce a raw seconds value to the closest valid duration for this model.\n * Returns `undefined` for models with no duration field.\n */\n snapDuration: (seconds: number) => TModelDurationByName[TModel] | undefined\n}\n\n/**\n * A VideoAdapter with any/unknown type parameters.\n * Useful as a constraint in generic functions and interfaces.\n */\nexport type AnyVideoAdapter = VideoAdapter<any, any, any, any, any, any>\n\n/**\n * Abstract base class for video generation adapters.\n * Extend this class to implement a video adapter for a specific provider.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * Generic parameters match VideoAdapter - all pre-resolved by the provider function.\n */\nexport abstract class BaseVideoAdapter<\n TModel extends string = string,\n TProviderOptions extends object = Record<string, unknown>,\n TModelProviderOptionsByName extends Record<string, any> = Record<string, any>,\n TModelSizeByName extends Record<string, string | undefined> = Record<\n string,\n string\n >,\n TModelInputModalitiesByName extends ModelInputModalitiesByName =\n ModelInputModalitiesByName,\n TModelDurationByName extends Record<string, string | number | undefined> =\n Record<string, number>,\n> implements VideoAdapter<\n TModel,\n TProviderOptions,\n TModelProviderOptionsByName,\n TModelSizeByName,\n TModelInputModalitiesByName,\n TModelDurationByName\n> {\n readonly kind = 'video' as const\n abstract readonly name: string\n readonly supportsFileSources: boolean = false\n readonly model: TModel\n\n // Type-only property - never assigned at runtime\n declare '~types': {\n providerOptions: TProviderOptions\n modelProviderOptionsByName: TModelProviderOptionsByName\n modelSizeByName: TModelSizeByName\n modelInputModalitiesByName: TModelInputModalitiesByName\n modelDurationByName: TModelDurationByName\n }\n\n protected config: VideoAdapterConfig\n\n constructor(config: VideoAdapterConfig = {}, model: TModel) {\n this.config = config\n this.model = model\n }\n\n abstract createVideoJob(\n options: VideoGenerationOptions<\n TProviderOptions,\n TModelSizeByName[TModel],\n TModelDurationByName[TModel]\n >,\n ): Promise<VideoJobResult>\n\n abstract getVideoStatus(jobId: string): Promise<VideoStatusResult>\n\n abstract getVideoUrl(jobId: string): Promise<VideoUrlResult>\n\n /**\n * Default implementation returns `{ kind: 'none' }`. Adapters that have\n * declared their per-model duration map should override this.\n */\n availableDurations(): DurationOptions<TModelDurationByName[TModel]> {\n return { kind: 'none' }\n }\n\n /**\n * Default implementation returns `undefined`. Adapters that have declared\n * their per-model duration map should override.\n */\n snapDuration(_seconds: number): TModelDurationByName[TModel] | undefined {\n return undefined\n }\n\n protected generateId(): string {\n return `${this.name}-${Date.now()}-${Math.random().toString(36).substring(7)}`\n }\n}\n"],"mappings":";;;;;;;;;AAoJA,IAAsB,mBAAtB,MAmBE;CACA,OAAgB;CAEhB,sBAAwC;CACxC;CAWA;CAEA,YAAY,SAA6B,CAAC,GAAG,OAAe;EAC1D,KAAK,SAAS;EACd,KAAK,QAAQ;CACf;;;;;CAkBA,qBAAoE;EAClE,OAAO,EAAE,MAAM,OAAO;CACxB;;;;;CAMA,aAAa,UAA4D,CAEzE;CAEA,aAA+B;EAC7B,OAAO,GAAG,KAAK,KAAK,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC;CAC7E;AACF"}
1
+ {"version":3,"file":"adapter.js","names":[],"sources":["../../../../src/activities/generateVideo/adapter.ts"],"sourcesContent":["import { snapToDurationOption } from './snap'\nimport type {\n ModelInputModalitiesByName,\n VideoGenerationOptions,\n VideoJobResult,\n VideoStatusResult,\n VideoUrlResult,\n} from '../../types'\n\n/**\n * Structured description of the durations a video model accepts.\n *\n * Tagged union so the same shape can express discrete enums (OpenAI Sora,\n * Veo), continuous ranges, mixed shapes, and models with no duration field.\n * Consumed by `VideoAdapter.availableDurations()`.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type DurationOptions<T extends string | number | undefined> =\n | { kind: 'discrete'; values: ReadonlyArray<NonNullable<T>> }\n | { kind: 'range'; min: number; max: number; step?: number; unit: 'seconds' }\n | {\n kind: 'mixed'\n values: ReadonlyArray<NonNullable<T>>\n range?: { min: number; max: number; step?: number }\n }\n | { kind: 'none' }\n\n/**\n * Spellings of one clip length: the number `6`, the string `\"6\"`, or the\n * template `\"6s\"`.\n */\nexport type VideoDurationSpell<N extends number> = N | `${N}` | `${N}s`\n\n/**\n * Configuration for video adapter instances\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoAdapterConfig {\n apiKey?: string\n baseUrl?: string\n timeout?: number\n maxRetries?: number\n headers?: Record<string, string>\n}\n\n/**\n * Video adapter interface with pre-resolved generics.\n *\n * An adapter is created by a provider function: `provider('model')` → `adapter`\n * All type resolution happens at the provider call site, not in this interface.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * Generic parameters:\n * - TModel: The specific model name (e.g., 'sora-2')\n * - TProviderOptions: Provider-specific options (already resolved)\n * - TModelProviderOptionsByName: Map from model name to its specific provider options\n * - TModelSizeByName: Map from model name to its supported sizes\n * - TModelInputModalitiesByName: Map from model name to the non-text prompt\n * modalities it accepts (constrains the `prompt` part types at compile time)\n * - TModelDurationByName: Map from model name to its supported duration\n * union. Defaults to `Record<string, number>` so adapters that haven't\n * declared a map keep today's `duration?: number` typing.\n */\nexport interface VideoAdapter<\n TModel extends string = string,\n TProviderOptions extends object = Record<string, unknown>,\n TModelProviderOptionsByName extends Record<string, any> = Record<string, any>,\n TModelSizeByName extends Record<string, string | undefined> = Record<\n string,\n string\n >,\n TModelInputModalitiesByName extends ModelInputModalitiesByName =\n ModelInputModalitiesByName,\n TModelDurationByName extends Record<string, string | number | undefined> =\n Record<string, number>,\n> {\n /** Discriminator for adapter kind - used to determine API shape */\n readonly kind: 'video'\n /** Adapter name identifier */\n readonly name: string\n /**\n * Declares that this adapter can consume `{ type: 'file' }` content\n * sources (provider Files API references). The activity dispatcher rejects\n * file sources in preflight for adapters that don't declare this, so\n * adapters written before the file arm existed fail closed.\n */\n readonly supportsFileSources?: boolean\n /** The model this adapter is configured for */\n readonly model: TModel\n\n /**\n * @internal Type-only properties for inference. Not assigned at runtime.\n */\n '~types': {\n providerOptions: TProviderOptions\n modelProviderOptionsByName: TModelProviderOptionsByName\n modelSizeByName: TModelSizeByName\n modelInputModalitiesByName: TModelInputModalitiesByName\n modelDurationByName: TModelDurationByName\n }\n\n /**\n * Create a new video generation job.\n * Returns a job ID that can be used to poll for status and retrieve the video.\n */\n createVideoJob: (\n options: VideoGenerationOptions<\n TProviderOptions,\n TModelSizeByName[TModel],\n TModelDurationByName[TModel]\n >,\n ) => Promise<VideoJobResult>\n\n /**\n * Get the current status of a video generation job.\n */\n getVideoStatus: (jobId: string) => Promise<VideoStatusResult>\n\n /**\n * Get the URL to download/view the generated video.\n * Should only be called after status is 'completed'.\n */\n getVideoUrl: (jobId: string) => Promise<VideoUrlResult>\n\n /**\n * Describe the durations this adapter's model accepts. Returns a tagged\n * union so consumers can render UI / coerce input without provider-specific\n * knowledge.\n */\n availableDurations: () => DurationOptions<TModelDurationByName[TModel]>\n\n /**\n * Coerce `input` to the closest duration this model accepts.\n * `input` may be seconds (`7`), a numeric string (`\"7\"`), a template\n * (`\"6s\"`), or a keyword the model lists (`\"auto\"`).\n * Returns `undefined` when the model has no duration field, or when\n * `input` is a keyword that model does not list.\n */\n snapDuration: (\n input: number | string,\n ) => TModelDurationByName[TModel] | undefined\n}\n\n/**\n * A VideoAdapter with any/unknown type parameters.\n * Useful as a constraint in generic functions and interfaces.\n */\nexport type AnyVideoAdapter = VideoAdapter<any, any, any, any, any, any>\n\n/**\n * Abstract base class for video generation adapters.\n * Extend this class to implement a video adapter for a specific provider.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * Generic parameters match VideoAdapter - all pre-resolved by the provider function.\n */\nexport abstract class BaseVideoAdapter<\n TModel extends string = string,\n TProviderOptions extends object = Record<string, unknown>,\n TModelProviderOptionsByName extends Record<string, any> = Record<string, any>,\n TModelSizeByName extends Record<string, string | undefined> = Record<\n string,\n string\n >,\n TModelInputModalitiesByName extends ModelInputModalitiesByName =\n ModelInputModalitiesByName,\n TModelDurationByName extends Record<string, string | number | undefined> =\n Record<string, number>,\n> implements VideoAdapter<\n TModel,\n TProviderOptions,\n TModelProviderOptionsByName,\n TModelSizeByName,\n TModelInputModalitiesByName,\n TModelDurationByName\n> {\n readonly kind = 'video' as const\n abstract readonly name: string\n readonly supportsFileSources: boolean = false\n readonly model: TModel\n\n // Type-only property - never assigned at runtime\n declare '~types': {\n providerOptions: TProviderOptions\n modelProviderOptionsByName: TModelProviderOptionsByName\n modelSizeByName: TModelSizeByName\n modelInputModalitiesByName: TModelInputModalitiesByName\n modelDurationByName: TModelDurationByName\n }\n\n protected config: VideoAdapterConfig\n\n constructor(config: VideoAdapterConfig = {}, model: TModel) {\n this.config = config\n this.model = model\n }\n\n abstract createVideoJob(\n options: VideoGenerationOptions<\n TProviderOptions,\n TModelSizeByName[TModel],\n TModelDurationByName[TModel]\n >,\n ): Promise<VideoJobResult>\n\n abstract getVideoStatus(jobId: string): Promise<VideoStatusResult>\n\n abstract getVideoUrl(jobId: string): Promise<VideoUrlResult>\n\n /**\n * Default implementation returns `{ kind: 'none' }`. Adapters that have\n * declared their per-model duration map should override this.\n */\n availableDurations(): DurationOptions<TModelDurationByName[TModel]> {\n return { kind: 'none' }\n }\n\n /**\n * Uses `availableDurations()`. Adapters that declare a duration map only\n * need to override that method.\n */\n snapDuration(\n input: number | string,\n ): TModelDurationByName[TModel] | undefined {\n return snapToDurationOption(input, this.availableDurations())\n }\n\n protected generateId(): string {\n return `${this.name}-${Date.now()}-${Math.random().toString(36).substring(7)}`\n }\n}\n"],"mappings":";;;;;;;;;;AAgKA,IAAsB,mBAAtB,MAmBE;CACA,OAAgB;CAEhB,sBAAwC;CACxC;CAWA;CAEA,YAAY,SAA6B,CAAC,GAAG,OAAe;EAC1D,KAAK,SAAS;EACd,KAAK,QAAQ;CACf;;;;;CAkBA,qBAAoE;EAClE,OAAO,EAAE,MAAM,OAAO;CACxB;;;;;CAMA,aACE,OAC0C;EAC1C,OAAO,qBAAqB,OAAO,KAAK,mBAAmB,CAAC;CAC9D;CAEA,aAA+B;EAC7B,OAAO,GAAG,KAAK,KAAK,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC;CAC7E;AACF"}
@@ -60,10 +60,11 @@ export type VideoCreateOptions<TAdapter extends VideoAdapter<string, any, any, a
60
60
  /** Video size — format depends on the provider (e.g., "16:9", "1280x720") */
61
61
  size?: VideoSizeForAdapter<TAdapter>;
62
62
  /**
63
- * Video duration in seconds. Adapters that declare a per-model duration
64
- * map narrow this to the model's valid union (e.g. `4 | 6 | 8` for Veo 3).
65
- * Pass `adapter.snapDuration(seconds)` to coerce raw seconds to a valid
66
- * value.
63
+ * Video duration. Adapters that declare a per-model duration map narrow
64
+ * this to that model's union (for example `4 | 6 | 8` for Veo 3, or
65
+ * `4 | "4" | "4s"` for Sora). Pass `adapter.snapDuration(input)` to coerce
66
+ * a raw value. `input` may be seconds, a `"6s"` template, or `"auto"` when
67
+ * the model lists it.
67
68
  */
68
69
  duration?: VideoDurationForAdapter<TAdapter>;
69
70
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":[],"sources":["../../../../src/activities/generateVideo/index.ts"],"sourcesContent":["/**\n * Video Activity (Experimental)\n *\n * Generates videos from text prompts. Adapters use a jobs/polling\n * architecture: create a job, poll for status, then fetch a download URL.\n * For a live, prompt-steerable stream, use generateLiveVideo().\n * This is a self-contained module with implementation, types, and JSDoc.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\n\nimport { aiEventClient } from '@tanstack/ai-event-client'\nimport { toRunErrorPayload } from '../error-payload'\nimport { resolveDebugOption } from '../../logger/resolve'\nimport { assertPromptFileSourceSupport } from '../../utilities/content-source'\nimport {\n applyGenerationResultTransforms,\n createGenerationContext,\n runGenerationAbort,\n runGenerationError,\n runGenerationFinish,\n runGenerationStart,\n runGenerationUsage,\n} from '../middleware/run'\nimport {\n abortReasonMessage,\n createActivityAbortControls,\n isActivityAbortError,\n raceWithAbort,\n toAbortError,\n} from '../../utilities/activity-abort'\nimport type { InternalLogger } from '../../logger/internal-logger'\nimport type { DebugOption } from '../../logger/types'\nimport type {\n GenerationMiddleware,\n GenerationMiddlewareContext,\n} from '../middleware/types'\nimport type { VideoAdapter } from './adapter'\nimport { normalizeStreamChunk } from '../../utilities/normalize-stream-chunk'\nimport type { AdapterYieldChunk } from '../../utilities/adapter-yield-chunk'\nimport type {\n MediaPrompt,\n MediaPromptFor,\n PersistedArtifactRef,\n StreamChunk,\n TokenUsage,\n VideoJobResult,\n VideoStatusResult,\n VideoUrlResult,\n} from '../../types'\n\n// ===========================\n// Activity Kind\n// ===========================\n\n/** The adapter kind this activity handles */\nexport const kind = 'video' as const\n\n// ===========================\n// Type Extraction Helpers\n// ===========================\n\n/**\n * Extract provider options from a VideoAdapter via ~types.\n */\nexport type VideoProviderOptions<TAdapter> =\n TAdapter extends VideoAdapter<any, any, any, any, any, any>\n ? TAdapter['~types']['providerOptions']\n : object\n\n/**\n * Extract the size type for a VideoAdapter's model via ~types.\n */\nexport type VideoSizeForAdapter<TAdapter> =\n TAdapter extends VideoAdapter<\n infer TModel,\n any,\n any,\n infer TSizeMap,\n any,\n any\n >\n ? TModel extends keyof TSizeMap\n ? TSizeMap[TModel]\n : string\n : string\n\n/**\n * Extract the prompt type a model accepts from a VideoAdapter via ~types.\n * Mirrors `ImagePromptForModel`: models in the adapter's input-modality map\n * get a `prompt` narrowed to text + their supported part types; adapters\n * without a map fall back to the full MediaPrompt.\n */\nexport type VideoPromptForAdapter<TAdapter> =\n TAdapter extends VideoAdapter<\n infer TModel,\n any,\n any,\n any,\n infer ModsByName,\n any\n >\n ? string extends keyof ModsByName\n ? MediaPrompt\n : TModel extends keyof ModsByName\n ? MediaPromptFor<ModsByName[TModel][number]>\n : MediaPrompt\n : MediaPrompt\n\n/**\n * Extract the duration type for a VideoAdapter's model via ~types.\n * Mirrors `VideoSizeForAdapter`. Falls back to `number` for adapters that\n * haven't declared per-model duration constraints.\n */\nexport type VideoDurationForAdapter<TAdapter> =\n TAdapter extends VideoAdapter<\n infer TModel,\n any,\n any,\n any,\n any,\n infer TDurationMap\n >\n ? TModel extends keyof TDurationMap\n ? TDurationMap[TModel]\n : number\n : number\n\n// ===========================\n// Activity Options Types\n\nfunction createId(prefix: string): string {\n return `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`\n}\n// ===========================\n\n/**\n * Base options shared by all video activity operations.\n * The model is extracted from the adapter's model property.\n */\ninterface VideoActivityBaseOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> {\n /** The video adapter to use (must be created with a model) */\n adapter: TAdapter & { kind: typeof kind }\n}\n\n/**\n * Options for creating a new video generation job.\n * The model is extracted from the adapter's model property.\n *\n * @template TAdapter - The video adapter type\n * @template TStream - Whether to stream the output\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type VideoCreateOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TStream extends boolean = false,\n> = VideoActivityBaseOptions<TAdapter> & {\n /** Request type - create a new job (default if not specified) */\n request?: 'create'\n /**\n * Description of the desired video. Either a plain string, or — for models\n * that support image-conditioned generation — an ordered array of content\n * parts interleaving text with image inputs. Image parts may carry\n * `metadata.role` (`'start_frame' | 'end_frame' | 'reference' |\n * 'character'`) to disambiguate intent; positional fallback otherwise. The\n * accepted part types are narrowed per model via the adapter's\n * input-modality map.\n */\n prompt: VideoPromptForAdapter<TAdapter>\n /** Video size — format depends on the provider (e.g., \"16:9\", \"1280x720\") */\n size?: VideoSizeForAdapter<TAdapter>\n /**\n * Video duration in seconds. Adapters that declare a per-model duration\n * map narrow this to the model's valid union (e.g. `4 | 6 | 8` for Veo 3).\n * Pass `adapter.snapDuration(seconds)` to coerce raw seconds to a valid\n * value.\n */\n duration?: VideoDurationForAdapter<TAdapter>\n /**\n * Whether to stream the video generation lifecycle.\n * When true, returns an AsyncIterable<StreamChunk> that handles the full\n * job lifecycle: create job, poll for status, yield updates, and yield final result.\n * When false or not provided, returns a Promise<VideoJobResult>.\n *\n * @default false\n */\n stream?: TStream\n /** Polling interval in milliseconds (stream mode only). @default 2000 */\n pollingInterval?: number\n /** Maximum time to wait before timing out in milliseconds (stream mode only). @default 600000 */\n maxDuration?: number\n /**\n * Custom run id (stream mode only) — the id stamped on the emitted\n * `RUN_STARTED` / `RUN_FINISHED` chunks.\n *\n * IGNORED by a non-streaming submit. That run spans two calls, and its id is\n * derived from the provider's job instead, so {@link getVideoJobStatus} can\n * recompute it from the `jobId` you already have to poll with. Honoring a\n * custom id here would reintroduce the failure this avoids: a caller who set\n * it on the submit and forgot it on the poll would silently open a second\n * record while the first sat unfinished forever.\n */\n runId?: string\n /**\n * Stable conversation/thread id for correlating this run when persisted.\n *\n * Also the `threadId` stamped on the emitted `RUN_STARTED` / `RUN_FINISHED`\n * chunks; when omitted a throwaway id is minted for those chunks only, and\n * the persisted run record carries NO thread link rather than a fabricated\n * one. Pass it whenever persistence is on — it is the slot a reloading client\n * hydrates by, so a run stored without it can only be fetched by run id.\n */\n threadId?: string\n /**\n * Enable debug logging. Pass `true` to enable all categories, `false` to\n * silence everything including errors, or a `DebugConfig` object for granular\n * control and/or a custom `Logger`.\n */\n debug?: DebugOption\n /**\n * Observe-only middleware notified on start, usage, success, and error. Pass\n * `otelMiddleware()` to emit OpenTelemetry spans, `withGenerationPersistence()`\n * to persist the run, or implement the `GenerationMiddleware` contract for a\n * custom backend.\n *\n * In streaming mode one run covers the full create→poll→complete lifecycle:\n * `onStart` at submission, a terminal `onFinish`/`onError` when the job\n * settles, and `onAbort` if the consumer abandons the stream.\n *\n * In NON-streaming mode the call only SUBMITS the job, so it only opens the\n * run: no terminal hook fires here, because the video does not exist yet.\n * Pass the same `middleware` and `threadId` to {@link getVideoJobStatus}; the\n * poll that observes a terminal job state finishes the run and is where the\n * result and its artifacts are recorded. Nothing else has to be threaded\n * through — both calls derive the run id from the provider's `jobId`, the one\n * id a poller cannot be missing.\n *\n * Because the job id only exists once the provider accepts the job, `onStart`\n * fires AFTER the submit request rather than before it — an observer's span\n * therefore covers the run from acceptance onward, not the submit round-trip.\n * A submission that FAILS has no job to key on, so it opens and immediately\n * fails a run under this call's `requestId`: the thread's latest run reports\n * the failure (a client hydrating the slot sees it) even though there is no\n * job to resume.\n */\n middleware?: Array<GenerationMiddleware>\n /**\n * Maximum duration of this activity invocation in milliseconds.\n * No SDK-wide default — choose a value suitable for the provider and job.\n * Composed with {@link abortSignal}; the first abort wins.\n *\n * In stream mode this bounds the full create→poll→complete lifecycle and\n * complements {@link maxDuration} (which defaults to 10 minutes). When both\n * are set, the shorter limit wins via signal composition against the\n * polling deadline.\n */\n timeout?: number\n /**\n * Caller cancellation signal (request disconnects, job/runtime cancellation).\n * Composed with {@link timeout} into an effective signal forwarded to the\n * adapter on job submission. Request-specific — not stored on global\n * provider client config.\n */\n abortSignal?: AbortSignal\n} & ({} extends VideoProviderOptions<TAdapter>\n ? {\n /** Provider-specific options for video generation */ modelOptions?: VideoProviderOptions<TAdapter>\n }\n : {\n /** Provider-specific options for video generation */ modelOptions: VideoProviderOptions<TAdapter>\n })\n\n/**\n * Options for polling the status of a video generation job.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoStatusOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> extends VideoActivityBaseOptions<TAdapter> {\n /** Request type - get job status */\n request: 'status'\n /** The job ID to check status for */\n jobId: string\n}\n\n/**\n * Options for getting the URL of a completed video.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoUrlOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> extends VideoActivityBaseOptions<TAdapter> {\n /** Request type - get video URL */\n request: 'url'\n /** The job ID to get URL for */\n jobId: string\n}\n\n/**\n * Union type for all video activity options.\n * Discriminated by the `request` field.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type VideoActivityOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TRequest extends 'create' | 'status' | 'url' = 'create',\n TStream extends boolean = false,\n> = TRequest extends 'status'\n ? VideoStatusOptions<TAdapter>\n : TRequest extends 'url'\n ? VideoUrlOptions<TAdapter>\n : VideoCreateOptions<TAdapter, TStream>\n\n// ===========================\n// Activity Result Types\n// ===========================\n\n/**\n * Result type for the video activity, based on request type and streaming.\n * - If stream is true (create request): AsyncIterable<StreamChunk>\n * - Otherwise: Promise<VideoJobResult | VideoStatusResult | VideoUrlResult>\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type VideoActivityResult<\n TRequest extends 'create' | 'status' | 'url' = 'create',\n TStream extends boolean = false,\n> = TRequest extends 'status'\n ? Promise<VideoStatusResult>\n : TRequest extends 'url'\n ? Promise<VideoUrlResult>\n : TStream extends true\n ? AsyncIterable<StreamChunk>\n : Promise<VideoJobResult>\n\n// ===========================\n// Activity Implementation\n// ===========================\n\n/**\n * Generate video - creates a video generation job from a text prompt.\n *\n * Uses AI video generation models to create videos based on natural language descriptions.\n * Unlike image generation, video generation is asynchronous and requires polling for completion.\n *\n * When `stream: true` is passed, handles the full job lifecycle automatically:\n * create job → poll for status → stream updates → yield final result.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * @example Create a video generation job\n * ```ts\n * import { generateVideo, getVideoJobStatus } from '@tanstack/ai'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * // Start a video generation job\n * const { jobId } = await generateVideo({\n * adapter: openaiVideo('sora-2'),\n * prompt: 'A cat chasing a dog in a sunny park'\n * })\n *\n * console.log('Job started:', jobId)\n *\n * // The submission only OPENS the run; the poll that sees a terminal state is\n * // what completes it. The `jobId` is the whole correlation — pass the same\n * // `middleware` and `threadId` when you use them.\n * const status = await getVideoJobStatus({\n * adapter: openaiVideo('sora-2'),\n * jobId,\n * })\n * ```\n *\n * @example Stream the full video generation lifecycle\n * ```ts\n * import { generateVideo, toServerSentEventsResponse } from '@tanstack/ai'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * const stream = generateVideo({\n * adapter: openaiVideo('sora-2'),\n * prompt: 'A cat chasing a dog in a sunny park',\n * stream: true,\n * pollingInterval: 3000,\n * })\n *\n * return toServerSentEventsResponse(stream)\n * ```\n */\nexport function generateVideo<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TStream extends boolean = false,\n>(\n options: VideoCreateOptions<TAdapter, TStream>,\n): VideoActivityResult<'create', TStream> {\n if (options.stream) {\n return runStreamingVideoGeneration(\n options as VideoCreateOptions<TAdapter, true>,\n ) as VideoActivityResult<'create', TStream>\n }\n\n return runCreateVideoJob(options) as VideoActivityResult<'create', TStream>\n}\n\n/**\n * The run id a non-streaming video job is filed under, derived from the\n * provider job itself.\n *\n * A submit-and-poll run spans two calls in two different requests, so the two\n * halves need to agree on an id. Deriving it from the `jobId` — the one id a\n * poller structurally cannot be missing, because it cannot poll without it —\n * means no correlation state has to survive the boundary and there is no\n * \"forgot to pass the run id\" failure to document. The provider is part of the\n * key so two providers' job-id spaces cannot collide, and both halves are\n * percent-encoded so the joined string stays unambiguous (and url-safe, since\n * run ids end up in storage keys and query strings).\n */\nfunction videoRunIdForJob(provider: string, jobId: string): string {\n return `video:${encodeURIComponent(provider)}:${encodeURIComponent(jobId)}`\n}\n\n/**\n * Internal implementation of non-streaming video job creation.\n *\n * Submitting a job OPENS a run, it does not complete one: the video does not\n * exist yet, and the bytes only appear on a later poll. So this fires `onStart`\n * and runs the result transforms over the submission result — the jobId lands\n * on the run record, which is what lets a later request resume polling — but\n * fires NO terminal hook. {@link getVideoJobStatus} finishes the run when the\n * job settles, keyed on the same derived id.\n *\n * `onStart` therefore runs AFTER the submit request: the run's id comes from\n * the job, which does not exist until the provider accepts it. A submission\n * that fails has no job, so it opens and immediately fails a run under this\n * call's `requestId` — terminal and unresumable by construction, but it puts\n * the failure where a client hydrating the thread will see it instead of\n * showing nothing.\n */\nasync function runCreateVideoJob<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n>(options: VideoCreateOptions<TAdapter, boolean>): Promise<VideoJobResult> {\n const {\n adapter,\n prompt,\n size,\n duration,\n modelOptions,\n middleware,\n timeout,\n abortSignal: callerAbortSignal,\n } = options\n // Fail closed on `{ type: 'file' }` sources for adapters that haven't\n // declared support (see assertPromptFileSourceSupport).\n assertPromptFileSourceSupport(adapter, prompt)\n const model = adapter.model\n const requestId = createId('video')\n const startTime = Date.now()\n const logger: InternalLogger = resolveDebugOption(options.debug)\n const abortControls = createActivityAbortControls({\n timeout,\n abortSignal: callerAbortSignal,\n })\n const providerName =\n (adapter as { name?: string; provider?: string }).provider ??\n (adapter as { name?: string }).name ??\n 'unknown'\n\n // `runId` is resolved per outcome (from the job, or absent on failure), so the\n // context is built once the outcome is known. `options.runId` is deliberately\n // not consulted: in non-streaming mode the run id is always the derived one,\n // the single rule that keeps the two calls in agreement.\n const contextFor = (runId?: string): GenerationMiddlewareContext =>\n createGenerationContext({\n requestId,\n activity: 'video',\n provider: adapter.name,\n model,\n modelOptions,\n // Deliberately the CALLER's `threadId` — no minted fallback. A thread id\n // nobody else knows would file the run in a slot no client could hydrate,\n // which is worse than no link because it looks like one. Mirrors the\n // streaming path.\n threadId: options.threadId,\n runId,\n artifactInputs: { prompt },\n createId,\n })\n\n logger.request(`activity=generateVideo provider=${providerName}`, {\n provider: providerName,\n model,\n })\n\n let jobResult: VideoJobResult\n try {\n jobResult = await raceWithAbort(\n adapter.createVideoJob({\n model,\n prompt,\n size,\n duration,\n modelOptions,\n logger,\n ...(abortControls.signal ? { abortSignal: abortControls.signal } : {}),\n }),\n abortControls.signal,\n )\n abortControls.clear()\n } catch (error) {\n abortControls.clear()\n // No jobId exists, so this run can only be keyed on the request. Start it\n // just to fail it: `generationRuns.update` on an unknown run id is a no-op\n // by contract, so without the `onStart` the failure would persist nowhere.\n const failedCtx = contextFor()\n await runGenerationStart(middleware, failedCtx)\n const elapsed = Date.now() - startTime\n if (isActivityAbortError(error, abortControls.signal)) {\n await runGenerationAbort(middleware, failedCtx, {\n reason: abortReasonMessage(error, abortControls.signal),\n duration: elapsed,\n })\n } else {\n await runGenerationError(middleware, failedCtx, {\n error,\n duration: elapsed,\n })\n }\n logger.errors('generateVideo activity failed', {\n error,\n source: 'generateVideo',\n })\n throw error\n }\n\n logger.output(`activity=generateVideo jobId=${jobResult.jobId}`, {\n jobId: jobResult.jobId,\n model: jobResult.model,\n })\n\n const mwCtx = contextFor(videoRunIdForJob(adapter.name, jobResult.jobId))\n await runGenerationStart(middleware, mwCtx)\n return await applyGenerationResultTransforms(mwCtx, jobResult)\n}\n\nfunction sleep(ms: number, signal?: AbortSignal): Promise<void> {\n if (!signal) {\n return new Promise((resolve) => setTimeout(resolve, ms))\n }\n if (signal.aborted) {\n return Promise.reject(toAbortError(signal.reason))\n }\n return new Promise((resolve, reject) => {\n const timer = setTimeout(() => {\n signal.removeEventListener('abort', onAbort)\n resolve()\n }, ms)\n const onAbort = () => {\n clearTimeout(timer)\n signal.removeEventListener('abort', onAbort)\n reject(toAbortError(signal.reason))\n }\n signal.addEventListener('abort', onAbort, { once: true })\n })\n}\n\n/**\n * Internal streaming implementation for video generation.\n * Handles the full job lifecycle: create job → poll for status → stream updates → yield final result.\n */\nasync function* runStreamingVideoGeneration<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n>(options: VideoCreateOptions<TAdapter, true>): AsyncIterable<StreamChunk> {\n const {\n adapter,\n prompt,\n size,\n duration,\n modelOptions,\n middleware,\n timeout,\n abortSignal: callerAbortSignal,\n } = options\n // Fail closed on `{ type: 'file' }` sources for adapters that haven't\n // declared support (see assertPromptFileSourceSupport).\n assertPromptFileSourceSupport(adapter, prompt)\n const model = adapter.model\n const runId = options.runId ?? createId('run')\n const requestId = createId('video')\n const obsStartTime = Date.now()\n const pollingInterval = options.pollingInterval ?? 2000\n const maxDuration = options.maxDuration ?? 600_000\n const logger: InternalLogger = resolveDebugOption(options.debug)\n const abortControls = createActivityAbortControls({\n timeout,\n abortSignal: callerAbortSignal,\n })\n const providerName =\n (adapter as { name?: string; provider?: string }).provider ??\n (adapter as { name?: string }).name ??\n 'unknown'\n\n // The wire needs a thread id on every RUN_* chunk, so one is minted when the\n // caller passes none — matching `streamGenerationResult`, which the other\n // activities stream through.\n const wireThreadId = options.threadId ?? createId('thread')\n\n yield {\n type: 'RUN_STARTED',\n runId,\n threadId: wireThreadId,\n timestamp: Date.now(),\n } as StreamChunk\n\n const mwCtx = createGenerationContext({\n requestId,\n activity: 'video',\n provider: adapter.name,\n model,\n modelOptions,\n // Identity has to reach the middleware, not just the chunks: persistence\n // keys the run record on these, and without them it falls back to the\n // internal `requestId` and records no thread link at all.\n //\n // Deliberately the CALLER's `threadId`, never `wireThreadId`: a minted id is\n // known to nobody, so persisting it would file the run in a slot no client\n // could ever hydrate — worse than recording no link, because it looks like\n // one. This mirrors `generateImage`.\n threadId: options.threadId,\n runId,\n artifactInputs: { prompt },\n createId,\n })\n\n await runGenerationStart(middleware, mwCtx)\n\n logger.request(\n `activity=generateVideo provider=${providerName} stream=true`,\n {\n provider: providerName,\n model,\n },\n )\n\n // Tracks whether a terminal observer event (finish/error/abort) has already\n // fired, so the `finally` below can fire one on abandonment without\n // double-firing.\n let settled = false\n try {\n // Create the video generation job\n const jobResult = await raceWithAbort(\n adapter.createVideoJob({\n model,\n prompt,\n size,\n duration,\n modelOptions,\n logger,\n ...(abortControls.signal ? { abortSignal: abortControls.signal } : {}),\n }),\n abortControls.signal,\n )\n\n yield {\n type: 'CUSTOM',\n name: 'video:job:created',\n value: { jobId: jobResult.jobId },\n timestamp: Date.now(),\n }\n\n // Poll for completion\n const startTime = Date.now()\n while (Date.now() - startTime < maxDuration) {\n await sleep(pollingInterval, abortControls.signal)\n\n const statusResult = await adapter.getVideoStatus(jobResult.jobId)\n\n yield {\n type: 'CUSTOM',\n name: 'video:status',\n value: {\n jobId: jobResult.jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n error: statusResult.error,\n },\n timestamp: Date.now(),\n }\n\n if (statusResult.status === 'completed') {\n const urlResult = await adapter.getVideoUrl(jobResult.jobId)\n\n logger.output(\n `activity=generateVideo jobId=${jobResult.jobId} status=completed`,\n {\n jobId: jobResult.jobId,\n url: urlResult.url,\n },\n )\n\n // Run the result transforms before anything observes the result, the\n // same as every other media activity. This is what lets persistence\n // copy the video into a blob store, attach its artifact refs, and\n // rewrite `url` to a durable app-origin one — so the chunk below and\n // the stored run record carry the SAME urls. Skipping it leaves a\n // result whose only url is the provider's expiring link.\n const rawResult = {\n jobId: jobResult.jobId,\n status: 'completed' as const,\n url: urlResult.url,\n expiresAt: urlResult.expiresAt,\n ...(urlResult.usage ? { usage: urlResult.usage } : {}),\n }\n const result = await applyGenerationResultTransforms(mwCtx, rawResult)\n\n // Fire finish before yielding the terminal chunks: the generation has\n // succeeded, so a consumer that stops reading after `generation:result`\n // (without pulling `RUN_FINISHED`) must not trip the abandonment path in\n // `finally`, which would otherwise report a spurious cancellation.\n if (urlResult.usage)\n await runGenerationUsage(middleware, mwCtx, urlResult.usage)\n await runGenerationFinish(middleware, mwCtx, {\n duration: Date.now() - obsStartTime,\n usage: urlResult.usage,\n })\n settled = true\n abortControls.clear()\n\n yield {\n type: 'CUSTOM',\n name: 'generation:result',\n value: result,\n timestamp: Date.now(),\n }\n\n yield* normalizeStreamChunk({\n type: 'RUN_FINISHED',\n runId,\n threadId: wireThreadId,\n finishReason: 'stop',\n timestamp: Date.now(),\n } as AdapterYieldChunk)\n return\n }\n\n if (statusResult.status === 'failed') {\n throw new Error(statusResult.error || 'Video generation failed')\n }\n }\n\n throw new Error('Video generation timed out')\n } catch (error: unknown) {\n abortControls.clear()\n const payload = toRunErrorPayload(error, 'Video generation failed')\n // Mark settled before firing terminal hooks: if a user error-hook throws,\n // the `finally` below must still not double-fire onAbort over the same op\n // (which would mask the original error and end the span twice).\n settled = true\n const elapsed = Date.now() - obsStartTime\n if (isActivityAbortError(error, abortControls.signal)) {\n await runGenerationAbort(middleware, mwCtx, {\n reason: abortReasonMessage(error, abortControls.signal),\n duration: elapsed,\n })\n } else {\n await runGenerationError(middleware, mwCtx, {\n error,\n duration: elapsed,\n })\n }\n logger.errors('generateVideo activity failed', {\n message: payload.message,\n code: payload.code,\n source: 'generateVideo',\n })\n yield* normalizeStreamChunk({\n type: 'RUN_ERROR',\n runId,\n threadId: wireThreadId,\n message: payload.message,\n ...(payload.code !== undefined ? { code: payload.code } : {}),\n timestamp: Date.now(),\n } as AdapterYieldChunk)\n } finally {\n abortControls.clear()\n if (!settled) {\n // The consumer abandoned the stream (broke the `for await` loop or\n // disconnected) before completion, so the generator is being unwound at\n // a `yield` without reaching finish/error. Fire `onAbort` — a cancel, not\n // an error — so otelMiddleware ends its span instead of leaking it.\n await runGenerationAbort(middleware, mwCtx, {\n reason: 'Video generation stream abandoned before completion',\n duration: Date.now() - obsStartTime,\n })\n }\n }\n}\n\n/**\n * Options for {@link getVideoJobStatus}.\n *\n * The run this poll finishes is identified by `adapter` + `jobId` alone — the\n * same pair the submitting `generateVideo()` call derived it from — so there is\n * no run id to thread through. Pass the submission's `threadId` and the same\n * `middleware`.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoJobStatusOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> {\n /** The video adapter to use (must be created with a model) */\n adapter: TAdapter & { kind: typeof kind }\n /** The job ID to check status for */\n jobId: string\n /**\n * The scope the run is filed under. Must match the submission's `threadId` —\n * generation persistence REFUSES a run without a scope (a run filed under\n * none can never be hydrated by one), so omitting it throws rather than\n * quietly filing the finished video somewhere unreachable.\n */\n threadId?: string\n /**\n * Observe-only middleware. Hooks fire ONLY on the poll that observes a\n * terminal job state: `onStart` (resuming the submission's run), then the\n * result transforms — which is where persistence copies the video into a blob\n * store and rewrites `url` to a durable one, so the returned result carries\n * the same urls as the stored record — then `onFinish`, or `onError` when the\n * job failed. Intermediate polls invoke nothing, so a middleware is not\n * charged for the wait.\n */\n middleware?: Array<GenerationMiddleware>\n}\n\n/**\n * The status of a video job, plus the video itself once the job completed.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoJobStatusResult {\n /** Job identifier */\n jobId: string\n status: 'pending' | 'processing' | 'completed' | 'failed'\n progress?: number\n url?: string\n /** When the provider url expires, if it reported one. */\n expiresAt?: Date\n error?: string\n usage?: TokenUsage\n /** Durable artifact references, when generation persistence is wired. */\n artifacts?: Array<PersistedArtifactRef>\n}\n\n/**\n * Get video job status - returns the current status, progress, and URL if available.\n *\n * This function combines status checking and URL retrieval. If the job is completed,\n * it will automatically fetch and include the video URL.\n *\n * It is also where a non-streaming `generateVideo()` run ENDS: pass the same\n * `middleware` and `threadId`, and the poll that first sees a terminal job state\n * finishes the run (recording the result and its artifacts) or fails it. The run\n * is identified by `adapter` + `jobId`, exactly what the submission derived it\n * from, so there is nothing else to carry between the two calls.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * @example Check job status\n * ```ts\n * import { getVideoJobStatus } from '@tanstack/ai'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * const result = await getVideoJobStatus({\n * adapter: openaiVideo('sora-2'),\n * jobId: 'job-123'\n * })\n *\n * console.log('Status:', result.status)\n * console.log('Progress:', result.progress)\n * if (result.url) {\n * console.log('Video URL:', result.url)\n * }\n * ```\n *\n * @example Submit and poll one persisted run\n * ```ts\n * import { generateVideo, getVideoJobStatus } from '@tanstack/ai'\n * import { withGenerationPersistence } from '@tanstack/ai-persistence'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * const adapter = openaiVideo('sora-2')\n * const middleware = [withGenerationPersistence(persistence)]\n *\n * // Opens the run (status `running`, jobId recorded). Its run id is derived\n * // from the provider job, so nothing has to be stored to resume it.\n * const { jobId } = await generateVideo({\n * adapter,\n * prompt: 'A cat chasing a dog in a sunny park',\n * threadId,\n * middleware,\n * })\n *\n * // Completes the SAME run once the job settles — this is what writes the\n * // video, its artifacts, and the terminal status. Works from a different\n * // request or process: the jobId is the only correlation.\n * const status = await getVideoJobStatus({\n * adapter,\n * jobId,\n * threadId,\n * middleware,\n * })\n * ```\n */\nexport async function getVideoJobStatus<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n>(options: VideoJobStatusOptions<TAdapter>): Promise<VideoJobStatusResult> {\n const { adapter, jobId, middleware } = options\n const requestId = createId('video-status')\n const startTime = Date.now()\n\n // Built per call but only USED on a terminal poll — `onStart` is what\n // registers the result transforms, so it has to run in the same call that\n // applies them.\n const terminalContext = (): GenerationMiddlewareContext =>\n createGenerationContext({\n requestId,\n activity: 'video',\n provider: adapter.name,\n model: adapter.model,\n threadId: options.threadId,\n // Recomputed, never passed in: the submitting call derived the same id\n // from the same provider + job, so the two halves agree without the\n // caller carrying anything but the jobId they must already have.\n runId: videoRunIdForJob(adapter.name, jobId),\n // Deliberately no `artifactInputs`: the submission already persisted any\n // prompt inputs under this run, and passing them again would store a\n // second copy of every input image.\n createId,\n })\n\n aiEventClient.emit('video:request:started', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n timestamp: startTime,\n })\n\n // Get status first\n const statusResult = await adapter.getVideoStatus(jobId)\n\n // If completed, also get the URL\n if (statusResult.status === 'completed') {\n let urlResult: VideoUrlResult\n // Scoped tightly to the provider call: a middleware hook that throws must\n // surface as itself, not be relabelled \"failed to get video URL\" and then\n // re-reported to the very middleware that threw.\n try {\n urlResult = await adapter.getVideoUrl(jobId)\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : 'Failed to get video URL'\n aiEventClient.emit('video:request:completed', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n status: 'failed',\n progress: statusResult.progress,\n error: errorMessage,\n duration: Date.now() - startTime,\n timestamp: Date.now(),\n })\n // Provider reported completed but result fetch failed — treat as failed,\n // and fail the run with it: the job is terminal, so nothing later will.\n await runGenerationError(middleware, terminalContext(), {\n error,\n duration: Date.now() - startTime,\n })\n return {\n jobId,\n status: 'failed' as const,\n progress: statusResult.progress,\n error: errorMessage,\n }\n }\n\n aiEventClient.emit('video:request:completed', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n url: urlResult.url,\n duration: Date.now() - startTime,\n timestamp: Date.now(),\n })\n if (urlResult.usage) {\n aiEventClient.emit('video:usage', {\n requestId,\n model: adapter.model,\n usage: urlResult.usage,\n timestamp: Date.now(),\n })\n }\n\n const mwCtx = terminalContext()\n await runGenerationStart(middleware, mwCtx)\n const result = await applyGenerationResultTransforms<VideoJobStatusResult>(\n mwCtx,\n {\n jobId,\n status: 'completed',\n ...(statusResult.progress !== undefined\n ? { progress: statusResult.progress }\n : {}),\n url: urlResult.url,\n ...(urlResult.expiresAt ? { expiresAt: urlResult.expiresAt } : {}),\n ...(urlResult.usage ? { usage: urlResult.usage } : {}),\n },\n )\n if (urlResult.usage)\n await runGenerationUsage(middleware, mwCtx, urlResult.usage)\n await runGenerationFinish(middleware, mwCtx, {\n duration: Date.now() - startTime,\n usage: urlResult.usage,\n })\n return result\n }\n\n aiEventClient.emit('video:request:completed', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n error: statusResult.error,\n duration: Date.now() - startTime,\n timestamp: Date.now(),\n })\n\n // A failed job is terminal for the run too: without this the record would sit\n // at `running` forever, indistinguishable from a job still being worked on.\n if (statusResult.status === 'failed') {\n await runGenerationError(middleware, terminalContext(), {\n error: new Error(statusResult.error || 'Video generation failed'),\n duration: Date.now() - startTime,\n })\n }\n\n // Return status for non-completed jobs\n return {\n jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n error: statusResult.error,\n }\n}\n\n// ===========================\n// Options Factory\n// ===========================\n\n/**\n * Create typed options for the generateVideo() function without executing.\n */\nexport function createVideoOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TStream extends boolean = false,\n>(\n options: VideoCreateOptions<TAdapter, TStream>,\n): VideoCreateOptions<TAdapter, TStream> {\n return options\n}\n\n// Re-export adapter types\nexport type {\n VideoAdapter,\n VideoAdapterConfig,\n AnyVideoAdapter,\n} from './adapter'\nexport { BaseVideoAdapter } from './adapter'\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAwDA,IAAa,OAAO;AA2EpB,SAAS,SAAS,QAAwB;CACxC,OAAO,GAAG,OAAO,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;AACzE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoQA,SAAgB,cAId,SACwC;CACxC,IAAI,QAAQ,QACV,OAAO,4BACL,OACF;CAGF,OAAO,kBAAkB,OAAO;AAClC;;;;;;;;;;;;;;AAeA,SAAS,iBAAiB,UAAkB,OAAuB;CACjE,OAAO,SAAS,mBAAmB,QAAQ,EAAE,GAAG,mBAAmB,KAAK;AAC1E;;;;;;;;;;;;;;;;;;AAmBA,eAAe,kBAEb,SAAyE;CACzE,MAAM,EACJ,SACA,QACA,MACA,UACA,cACA,YACA,SACA,aAAa,sBACX;CAGJ,8BAA8B,SAAS,MAAM;CAC7C,MAAM,QAAQ,QAAQ;CACtB,MAAM,YAAY,SAAS,OAAO;CAClC,MAAM,YAAY,KAAK,IAAI;CAC3B,MAAM,SAAyB,mBAAmB,QAAQ,KAAK;CAC/D,MAAM,gBAAgB,4BAA4B;EAChD;EACA,aAAa;CACf,CAAC;CACD,MAAM,eACH,QAAiD,YACjD,QAA8B,QAC/B;CAMF,MAAM,cAAc,UAClB,wBAAwB;EACtB;EACA,UAAU;EACV,UAAU,QAAQ;EAClB;EACA;EAKA,UAAU,QAAQ;EAClB;EACA,gBAAgB,EAAE,OAAO;EACzB;CACF,CAAC;CAEH,OAAO,QAAQ,mCAAmC,gBAAgB;EAChE,UAAU;EACV;CACF,CAAC;CAED,IAAI;CACJ,IAAI;EACF,YAAY,MAAM,cAChB,QAAQ,eAAe;GACrB;GACA;GACA;GACA;GACA;GACA;GACA,GAAI,cAAc,SAAS,EAAE,aAAa,cAAc,OAAO,IAAI,CAAC;EACtE,CAAC,GACD,cAAc,MAChB;EACA,cAAc,MAAM;CACtB,SAAS,OAAO;EACd,cAAc,MAAM;EAIpB,MAAM,YAAY,WAAW;EAC7B,MAAM,mBAAmB,YAAY,SAAS;EAC9C,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,IAAI,qBAAqB,OAAO,cAAc,MAAM,GAClD,MAAM,mBAAmB,YAAY,WAAW;GAC9C,QAAQ,mBAAmB,OAAO,cAAc,MAAM;GACtD,UAAU;EACZ,CAAC;OAED,MAAM,mBAAmB,YAAY,WAAW;GAC9C;GACA,UAAU;EACZ,CAAC;EAEH,OAAO,OAAO,iCAAiC;GAC7C;GACA,QAAQ;EACV,CAAC;EACD,MAAM;CACR;CAEA,OAAO,OAAO,gCAAgC,UAAU,SAAS;EAC/D,OAAO,UAAU;EACjB,OAAO,UAAU;CACnB,CAAC;CAED,MAAM,QAAQ,WAAW,iBAAiB,QAAQ,MAAM,UAAU,KAAK,CAAC;CACxE,MAAM,mBAAmB,YAAY,KAAK;CAC1C,OAAO,MAAM,gCAAgC,OAAO,SAAS;AAC/D;AAEA,SAAS,MAAM,IAAY,QAAqC;CAC9D,IAAI,CAAC,QACH,OAAO,IAAI,SAAS,YAAY,WAAW,SAAS,EAAE,CAAC;CAEzD,IAAI,OAAO,SACT,OAAO,QAAQ,OAAO,aAAa,OAAO,MAAM,CAAC;CAEnD,OAAO,IAAI,SAAS,SAAS,WAAW;EACtC,MAAM,QAAQ,iBAAiB;GAC7B,OAAO,oBAAoB,SAAS,OAAO;GAC3C,QAAQ;EACV,GAAG,EAAE;EACL,MAAM,gBAAgB;GACpB,aAAa,KAAK;GAClB,OAAO,oBAAoB,SAAS,OAAO;GAC3C,OAAO,aAAa,OAAO,MAAM,CAAC;EACpC;EACA,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;CAC1D,CAAC;AACH;;;;;AAMA,gBAAgB,4BAEd,SAAyE;CACzE,MAAM,EACJ,SACA,QACA,MACA,UACA,cACA,YACA,SACA,aAAa,sBACX;CAGJ,8BAA8B,SAAS,MAAM;CAC7C,MAAM,QAAQ,QAAQ;CACtB,MAAM,QAAQ,QAAQ,SAAS,SAAS,KAAK;CAC7C,MAAM,YAAY,SAAS,OAAO;CAClC,MAAM,eAAe,KAAK,IAAI;CAC9B,MAAM,kBAAkB,QAAQ,mBAAmB;CACnD,MAAM,cAAc,QAAQ,eAAe;CAC3C,MAAM,SAAyB,mBAAmB,QAAQ,KAAK;CAC/D,MAAM,gBAAgB,4BAA4B;EAChD;EACA,aAAa;CACf,CAAC;CACD,MAAM,eACH,QAAiD,YACjD,QAA8B,QAC/B;CAKF,MAAM,eAAe,QAAQ,YAAY,SAAS,QAAQ;CAE1D,MAAM;EACJ,MAAM;EACN;EACA,UAAU;EACV,WAAW,KAAK,IAAI;CACtB;CAEA,MAAM,QAAQ,wBAAwB;EACpC;EACA,UAAU;EACV,UAAU,QAAQ;EAClB;EACA;EASA,UAAU,QAAQ;EAClB;EACA,gBAAgB,EAAE,OAAO;EACzB;CACF,CAAC;CAED,MAAM,mBAAmB,YAAY,KAAK;CAE1C,OAAO,QACL,mCAAmC,aAAa,eAChD;EACE,UAAU;EACV;CACF,CACF;CAKA,IAAI,UAAU;CACd,IAAI;EAEF,MAAM,YAAY,MAAM,cACtB,QAAQ,eAAe;GACrB;GACA;GACA;GACA;GACA;GACA;GACA,GAAI,cAAc,SAAS,EAAE,aAAa,cAAc,OAAO,IAAI,CAAC;EACtE,CAAC,GACD,cAAc,MAChB;EAEA,MAAM;GACJ,MAAM;GACN,MAAM;GACN,OAAO,EAAE,OAAO,UAAU,MAAM;GAChC,WAAW,KAAK,IAAI;EACtB;EAGA,MAAM,YAAY,KAAK,IAAI;EAC3B,OAAO,KAAK,IAAI,IAAI,YAAY,aAAa;GAC3C,MAAM,MAAM,iBAAiB,cAAc,MAAM;GAEjD,MAAM,eAAe,MAAM,QAAQ,eAAe,UAAU,KAAK;GAEjE,MAAM;IACJ,MAAM;IACN,MAAM;IACN,OAAO;KACL,OAAO,UAAU;KACjB,QAAQ,aAAa;KACrB,UAAU,aAAa;KACvB,OAAO,aAAa;IACtB;IACA,WAAW,KAAK,IAAI;GACtB;GAEA,IAAI,aAAa,WAAW,aAAa;IACvC,MAAM,YAAY,MAAM,QAAQ,YAAY,UAAU,KAAK;IAE3D,OAAO,OACL,gCAAgC,UAAU,MAAM,oBAChD;KACE,OAAO,UAAU;KACjB,KAAK,UAAU;IACjB,CACF;IAQA,MAAM,YAAY;KAChB,OAAO,UAAU;KACjB,QAAQ;KACR,KAAK,UAAU;KACf,WAAW,UAAU;KACrB,GAAI,UAAU,QAAQ,EAAE,OAAO,UAAU,MAAM,IAAI,CAAC;IACtD;IACA,MAAM,SAAS,MAAM,gCAAgC,OAAO,SAAS;IAMrE,IAAI,UAAU,OACZ,MAAM,mBAAmB,YAAY,OAAO,UAAU,KAAK;IAC7D,MAAM,oBAAoB,YAAY,OAAO;KAC3C,UAAU,KAAK,IAAI,IAAI;KACvB,OAAO,UAAU;IACnB,CAAC;IACD,UAAU;IACV,cAAc,MAAM;IAEpB,MAAM;KACJ,MAAM;KACN,MAAM;KACN,OAAO;KACP,WAAW,KAAK,IAAI;IACtB;IAEA,OAAO,qBAAqB;KAC1B,MAAM;KACN;KACA,UAAU;KACV,cAAc;KACd,WAAW,KAAK,IAAI;IACtB,CAAsB;IACtB;GACF;GAEA,IAAI,aAAa,WAAW,UAC1B,MAAM,IAAI,MAAM,aAAa,SAAS,yBAAyB;EAEnE;EAEA,MAAM,IAAI,MAAM,4BAA4B;CAC9C,SAAS,OAAgB;EACvB,cAAc,MAAM;EACpB,MAAM,UAAU,kBAAkB,OAAO,yBAAyB;EAIlE,UAAU;EACV,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,IAAI,qBAAqB,OAAO,cAAc,MAAM,GAClD,MAAM,mBAAmB,YAAY,OAAO;GAC1C,QAAQ,mBAAmB,OAAO,cAAc,MAAM;GACtD,UAAU;EACZ,CAAC;OAED,MAAM,mBAAmB,YAAY,OAAO;GAC1C;GACA,UAAU;EACZ,CAAC;EAEH,OAAO,OAAO,iCAAiC;GAC7C,SAAS,QAAQ;GACjB,MAAM,QAAQ;GACd,QAAQ;EACV,CAAC;EACD,OAAO,qBAAqB;GAC1B,MAAM;GACN;GACA,UAAU;GACV,SAAS,QAAQ;GACjB,GAAI,QAAQ,SAAS,KAAA,IAAY,EAAE,MAAM,QAAQ,KAAK,IAAI,CAAC;GAC3D,WAAW,KAAK,IAAI;EACtB,CAAsB;CACxB,UAAU;EACR,cAAc,MAAM;EACpB,IAAI,CAAC,SAKH,MAAM,mBAAmB,YAAY,OAAO;GAC1C,QAAQ;GACR,UAAU,KAAK,IAAI,IAAI;EACzB,CAAC;CAEL;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqHA,eAAsB,kBAEpB,SAAyE;CACzE,MAAM,EAAE,SAAS,OAAO,eAAe;CACvC,MAAM,YAAY,SAAS,cAAc;CACzC,MAAM,YAAY,KAAK,IAAI;CAK3B,MAAM,wBACJ,wBAAwB;EACtB;EACA,UAAU;EACV,UAAU,QAAQ;EAClB,OAAO,QAAQ;EACf,UAAU,QAAQ;EAIlB,OAAO,iBAAiB,QAAQ,MAAM,KAAK;EAI3C;CACF,CAAC;CAEH,cAAc,KAAK,yBAAyB;EAC1C;EACA,UAAU,QAAQ;EAClB,OAAO,QAAQ;EACf,aAAa;EACb;EACA,WAAW;CACb,CAAC;CAGD,MAAM,eAAe,MAAM,QAAQ,eAAe,KAAK;CAGvD,IAAI,aAAa,WAAW,aAAa;EACvC,IAAI;EAIJ,IAAI;GACF,YAAY,MAAM,QAAQ,YAAY,KAAK;EAC7C,SAAS,OAAO;GACd,MAAM,eACJ,iBAAiB,QAAQ,MAAM,UAAU;GAC3C,cAAc,KAAK,2BAA2B;IAC5C;IACA,UAAU,QAAQ;IAClB,OAAO,QAAQ;IACf,aAAa;IACb;IACA,QAAQ;IACR,UAAU,aAAa;IACvB,OAAO;IACP,UAAU,KAAK,IAAI,IAAI;IACvB,WAAW,KAAK,IAAI;GACtB,CAAC;GAGD,MAAM,mBAAmB,YAAY,gBAAgB,GAAG;IACtD;IACA,UAAU,KAAK,IAAI,IAAI;GACzB,CAAC;GACD,OAAO;IACL;IACA,QAAQ;IACR,UAAU,aAAa;IACvB,OAAO;GACT;EACF;EAEA,cAAc,KAAK,2BAA2B;GAC5C;GACA,UAAU,QAAQ;GAClB,OAAO,QAAQ;GACf,aAAa;GACb;GACA,QAAQ,aAAa;GACrB,UAAU,aAAa;GACvB,KAAK,UAAU;GACf,UAAU,KAAK,IAAI,IAAI;GACvB,WAAW,KAAK,IAAI;EACtB,CAAC;EACD,IAAI,UAAU,OACZ,cAAc,KAAK,eAAe;GAChC;GACA,OAAO,QAAQ;GACf,OAAO,UAAU;GACjB,WAAW,KAAK,IAAI;EACtB,CAAC;EAGH,MAAM,QAAQ,gBAAgB;EAC9B,MAAM,mBAAmB,YAAY,KAAK;EAC1C,MAAM,SAAS,MAAM,gCACnB,OACA;GACE;GACA,QAAQ;GACR,GAAI,aAAa,aAAa,KAAA,IAC1B,EAAE,UAAU,aAAa,SAAS,IAClC,CAAC;GACL,KAAK,UAAU;GACf,GAAI,UAAU,YAAY,EAAE,WAAW,UAAU,UAAU,IAAI,CAAC;GAChE,GAAI,UAAU,QAAQ,EAAE,OAAO,UAAU,MAAM,IAAI,CAAC;EACtD,CACF;EACA,IAAI,UAAU,OACZ,MAAM,mBAAmB,YAAY,OAAO,UAAU,KAAK;EAC7D,MAAM,oBAAoB,YAAY,OAAO;GAC3C,UAAU,KAAK,IAAI,IAAI;GACvB,OAAO,UAAU;EACnB,CAAC;EACD,OAAO;CACT;CAEA,cAAc,KAAK,2BAA2B;EAC5C;EACA,UAAU,QAAQ;EAClB,OAAO,QAAQ;EACf,aAAa;EACb;EACA,QAAQ,aAAa;EACrB,UAAU,aAAa;EACvB,OAAO,aAAa;EACpB,UAAU,KAAK,IAAI,IAAI;EACvB,WAAW,KAAK,IAAI;CACtB,CAAC;CAID,IAAI,aAAa,WAAW,UAC1B,MAAM,mBAAmB,YAAY,gBAAgB,GAAG;EACtD,OAAO,IAAI,MAAM,aAAa,SAAS,yBAAyB;EAChE,UAAU,KAAK,IAAI,IAAI;CACzB,CAAC;CAIH,OAAO;EACL;EACA,QAAQ,aAAa;EACrB,UAAU,aAAa;EACvB,OAAO,aAAa;CACtB;AACF;;;;AASA,SAAgB,mBAId,SACuC;CACvC,OAAO;AACT"}
1
+ {"version":3,"file":"index.js","names":[],"sources":["../../../../src/activities/generateVideo/index.ts"],"sourcesContent":["/**\n * Video Activity (Experimental)\n *\n * Generates videos from text prompts. Adapters use a jobs/polling\n * architecture: create a job, poll for status, then fetch a download URL.\n * For a live, prompt-steerable stream, use generateLiveVideo().\n * This is a self-contained module with implementation, types, and JSDoc.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\n\nimport { aiEventClient } from '@tanstack/ai-event-client'\nimport { toRunErrorPayload } from '../error-payload'\nimport { resolveDebugOption } from '../../logger/resolve'\nimport { assertPromptFileSourceSupport } from '../../utilities/content-source'\nimport {\n applyGenerationResultTransforms,\n createGenerationContext,\n runGenerationAbort,\n runGenerationError,\n runGenerationFinish,\n runGenerationStart,\n runGenerationUsage,\n} from '../middleware/run'\nimport {\n abortReasonMessage,\n createActivityAbortControls,\n isActivityAbortError,\n raceWithAbort,\n toAbortError,\n} from '../../utilities/activity-abort'\nimport type { InternalLogger } from '../../logger/internal-logger'\nimport type { DebugOption } from '../../logger/types'\nimport type {\n GenerationMiddleware,\n GenerationMiddlewareContext,\n} from '../middleware/types'\nimport type { VideoAdapter } from './adapter'\nimport { normalizeStreamChunk } from '../../utilities/normalize-stream-chunk'\nimport type { AdapterYieldChunk } from '../../utilities/adapter-yield-chunk'\nimport type {\n MediaPrompt,\n MediaPromptFor,\n PersistedArtifactRef,\n StreamChunk,\n TokenUsage,\n VideoJobResult,\n VideoStatusResult,\n VideoUrlResult,\n} from '../../types'\n\n// ===========================\n// Activity Kind\n// ===========================\n\n/** The adapter kind this activity handles */\nexport const kind = 'video' as const\n\n// ===========================\n// Type Extraction Helpers\n// ===========================\n\n/**\n * Extract provider options from a VideoAdapter via ~types.\n */\nexport type VideoProviderOptions<TAdapter> =\n TAdapter extends VideoAdapter<any, any, any, any, any, any>\n ? TAdapter['~types']['providerOptions']\n : object\n\n/**\n * Extract the size type for a VideoAdapter's model via ~types.\n */\nexport type VideoSizeForAdapter<TAdapter> =\n TAdapter extends VideoAdapter<\n infer TModel,\n any,\n any,\n infer TSizeMap,\n any,\n any\n >\n ? TModel extends keyof TSizeMap\n ? TSizeMap[TModel]\n : string\n : string\n\n/**\n * Extract the prompt type a model accepts from a VideoAdapter via ~types.\n * Mirrors `ImagePromptForModel`: models in the adapter's input-modality map\n * get a `prompt` narrowed to text + their supported part types; adapters\n * without a map fall back to the full MediaPrompt.\n */\nexport type VideoPromptForAdapter<TAdapter> =\n TAdapter extends VideoAdapter<\n infer TModel,\n any,\n any,\n any,\n infer ModsByName,\n any\n >\n ? string extends keyof ModsByName\n ? MediaPrompt\n : TModel extends keyof ModsByName\n ? MediaPromptFor<ModsByName[TModel][number]>\n : MediaPrompt\n : MediaPrompt\n\n/**\n * Extract the duration type for a VideoAdapter's model via ~types.\n * Mirrors `VideoSizeForAdapter`. Falls back to `number` for adapters that\n * haven't declared per-model duration constraints.\n */\nexport type VideoDurationForAdapter<TAdapter> =\n TAdapter extends VideoAdapter<\n infer TModel,\n any,\n any,\n any,\n any,\n infer TDurationMap\n >\n ? TModel extends keyof TDurationMap\n ? TDurationMap[TModel]\n : number\n : number\n\n// ===========================\n// Activity Options Types\n\nfunction createId(prefix: string): string {\n return `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`\n}\n// ===========================\n\n/**\n * Base options shared by all video activity operations.\n * The model is extracted from the adapter's model property.\n */\ninterface VideoActivityBaseOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> {\n /** The video adapter to use (must be created with a model) */\n adapter: TAdapter & { kind: typeof kind }\n}\n\n/**\n * Options for creating a new video generation job.\n * The model is extracted from the adapter's model property.\n *\n * @template TAdapter - The video adapter type\n * @template TStream - Whether to stream the output\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type VideoCreateOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TStream extends boolean = false,\n> = VideoActivityBaseOptions<TAdapter> & {\n /** Request type - create a new job (default if not specified) */\n request?: 'create'\n /**\n * Description of the desired video. Either a plain string, or — for models\n * that support image-conditioned generation — an ordered array of content\n * parts interleaving text with image inputs. Image parts may carry\n * `metadata.role` (`'start_frame' | 'end_frame' | 'reference' |\n * 'character'`) to disambiguate intent; positional fallback otherwise. The\n * accepted part types are narrowed per model via the adapter's\n * input-modality map.\n */\n prompt: VideoPromptForAdapter<TAdapter>\n /** Video size — format depends on the provider (e.g., \"16:9\", \"1280x720\") */\n size?: VideoSizeForAdapter<TAdapter>\n /**\n * Video duration. Adapters that declare a per-model duration map narrow\n * this to that model's union (for example `4 | 6 | 8` for Veo 3, or\n * `4 | \"4\" | \"4s\"` for Sora). Pass `adapter.snapDuration(input)` to coerce\n * a raw value. `input` may be seconds, a `\"6s\"` template, or `\"auto\"` when\n * the model lists it.\n */\n duration?: VideoDurationForAdapter<TAdapter>\n /**\n * Whether to stream the video generation lifecycle.\n * When true, returns an AsyncIterable<StreamChunk> that handles the full\n * job lifecycle: create job, poll for status, yield updates, and yield final result.\n * When false or not provided, returns a Promise<VideoJobResult>.\n *\n * @default false\n */\n stream?: TStream\n /** Polling interval in milliseconds (stream mode only). @default 2000 */\n pollingInterval?: number\n /** Maximum time to wait before timing out in milliseconds (stream mode only). @default 600000 */\n maxDuration?: number\n /**\n * Custom run id (stream mode only) — the id stamped on the emitted\n * `RUN_STARTED` / `RUN_FINISHED` chunks.\n *\n * IGNORED by a non-streaming submit. That run spans two calls, and its id is\n * derived from the provider's job instead, so {@link getVideoJobStatus} can\n * recompute it from the `jobId` you already have to poll with. Honoring a\n * custom id here would reintroduce the failure this avoids: a caller who set\n * it on the submit and forgot it on the poll would silently open a second\n * record while the first sat unfinished forever.\n */\n runId?: string\n /**\n * Stable conversation/thread id for correlating this run when persisted.\n *\n * Also the `threadId` stamped on the emitted `RUN_STARTED` / `RUN_FINISHED`\n * chunks; when omitted a throwaway id is minted for those chunks only, and\n * the persisted run record carries NO thread link rather than a fabricated\n * one. Pass it whenever persistence is on — it is the slot a reloading client\n * hydrates by, so a run stored without it can only be fetched by run id.\n */\n threadId?: string\n /**\n * Enable debug logging. Pass `true` to enable all categories, `false` to\n * silence everything including errors, or a `DebugConfig` object for granular\n * control and/or a custom `Logger`.\n */\n debug?: DebugOption\n /**\n * Observe-only middleware notified on start, usage, success, and error. Pass\n * `otelMiddleware()` to emit OpenTelemetry spans, `withGenerationPersistence()`\n * to persist the run, or implement the `GenerationMiddleware` contract for a\n * custom backend.\n *\n * In streaming mode one run covers the full create→poll→complete lifecycle:\n * `onStart` at submission, a terminal `onFinish`/`onError` when the job\n * settles, and `onAbort` if the consumer abandons the stream.\n *\n * In NON-streaming mode the call only SUBMITS the job, so it only opens the\n * run: no terminal hook fires here, because the video does not exist yet.\n * Pass the same `middleware` and `threadId` to {@link getVideoJobStatus}; the\n * poll that observes a terminal job state finishes the run and is where the\n * result and its artifacts are recorded. Nothing else has to be threaded\n * through — both calls derive the run id from the provider's `jobId`, the one\n * id a poller cannot be missing.\n *\n * Because the job id only exists once the provider accepts the job, `onStart`\n * fires AFTER the submit request rather than before it — an observer's span\n * therefore covers the run from acceptance onward, not the submit round-trip.\n * A submission that FAILS has no job to key on, so it opens and immediately\n * fails a run under this call's `requestId`: the thread's latest run reports\n * the failure (a client hydrating the slot sees it) even though there is no\n * job to resume.\n */\n middleware?: Array<GenerationMiddleware>\n /**\n * Maximum duration of this activity invocation in milliseconds.\n * No SDK-wide default — choose a value suitable for the provider and job.\n * Composed with {@link abortSignal}; the first abort wins.\n *\n * In stream mode this bounds the full create→poll→complete lifecycle and\n * complements {@link maxDuration} (which defaults to 10 minutes). When both\n * are set, the shorter limit wins via signal composition against the\n * polling deadline.\n */\n timeout?: number\n /**\n * Caller cancellation signal (request disconnects, job/runtime cancellation).\n * Composed with {@link timeout} into an effective signal forwarded to the\n * adapter on job submission. Request-specific — not stored on global\n * provider client config.\n */\n abortSignal?: AbortSignal\n} & ({} extends VideoProviderOptions<TAdapter>\n ? {\n /** Provider-specific options for video generation */ modelOptions?: VideoProviderOptions<TAdapter>\n }\n : {\n /** Provider-specific options for video generation */ modelOptions: VideoProviderOptions<TAdapter>\n })\n\n/**\n * Options for polling the status of a video generation job.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoStatusOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> extends VideoActivityBaseOptions<TAdapter> {\n /** Request type - get job status */\n request: 'status'\n /** The job ID to check status for */\n jobId: string\n}\n\n/**\n * Options for getting the URL of a completed video.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoUrlOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> extends VideoActivityBaseOptions<TAdapter> {\n /** Request type - get video URL */\n request: 'url'\n /** The job ID to get URL for */\n jobId: string\n}\n\n/**\n * Union type for all video activity options.\n * Discriminated by the `request` field.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type VideoActivityOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TRequest extends 'create' | 'status' | 'url' = 'create',\n TStream extends boolean = false,\n> = TRequest extends 'status'\n ? VideoStatusOptions<TAdapter>\n : TRequest extends 'url'\n ? VideoUrlOptions<TAdapter>\n : VideoCreateOptions<TAdapter, TStream>\n\n// ===========================\n// Activity Result Types\n// ===========================\n\n/**\n * Result type for the video activity, based on request type and streaming.\n * - If stream is true (create request): AsyncIterable<StreamChunk>\n * - Otherwise: Promise<VideoJobResult | VideoStatusResult | VideoUrlResult>\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport type VideoActivityResult<\n TRequest extends 'create' | 'status' | 'url' = 'create',\n TStream extends boolean = false,\n> = TRequest extends 'status'\n ? Promise<VideoStatusResult>\n : TRequest extends 'url'\n ? Promise<VideoUrlResult>\n : TStream extends true\n ? AsyncIterable<StreamChunk>\n : Promise<VideoJobResult>\n\n// ===========================\n// Activity Implementation\n// ===========================\n\n/**\n * Generate video - creates a video generation job from a text prompt.\n *\n * Uses AI video generation models to create videos based on natural language descriptions.\n * Unlike image generation, video generation is asynchronous and requires polling for completion.\n *\n * When `stream: true` is passed, handles the full job lifecycle automatically:\n * create job → poll for status → stream updates → yield final result.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * @example Create a video generation job\n * ```ts\n * import { generateVideo, getVideoJobStatus } from '@tanstack/ai'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * // Start a video generation job\n * const { jobId } = await generateVideo({\n * adapter: openaiVideo('sora-2'),\n * prompt: 'A cat chasing a dog in a sunny park'\n * })\n *\n * console.log('Job started:', jobId)\n *\n * // The submission only OPENS the run; the poll that sees a terminal state is\n * // what completes it. The `jobId` is the whole correlation — pass the same\n * // `middleware` and `threadId` when you use them.\n * const status = await getVideoJobStatus({\n * adapter: openaiVideo('sora-2'),\n * jobId,\n * })\n * ```\n *\n * @example Stream the full video generation lifecycle\n * ```ts\n * import { generateVideo, toServerSentEventsResponse } from '@tanstack/ai'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * const stream = generateVideo({\n * adapter: openaiVideo('sora-2'),\n * prompt: 'A cat chasing a dog in a sunny park',\n * stream: true,\n * pollingInterval: 3000,\n * })\n *\n * return toServerSentEventsResponse(stream)\n * ```\n */\nexport function generateVideo<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TStream extends boolean = false,\n>(\n options: VideoCreateOptions<TAdapter, TStream>,\n): VideoActivityResult<'create', TStream> {\n if (options.stream) {\n return runStreamingVideoGeneration(\n options as VideoCreateOptions<TAdapter, true>,\n ) as VideoActivityResult<'create', TStream>\n }\n\n return runCreateVideoJob(options) as VideoActivityResult<'create', TStream>\n}\n\n/**\n * The run id a non-streaming video job is filed under, derived from the\n * provider job itself.\n *\n * A submit-and-poll run spans two calls in two different requests, so the two\n * halves need to agree on an id. Deriving it from the `jobId` — the one id a\n * poller structurally cannot be missing, because it cannot poll without it —\n * means no correlation state has to survive the boundary and there is no\n * \"forgot to pass the run id\" failure to document. The provider is part of the\n * key so two providers' job-id spaces cannot collide, and both halves are\n * percent-encoded so the joined string stays unambiguous (and url-safe, since\n * run ids end up in storage keys and query strings).\n */\nfunction videoRunIdForJob(provider: string, jobId: string): string {\n return `video:${encodeURIComponent(provider)}:${encodeURIComponent(jobId)}`\n}\n\n/**\n * Internal implementation of non-streaming video job creation.\n *\n * Submitting a job OPENS a run, it does not complete one: the video does not\n * exist yet, and the bytes only appear on a later poll. So this fires `onStart`\n * and runs the result transforms over the submission result — the jobId lands\n * on the run record, which is what lets a later request resume polling — but\n * fires NO terminal hook. {@link getVideoJobStatus} finishes the run when the\n * job settles, keyed on the same derived id.\n *\n * `onStart` therefore runs AFTER the submit request: the run's id comes from\n * the job, which does not exist until the provider accepts it. A submission\n * that fails has no job, so it opens and immediately fails a run under this\n * call's `requestId` — terminal and unresumable by construction, but it puts\n * the failure where a client hydrating the thread will see it instead of\n * showing nothing.\n */\nasync function runCreateVideoJob<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n>(options: VideoCreateOptions<TAdapter, boolean>): Promise<VideoJobResult> {\n const {\n adapter,\n prompt,\n size,\n duration,\n modelOptions,\n middleware,\n timeout,\n abortSignal: callerAbortSignal,\n } = options\n // Fail closed on `{ type: 'file' }` sources for adapters that haven't\n // declared support (see assertPromptFileSourceSupport).\n assertPromptFileSourceSupport(adapter, prompt)\n const model = adapter.model\n const requestId = createId('video')\n const startTime = Date.now()\n const logger: InternalLogger = resolveDebugOption(options.debug)\n const abortControls = createActivityAbortControls({\n timeout,\n abortSignal: callerAbortSignal,\n })\n const providerName =\n (adapter as { name?: string; provider?: string }).provider ??\n (adapter as { name?: string }).name ??\n 'unknown'\n\n // `runId` is resolved per outcome (from the job, or absent on failure), so the\n // context is built once the outcome is known. `options.runId` is deliberately\n // not consulted: in non-streaming mode the run id is always the derived one,\n // the single rule that keeps the two calls in agreement.\n const contextFor = (runId?: string): GenerationMiddlewareContext =>\n createGenerationContext({\n requestId,\n activity: 'video',\n provider: adapter.name,\n model,\n modelOptions,\n // Deliberately the CALLER's `threadId` — no minted fallback. A thread id\n // nobody else knows would file the run in a slot no client could hydrate,\n // which is worse than no link because it looks like one. Mirrors the\n // streaming path.\n threadId: options.threadId,\n runId,\n artifactInputs: { prompt },\n createId,\n })\n\n logger.request(`activity=generateVideo provider=${providerName}`, {\n provider: providerName,\n model,\n })\n\n let jobResult: VideoJobResult\n try {\n jobResult = await raceWithAbort(\n adapter.createVideoJob({\n model,\n prompt,\n size,\n duration,\n modelOptions,\n logger,\n ...(abortControls.signal ? { abortSignal: abortControls.signal } : {}),\n }),\n abortControls.signal,\n )\n abortControls.clear()\n } catch (error) {\n abortControls.clear()\n // No jobId exists, so this run can only be keyed on the request. Start it\n // just to fail it: `generationRuns.update` on an unknown run id is a no-op\n // by contract, so without the `onStart` the failure would persist nowhere.\n const failedCtx = contextFor()\n await runGenerationStart(middleware, failedCtx)\n const elapsed = Date.now() - startTime\n if (isActivityAbortError(error, abortControls.signal)) {\n await runGenerationAbort(middleware, failedCtx, {\n reason: abortReasonMessage(error, abortControls.signal),\n duration: elapsed,\n })\n } else {\n await runGenerationError(middleware, failedCtx, {\n error,\n duration: elapsed,\n })\n }\n logger.errors('generateVideo activity failed', {\n error,\n source: 'generateVideo',\n })\n throw error\n }\n\n logger.output(`activity=generateVideo jobId=${jobResult.jobId}`, {\n jobId: jobResult.jobId,\n model: jobResult.model,\n })\n\n const mwCtx = contextFor(videoRunIdForJob(adapter.name, jobResult.jobId))\n await runGenerationStart(middleware, mwCtx)\n return await applyGenerationResultTransforms(mwCtx, jobResult)\n}\n\nfunction sleep(ms: number, signal?: AbortSignal): Promise<void> {\n if (!signal) {\n return new Promise((resolve) => setTimeout(resolve, ms))\n }\n if (signal.aborted) {\n return Promise.reject(toAbortError(signal.reason))\n }\n return new Promise((resolve, reject) => {\n const timer = setTimeout(() => {\n signal.removeEventListener('abort', onAbort)\n resolve()\n }, ms)\n const onAbort = () => {\n clearTimeout(timer)\n signal.removeEventListener('abort', onAbort)\n reject(toAbortError(signal.reason))\n }\n signal.addEventListener('abort', onAbort, { once: true })\n })\n}\n\n/**\n * Internal streaming implementation for video generation.\n * Handles the full job lifecycle: create job → poll for status → stream updates → yield final result.\n */\nasync function* runStreamingVideoGeneration<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n>(options: VideoCreateOptions<TAdapter, true>): AsyncIterable<StreamChunk> {\n const {\n adapter,\n prompt,\n size,\n duration,\n modelOptions,\n middleware,\n timeout,\n abortSignal: callerAbortSignal,\n } = options\n // Fail closed on `{ type: 'file' }` sources for adapters that haven't\n // declared support (see assertPromptFileSourceSupport).\n assertPromptFileSourceSupport(adapter, prompt)\n const model = adapter.model\n const runId = options.runId ?? createId('run')\n const requestId = createId('video')\n const obsStartTime = Date.now()\n const pollingInterval = options.pollingInterval ?? 2000\n const maxDuration = options.maxDuration ?? 600_000\n const logger: InternalLogger = resolveDebugOption(options.debug)\n const abortControls = createActivityAbortControls({\n timeout,\n abortSignal: callerAbortSignal,\n })\n const providerName =\n (adapter as { name?: string; provider?: string }).provider ??\n (adapter as { name?: string }).name ??\n 'unknown'\n\n // The wire needs a thread id on every RUN_* chunk, so one is minted when the\n // caller passes none — matching `streamGenerationResult`, which the other\n // activities stream through.\n const wireThreadId = options.threadId ?? createId('thread')\n\n yield {\n type: 'RUN_STARTED',\n runId,\n threadId: wireThreadId,\n timestamp: Date.now(),\n } as StreamChunk\n\n const mwCtx = createGenerationContext({\n requestId,\n activity: 'video',\n provider: adapter.name,\n model,\n modelOptions,\n // Identity has to reach the middleware, not just the chunks: persistence\n // keys the run record on these, and without them it falls back to the\n // internal `requestId` and records no thread link at all.\n //\n // Deliberately the CALLER's `threadId`, never `wireThreadId`: a minted id is\n // known to nobody, so persisting it would file the run in a slot no client\n // could ever hydrate — worse than recording no link, because it looks like\n // one. This mirrors `generateImage`.\n threadId: options.threadId,\n runId,\n artifactInputs: { prompt },\n createId,\n })\n\n await runGenerationStart(middleware, mwCtx)\n\n logger.request(\n `activity=generateVideo provider=${providerName} stream=true`,\n {\n provider: providerName,\n model,\n },\n )\n\n // Tracks whether a terminal observer event (finish/error/abort) has already\n // fired, so the `finally` below can fire one on abandonment without\n // double-firing.\n let settled = false\n try {\n // Create the video generation job\n const jobResult = await raceWithAbort(\n adapter.createVideoJob({\n model,\n prompt,\n size,\n duration,\n modelOptions,\n logger,\n ...(abortControls.signal ? { abortSignal: abortControls.signal } : {}),\n }),\n abortControls.signal,\n )\n\n yield {\n type: 'CUSTOM',\n name: 'video:job:created',\n value: { jobId: jobResult.jobId },\n timestamp: Date.now(),\n }\n\n // Poll for completion\n const startTime = Date.now()\n while (Date.now() - startTime < maxDuration) {\n await sleep(pollingInterval, abortControls.signal)\n\n const statusResult = await adapter.getVideoStatus(jobResult.jobId)\n\n yield {\n type: 'CUSTOM',\n name: 'video:status',\n value: {\n jobId: jobResult.jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n error: statusResult.error,\n },\n timestamp: Date.now(),\n }\n\n if (statusResult.status === 'completed') {\n const urlResult = await adapter.getVideoUrl(jobResult.jobId)\n\n logger.output(\n `activity=generateVideo jobId=${jobResult.jobId} status=completed`,\n {\n jobId: jobResult.jobId,\n url: urlResult.url,\n },\n )\n\n // Run the result transforms before anything observes the result, the\n // same as every other media activity. This is what lets persistence\n // copy the video into a blob store, attach its artifact refs, and\n // rewrite `url` to a durable app-origin one — so the chunk below and\n // the stored run record carry the SAME urls. Skipping it leaves a\n // result whose only url is the provider's expiring link.\n const rawResult = {\n jobId: jobResult.jobId,\n status: 'completed' as const,\n url: urlResult.url,\n expiresAt: urlResult.expiresAt,\n ...(urlResult.usage ? { usage: urlResult.usage } : {}),\n }\n const result = await applyGenerationResultTransforms(mwCtx, rawResult)\n\n // Fire finish before yielding the terminal chunks: the generation has\n // succeeded, so a consumer that stops reading after `generation:result`\n // (without pulling `RUN_FINISHED`) must not trip the abandonment path in\n // `finally`, which would otherwise report a spurious cancellation.\n if (urlResult.usage)\n await runGenerationUsage(middleware, mwCtx, urlResult.usage)\n await runGenerationFinish(middleware, mwCtx, {\n duration: Date.now() - obsStartTime,\n usage: urlResult.usage,\n })\n settled = true\n abortControls.clear()\n\n yield {\n type: 'CUSTOM',\n name: 'generation:result',\n value: result,\n timestamp: Date.now(),\n }\n\n yield* normalizeStreamChunk({\n type: 'RUN_FINISHED',\n runId,\n threadId: wireThreadId,\n finishReason: 'stop',\n timestamp: Date.now(),\n } as AdapterYieldChunk)\n return\n }\n\n if (statusResult.status === 'failed') {\n throw new Error(statusResult.error || 'Video generation failed')\n }\n }\n\n throw new Error('Video generation timed out')\n } catch (error: unknown) {\n abortControls.clear()\n const payload = toRunErrorPayload(error, 'Video generation failed')\n // Mark settled before firing terminal hooks: if a user error-hook throws,\n // the `finally` below must still not double-fire onAbort over the same op\n // (which would mask the original error and end the span twice).\n settled = true\n const elapsed = Date.now() - obsStartTime\n if (isActivityAbortError(error, abortControls.signal)) {\n await runGenerationAbort(middleware, mwCtx, {\n reason: abortReasonMessage(error, abortControls.signal),\n duration: elapsed,\n })\n } else {\n await runGenerationError(middleware, mwCtx, {\n error,\n duration: elapsed,\n })\n }\n logger.errors('generateVideo activity failed', {\n message: payload.message,\n code: payload.code,\n source: 'generateVideo',\n })\n yield* normalizeStreamChunk({\n type: 'RUN_ERROR',\n runId,\n threadId: wireThreadId,\n message: payload.message,\n ...(payload.code !== undefined ? { code: payload.code } : {}),\n timestamp: Date.now(),\n } as AdapterYieldChunk)\n } finally {\n abortControls.clear()\n if (!settled) {\n // The consumer abandoned the stream (broke the `for await` loop or\n // disconnected) before completion, so the generator is being unwound at\n // a `yield` without reaching finish/error. Fire `onAbort` — a cancel, not\n // an error — so otelMiddleware ends its span instead of leaking it.\n await runGenerationAbort(middleware, mwCtx, {\n reason: 'Video generation stream abandoned before completion',\n duration: Date.now() - obsStartTime,\n })\n }\n }\n}\n\n/**\n * Options for {@link getVideoJobStatus}.\n *\n * The run this poll finishes is identified by `adapter` + `jobId` alone — the\n * same pair the submitting `generateVideo()` call derived it from — so there is\n * no run id to thread through. Pass the submission's `threadId` and the same\n * `middleware`.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoJobStatusOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n> {\n /** The video adapter to use (must be created with a model) */\n adapter: TAdapter & { kind: typeof kind }\n /** The job ID to check status for */\n jobId: string\n /**\n * The scope the run is filed under. Must match the submission's `threadId` —\n * generation persistence REFUSES a run without a scope (a run filed under\n * none can never be hydrated by one), so omitting it throws rather than\n * quietly filing the finished video somewhere unreachable.\n */\n threadId?: string\n /**\n * Observe-only middleware. Hooks fire ONLY on the poll that observes a\n * terminal job state: `onStart` (resuming the submission's run), then the\n * result transforms — which is where persistence copies the video into a blob\n * store and rewrites `url` to a durable one, so the returned result carries\n * the same urls as the stored record — then `onFinish`, or `onError` when the\n * job failed. Intermediate polls invoke nothing, so a middleware is not\n * charged for the wait.\n */\n middleware?: Array<GenerationMiddleware>\n}\n\n/**\n * The status of a video job, plus the video itself once the job completed.\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport interface VideoJobStatusResult {\n /** Job identifier */\n jobId: string\n status: 'pending' | 'processing' | 'completed' | 'failed'\n progress?: number\n url?: string\n /** When the provider url expires, if it reported one. */\n expiresAt?: Date\n error?: string\n usage?: TokenUsage\n /** Durable artifact references, when generation persistence is wired. */\n artifacts?: Array<PersistedArtifactRef>\n}\n\n/**\n * Get video job status - returns the current status, progress, and URL if available.\n *\n * This function combines status checking and URL retrieval. If the job is completed,\n * it will automatically fetch and include the video URL.\n *\n * It is also where a non-streaming `generateVideo()` run ENDS: pass the same\n * `middleware` and `threadId`, and the poll that first sees a terminal job state\n * finishes the run (recording the result and its artifacts) or fails it. The run\n * is identified by `adapter` + `jobId`, exactly what the submission derived it\n * from, so there is nothing else to carry between the two calls.\n *\n * @experimental Video generation is an experimental feature and may change.\n *\n * @example Check job status\n * ```ts\n * import { getVideoJobStatus } from '@tanstack/ai'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * const result = await getVideoJobStatus({\n * adapter: openaiVideo('sora-2'),\n * jobId: 'job-123'\n * })\n *\n * console.log('Status:', result.status)\n * console.log('Progress:', result.progress)\n * if (result.url) {\n * console.log('Video URL:', result.url)\n * }\n * ```\n *\n * @example Submit and poll one persisted run\n * ```ts\n * import { generateVideo, getVideoJobStatus } from '@tanstack/ai'\n * import { withGenerationPersistence } from '@tanstack/ai-persistence'\n * import { openaiVideo } from '@tanstack/ai-openai'\n *\n * const adapter = openaiVideo('sora-2')\n * const middleware = [withGenerationPersistence(persistence)]\n *\n * // Opens the run (status `running`, jobId recorded). Its run id is derived\n * // from the provider job, so nothing has to be stored to resume it.\n * const { jobId } = await generateVideo({\n * adapter,\n * prompt: 'A cat chasing a dog in a sunny park',\n * threadId,\n * middleware,\n * })\n *\n * // Completes the SAME run once the job settles — this is what writes the\n * // video, its artifacts, and the terminal status. Works from a different\n * // request or process: the jobId is the only correlation.\n * const status = await getVideoJobStatus({\n * adapter,\n * jobId,\n * threadId,\n * middleware,\n * })\n * ```\n */\nexport async function getVideoJobStatus<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n>(options: VideoJobStatusOptions<TAdapter>): Promise<VideoJobStatusResult> {\n const { adapter, jobId, middleware } = options\n const requestId = createId('video-status')\n const startTime = Date.now()\n\n // Built per call but only USED on a terminal poll — `onStart` is what\n // registers the result transforms, so it has to run in the same call that\n // applies them.\n const terminalContext = (): GenerationMiddlewareContext =>\n createGenerationContext({\n requestId,\n activity: 'video',\n provider: adapter.name,\n model: adapter.model,\n threadId: options.threadId,\n // Recomputed, never passed in: the submitting call derived the same id\n // from the same provider + job, so the two halves agree without the\n // caller carrying anything but the jobId they must already have.\n runId: videoRunIdForJob(adapter.name, jobId),\n // Deliberately no `artifactInputs`: the submission already persisted any\n // prompt inputs under this run, and passing them again would store a\n // second copy of every input image.\n createId,\n })\n\n aiEventClient.emit('video:request:started', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n timestamp: startTime,\n })\n\n // Get status first\n const statusResult = await adapter.getVideoStatus(jobId)\n\n // If completed, also get the URL\n if (statusResult.status === 'completed') {\n let urlResult: VideoUrlResult\n // Scoped tightly to the provider call: a middleware hook that throws must\n // surface as itself, not be relabelled \"failed to get video URL\" and then\n // re-reported to the very middleware that threw.\n try {\n urlResult = await adapter.getVideoUrl(jobId)\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : 'Failed to get video URL'\n aiEventClient.emit('video:request:completed', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n status: 'failed',\n progress: statusResult.progress,\n error: errorMessage,\n duration: Date.now() - startTime,\n timestamp: Date.now(),\n })\n // Provider reported completed but result fetch failed — treat as failed,\n // and fail the run with it: the job is terminal, so nothing later will.\n await runGenerationError(middleware, terminalContext(), {\n error,\n duration: Date.now() - startTime,\n })\n return {\n jobId,\n status: 'failed' as const,\n progress: statusResult.progress,\n error: errorMessage,\n }\n }\n\n aiEventClient.emit('video:request:completed', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n url: urlResult.url,\n duration: Date.now() - startTime,\n timestamp: Date.now(),\n })\n if (urlResult.usage) {\n aiEventClient.emit('video:usage', {\n requestId,\n model: adapter.model,\n usage: urlResult.usage,\n timestamp: Date.now(),\n })\n }\n\n const mwCtx = terminalContext()\n await runGenerationStart(middleware, mwCtx)\n const result = await applyGenerationResultTransforms<VideoJobStatusResult>(\n mwCtx,\n {\n jobId,\n status: 'completed',\n ...(statusResult.progress !== undefined\n ? { progress: statusResult.progress }\n : {}),\n url: urlResult.url,\n ...(urlResult.expiresAt ? { expiresAt: urlResult.expiresAt } : {}),\n ...(urlResult.usage ? { usage: urlResult.usage } : {}),\n },\n )\n if (urlResult.usage)\n await runGenerationUsage(middleware, mwCtx, urlResult.usage)\n await runGenerationFinish(middleware, mwCtx, {\n duration: Date.now() - startTime,\n usage: urlResult.usage,\n })\n return result\n }\n\n aiEventClient.emit('video:request:completed', {\n requestId,\n provider: adapter.name,\n model: adapter.model,\n requestType: 'status',\n jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n error: statusResult.error,\n duration: Date.now() - startTime,\n timestamp: Date.now(),\n })\n\n // A failed job is terminal for the run too: without this the record would sit\n // at `running` forever, indistinguishable from a job still being worked on.\n if (statusResult.status === 'failed') {\n await runGenerationError(middleware, terminalContext(), {\n error: new Error(statusResult.error || 'Video generation failed'),\n duration: Date.now() - startTime,\n })\n }\n\n // Return status for non-completed jobs\n return {\n jobId,\n status: statusResult.status,\n progress: statusResult.progress,\n error: statusResult.error,\n }\n}\n\n// ===========================\n// Options Factory\n// ===========================\n\n/**\n * Create typed options for the generateVideo() function without executing.\n */\nexport function createVideoOptions<\n TAdapter extends VideoAdapter<string, any, any, any, any, any>,\n TStream extends boolean = false,\n>(\n options: VideoCreateOptions<TAdapter, TStream>,\n): VideoCreateOptions<TAdapter, TStream> {\n return options\n}\n\n// Re-export adapter types\nexport type {\n VideoAdapter,\n VideoAdapterConfig,\n AnyVideoAdapter,\n} from './adapter'\nexport { BaseVideoAdapter } from './adapter'\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAwDA,IAAa,OAAO;AA2EpB,SAAS,SAAS,QAAwB;CACxC,OAAO,GAAG,OAAO,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;AACzE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqQA,SAAgB,cAId,SACwC;CACxC,IAAI,QAAQ,QACV,OAAO,4BACL,OACF;CAGF,OAAO,kBAAkB,OAAO;AAClC;;;;;;;;;;;;;;AAeA,SAAS,iBAAiB,UAAkB,OAAuB;CACjE,OAAO,SAAS,mBAAmB,QAAQ,EAAE,GAAG,mBAAmB,KAAK;AAC1E;;;;;;;;;;;;;;;;;;AAmBA,eAAe,kBAEb,SAAyE;CACzE,MAAM,EACJ,SACA,QACA,MACA,UACA,cACA,YACA,SACA,aAAa,sBACX;CAGJ,8BAA8B,SAAS,MAAM;CAC7C,MAAM,QAAQ,QAAQ;CACtB,MAAM,YAAY,SAAS,OAAO;CAClC,MAAM,YAAY,KAAK,IAAI;CAC3B,MAAM,SAAyB,mBAAmB,QAAQ,KAAK;CAC/D,MAAM,gBAAgB,4BAA4B;EAChD;EACA,aAAa;CACf,CAAC;CACD,MAAM,eACH,QAAiD,YACjD,QAA8B,QAC/B;CAMF,MAAM,cAAc,UAClB,wBAAwB;EACtB;EACA,UAAU;EACV,UAAU,QAAQ;EAClB;EACA;EAKA,UAAU,QAAQ;EAClB;EACA,gBAAgB,EAAE,OAAO;EACzB;CACF,CAAC;CAEH,OAAO,QAAQ,mCAAmC,gBAAgB;EAChE,UAAU;EACV;CACF,CAAC;CAED,IAAI;CACJ,IAAI;EACF,YAAY,MAAM,cAChB,QAAQ,eAAe;GACrB;GACA;GACA;GACA;GACA;GACA;GACA,GAAI,cAAc,SAAS,EAAE,aAAa,cAAc,OAAO,IAAI,CAAC;EACtE,CAAC,GACD,cAAc,MAChB;EACA,cAAc,MAAM;CACtB,SAAS,OAAO;EACd,cAAc,MAAM;EAIpB,MAAM,YAAY,WAAW;EAC7B,MAAM,mBAAmB,YAAY,SAAS;EAC9C,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,IAAI,qBAAqB,OAAO,cAAc,MAAM,GAClD,MAAM,mBAAmB,YAAY,WAAW;GAC9C,QAAQ,mBAAmB,OAAO,cAAc,MAAM;GACtD,UAAU;EACZ,CAAC;OAED,MAAM,mBAAmB,YAAY,WAAW;GAC9C;GACA,UAAU;EACZ,CAAC;EAEH,OAAO,OAAO,iCAAiC;GAC7C;GACA,QAAQ;EACV,CAAC;EACD,MAAM;CACR;CAEA,OAAO,OAAO,gCAAgC,UAAU,SAAS;EAC/D,OAAO,UAAU;EACjB,OAAO,UAAU;CACnB,CAAC;CAED,MAAM,QAAQ,WAAW,iBAAiB,QAAQ,MAAM,UAAU,KAAK,CAAC;CACxE,MAAM,mBAAmB,YAAY,KAAK;CAC1C,OAAO,MAAM,gCAAgC,OAAO,SAAS;AAC/D;AAEA,SAAS,MAAM,IAAY,QAAqC;CAC9D,IAAI,CAAC,QACH,OAAO,IAAI,SAAS,YAAY,WAAW,SAAS,EAAE,CAAC;CAEzD,IAAI,OAAO,SACT,OAAO,QAAQ,OAAO,aAAa,OAAO,MAAM,CAAC;CAEnD,OAAO,IAAI,SAAS,SAAS,WAAW;EACtC,MAAM,QAAQ,iBAAiB;GAC7B,OAAO,oBAAoB,SAAS,OAAO;GAC3C,QAAQ;EACV,GAAG,EAAE;EACL,MAAM,gBAAgB;GACpB,aAAa,KAAK;GAClB,OAAO,oBAAoB,SAAS,OAAO;GAC3C,OAAO,aAAa,OAAO,MAAM,CAAC;EACpC;EACA,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;CAC1D,CAAC;AACH;;;;;AAMA,gBAAgB,4BAEd,SAAyE;CACzE,MAAM,EACJ,SACA,QACA,MACA,UACA,cACA,YACA,SACA,aAAa,sBACX;CAGJ,8BAA8B,SAAS,MAAM;CAC7C,MAAM,QAAQ,QAAQ;CACtB,MAAM,QAAQ,QAAQ,SAAS,SAAS,KAAK;CAC7C,MAAM,YAAY,SAAS,OAAO;CAClC,MAAM,eAAe,KAAK,IAAI;CAC9B,MAAM,kBAAkB,QAAQ,mBAAmB;CACnD,MAAM,cAAc,QAAQ,eAAe;CAC3C,MAAM,SAAyB,mBAAmB,QAAQ,KAAK;CAC/D,MAAM,gBAAgB,4BAA4B;EAChD;EACA,aAAa;CACf,CAAC;CACD,MAAM,eACH,QAAiD,YACjD,QAA8B,QAC/B;CAKF,MAAM,eAAe,QAAQ,YAAY,SAAS,QAAQ;CAE1D,MAAM;EACJ,MAAM;EACN;EACA,UAAU;EACV,WAAW,KAAK,IAAI;CACtB;CAEA,MAAM,QAAQ,wBAAwB;EACpC;EACA,UAAU;EACV,UAAU,QAAQ;EAClB;EACA;EASA,UAAU,QAAQ;EAClB;EACA,gBAAgB,EAAE,OAAO;EACzB;CACF,CAAC;CAED,MAAM,mBAAmB,YAAY,KAAK;CAE1C,OAAO,QACL,mCAAmC,aAAa,eAChD;EACE,UAAU;EACV;CACF,CACF;CAKA,IAAI,UAAU;CACd,IAAI;EAEF,MAAM,YAAY,MAAM,cACtB,QAAQ,eAAe;GACrB;GACA;GACA;GACA;GACA;GACA;GACA,GAAI,cAAc,SAAS,EAAE,aAAa,cAAc,OAAO,IAAI,CAAC;EACtE,CAAC,GACD,cAAc,MAChB;EAEA,MAAM;GACJ,MAAM;GACN,MAAM;GACN,OAAO,EAAE,OAAO,UAAU,MAAM;GAChC,WAAW,KAAK,IAAI;EACtB;EAGA,MAAM,YAAY,KAAK,IAAI;EAC3B,OAAO,KAAK,IAAI,IAAI,YAAY,aAAa;GAC3C,MAAM,MAAM,iBAAiB,cAAc,MAAM;GAEjD,MAAM,eAAe,MAAM,QAAQ,eAAe,UAAU,KAAK;GAEjE,MAAM;IACJ,MAAM;IACN,MAAM;IACN,OAAO;KACL,OAAO,UAAU;KACjB,QAAQ,aAAa;KACrB,UAAU,aAAa;KACvB,OAAO,aAAa;IACtB;IACA,WAAW,KAAK,IAAI;GACtB;GAEA,IAAI,aAAa,WAAW,aAAa;IACvC,MAAM,YAAY,MAAM,QAAQ,YAAY,UAAU,KAAK;IAE3D,OAAO,OACL,gCAAgC,UAAU,MAAM,oBAChD;KACE,OAAO,UAAU;KACjB,KAAK,UAAU;IACjB,CACF;IAQA,MAAM,YAAY;KAChB,OAAO,UAAU;KACjB,QAAQ;KACR,KAAK,UAAU;KACf,WAAW,UAAU;KACrB,GAAI,UAAU,QAAQ,EAAE,OAAO,UAAU,MAAM,IAAI,CAAC;IACtD;IACA,MAAM,SAAS,MAAM,gCAAgC,OAAO,SAAS;IAMrE,IAAI,UAAU,OACZ,MAAM,mBAAmB,YAAY,OAAO,UAAU,KAAK;IAC7D,MAAM,oBAAoB,YAAY,OAAO;KAC3C,UAAU,KAAK,IAAI,IAAI;KACvB,OAAO,UAAU;IACnB,CAAC;IACD,UAAU;IACV,cAAc,MAAM;IAEpB,MAAM;KACJ,MAAM;KACN,MAAM;KACN,OAAO;KACP,WAAW,KAAK,IAAI;IACtB;IAEA,OAAO,qBAAqB;KAC1B,MAAM;KACN;KACA,UAAU;KACV,cAAc;KACd,WAAW,KAAK,IAAI;IACtB,CAAsB;IACtB;GACF;GAEA,IAAI,aAAa,WAAW,UAC1B,MAAM,IAAI,MAAM,aAAa,SAAS,yBAAyB;EAEnE;EAEA,MAAM,IAAI,MAAM,4BAA4B;CAC9C,SAAS,OAAgB;EACvB,cAAc,MAAM;EACpB,MAAM,UAAU,kBAAkB,OAAO,yBAAyB;EAIlE,UAAU;EACV,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,IAAI,qBAAqB,OAAO,cAAc,MAAM,GAClD,MAAM,mBAAmB,YAAY,OAAO;GAC1C,QAAQ,mBAAmB,OAAO,cAAc,MAAM;GACtD,UAAU;EACZ,CAAC;OAED,MAAM,mBAAmB,YAAY,OAAO;GAC1C;GACA,UAAU;EACZ,CAAC;EAEH,OAAO,OAAO,iCAAiC;GAC7C,SAAS,QAAQ;GACjB,MAAM,QAAQ;GACd,QAAQ;EACV,CAAC;EACD,OAAO,qBAAqB;GAC1B,MAAM;GACN;GACA,UAAU;GACV,SAAS,QAAQ;GACjB,GAAI,QAAQ,SAAS,KAAA,IAAY,EAAE,MAAM,QAAQ,KAAK,IAAI,CAAC;GAC3D,WAAW,KAAK,IAAI;EACtB,CAAsB;CACxB,UAAU;EACR,cAAc,MAAM;EACpB,IAAI,CAAC,SAKH,MAAM,mBAAmB,YAAY,OAAO;GAC1C,QAAQ;GACR,UAAU,KAAK,IAAI,IAAI;EACzB,CAAC;CAEL;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqHA,eAAsB,kBAEpB,SAAyE;CACzE,MAAM,EAAE,SAAS,OAAO,eAAe;CACvC,MAAM,YAAY,SAAS,cAAc;CACzC,MAAM,YAAY,KAAK,IAAI;CAK3B,MAAM,wBACJ,wBAAwB;EACtB;EACA,UAAU;EACV,UAAU,QAAQ;EAClB,OAAO,QAAQ;EACf,UAAU,QAAQ;EAIlB,OAAO,iBAAiB,QAAQ,MAAM,KAAK;EAI3C;CACF,CAAC;CAEH,cAAc,KAAK,yBAAyB;EAC1C;EACA,UAAU,QAAQ;EAClB,OAAO,QAAQ;EACf,aAAa;EACb;EACA,WAAW;CACb,CAAC;CAGD,MAAM,eAAe,MAAM,QAAQ,eAAe,KAAK;CAGvD,IAAI,aAAa,WAAW,aAAa;EACvC,IAAI;EAIJ,IAAI;GACF,YAAY,MAAM,QAAQ,YAAY,KAAK;EAC7C,SAAS,OAAO;GACd,MAAM,eACJ,iBAAiB,QAAQ,MAAM,UAAU;GAC3C,cAAc,KAAK,2BAA2B;IAC5C;IACA,UAAU,QAAQ;IAClB,OAAO,QAAQ;IACf,aAAa;IACb;IACA,QAAQ;IACR,UAAU,aAAa;IACvB,OAAO;IACP,UAAU,KAAK,IAAI,IAAI;IACvB,WAAW,KAAK,IAAI;GACtB,CAAC;GAGD,MAAM,mBAAmB,YAAY,gBAAgB,GAAG;IACtD;IACA,UAAU,KAAK,IAAI,IAAI;GACzB,CAAC;GACD,OAAO;IACL;IACA,QAAQ;IACR,UAAU,aAAa;IACvB,OAAO;GACT;EACF;EAEA,cAAc,KAAK,2BAA2B;GAC5C;GACA,UAAU,QAAQ;GAClB,OAAO,QAAQ;GACf,aAAa;GACb;GACA,QAAQ,aAAa;GACrB,UAAU,aAAa;GACvB,KAAK,UAAU;GACf,UAAU,KAAK,IAAI,IAAI;GACvB,WAAW,KAAK,IAAI;EACtB,CAAC;EACD,IAAI,UAAU,OACZ,cAAc,KAAK,eAAe;GAChC;GACA,OAAO,QAAQ;GACf,OAAO,UAAU;GACjB,WAAW,KAAK,IAAI;EACtB,CAAC;EAGH,MAAM,QAAQ,gBAAgB;EAC9B,MAAM,mBAAmB,YAAY,KAAK;EAC1C,MAAM,SAAS,MAAM,gCACnB,OACA;GACE;GACA,QAAQ;GACR,GAAI,aAAa,aAAa,KAAA,IAC1B,EAAE,UAAU,aAAa,SAAS,IAClC,CAAC;GACL,KAAK,UAAU;GACf,GAAI,UAAU,YAAY,EAAE,WAAW,UAAU,UAAU,IAAI,CAAC;GAChE,GAAI,UAAU,QAAQ,EAAE,OAAO,UAAU,MAAM,IAAI,CAAC;EACtD,CACF;EACA,IAAI,UAAU,OACZ,MAAM,mBAAmB,YAAY,OAAO,UAAU,KAAK;EAC7D,MAAM,oBAAoB,YAAY,OAAO;GAC3C,UAAU,KAAK,IAAI,IAAI;GACvB,OAAO,UAAU;EACnB,CAAC;EACD,OAAO;CACT;CAEA,cAAc,KAAK,2BAA2B;EAC5C;EACA,UAAU,QAAQ;EAClB,OAAO,QAAQ;EACf,aAAa;EACb;EACA,QAAQ,aAAa;EACrB,UAAU,aAAa;EACvB,OAAO,aAAa;EACpB,UAAU,KAAK,IAAI,IAAI;EACvB,WAAW,KAAK,IAAI;CACtB,CAAC;CAID,IAAI,aAAa,WAAW,UAC1B,MAAM,mBAAmB,YAAY,gBAAgB,GAAG;EACtD,OAAO,IAAI,MAAM,aAAa,SAAS,yBAAyB;EAChE,UAAU,KAAK,IAAI,IAAI;CACzB,CAAC;CAIH,OAAO;EACL;EACA,QAAQ,aAAa;EACrB,UAAU,aAAa;EACvB,OAAO,aAAa;CACtB;AACF;;;;AASA,SAAgB,mBAId,SACuC;CACvC,OAAO;AACT"}
@@ -1,7 +1,16 @@
1
1
  import { DurationOptions } from './adapter.js';
2
2
  /**
3
- * Snap a raw seconds value to the closest valid duration for a model's
4
- * `DurationOptions`.
3
+ * Seconds from a duration a caller wrote: `6`, `"6"`, or `"6s"`.
4
+ * Returns `undefined` for keywords such as `"auto"` and for non-finite numbers.
5
+ */
6
+ export declare function durationToSeconds(input: number | string): number | undefined;
7
+ /**
8
+ * Snap a caller duration to the closest valid option.
9
+ *
10
+ * `input` may be seconds (`7`), a numeric string (`"7"`), a template
11
+ * (`"6s"`), or a keyword the model lists (`"auto"`). A keyword that is not
12
+ * in the set returns `undefined`. Equal numeric distances keep the earlier
13
+ * option.
5
14
  *
6
15
  * - `none` → `undefined`
7
16
  * - `discrete` → closest numeric-parseable entry; if none parse,
@@ -11,4 +20,4 @@ import { DurationOptions } from './adapter.js';
11
20
  *
12
21
  * @experimental Video generation is an experimental feature and may change.
13
22
  */
14
- export declare function snapToDurationOption<T extends string | number | undefined>(seconds: number, options: DurationOptions<T>): T | undefined;
23
+ export declare function snapToDurationOption<T extends string | number | undefined>(input: number | string, options: DurationOptions<T>): T | undefined;
@@ -1,7 +1,31 @@
1
1
  //#region src/activities/generateVideo/snap.ts
2
2
  /**
3
+ * `"6"`, `"6s"`, and `"6.5s"` are seconds. Anything else (`"auto"`) is a
4
+ * keyword the model must list exactly.
5
+ */
6
+ var DURATION_TEMPLATE = /^(\d+(?:\.\d+)?)s?$/;
7
+ /**
8
+ * Seconds from a caller-supplied template, or `null` when `input` is a
9
+ * keyword (`"auto"`) rather than a length.
10
+ */
11
+ function templateToSeconds(input) {
12
+ const digits = DURATION_TEMPLATE.exec(input)?.[1];
13
+ if (digits === void 0) return null;
14
+ const seconds = Number(digits);
15
+ return Number.isFinite(seconds) ? seconds : null;
16
+ }
17
+ /**
18
+ * Seconds from a duration a caller wrote: `6`, `"6"`, or `"6s"`.
19
+ * Returns `undefined` for keywords such as `"auto"` and for non-finite numbers.
20
+ */
21
+ function durationToSeconds(input) {
22
+ if (typeof input === "number") return Number.isFinite(input) ? input : void 0;
23
+ const seconds = templateToSeconds(input);
24
+ return seconds === null ? void 0 : seconds;
25
+ }
26
+ /**
3
27
  * Extract a numeric seconds value from a `DurationOptions` entry. Returns
4
- * `null` for entries that don't parse as a number — e.g. `'auto'`.
28
+ * `null` for entries that don't parse as a number, for example `'auto'`.
5
29
  *
6
30
  * Handles the keyword-with-unit form FAL uses for Luma/Veo (`'8s'`, `'9s'`)
7
31
  * by stripping a trailing `s`. Pure-numeric strings (`'5'`, `'10'`) parse via
@@ -9,13 +33,15 @@
9
33
  */
10
34
  function entryToSeconds(entry) {
11
35
  if (typeof entry === "number") return Number.isFinite(entry) ? entry : null;
12
- const stripped = entry.endsWith("s") ? entry.slice(0, -1) : entry;
13
- const parsed = Number(stripped);
14
- return Number.isFinite(parsed) ? parsed : null;
36
+ return templateToSeconds(entry);
15
37
  }
16
38
  /**
17
- * Snap a raw seconds value to the closest valid duration for a model's
18
- * `DurationOptions`.
39
+ * Snap a caller duration to the closest valid option.
40
+ *
41
+ * `input` may be seconds (`7`), a numeric string (`"7"`), a template
42
+ * (`"6s"`), or a keyword the model lists (`"auto"`). A keyword that is not
43
+ * in the set returns `undefined`. Equal numeric distances keep the earlier
44
+ * option.
19
45
  *
20
46
  * - `none` → `undefined`
21
47
  * - `discrete` → closest numeric-parseable entry; if none parse,
@@ -25,7 +51,20 @@ function entryToSeconds(entry) {
25
51
  *
26
52
  * @experimental Video generation is an experimental feature and may change.
27
53
  */
28
- function snapToDurationOption(seconds, options) {
54
+ function snapToDurationOption(input, options) {
55
+ if (typeof input === "number" && Number.isNaN(input)) return void 0;
56
+ if (typeof input === "string") {
57
+ const seconds = templateToSeconds(input);
58
+ if (seconds === null) return matchKeyword(input, options);
59
+ return snapSeconds(seconds, options);
60
+ }
61
+ return snapSeconds(input, options);
62
+ }
63
+ function matchKeyword(keyword, options) {
64
+ if (options.kind !== "discrete" && options.kind !== "mixed") return void 0;
65
+ for (const value of options.values) if (value === keyword) return value;
66
+ }
67
+ function snapSeconds(seconds, options) {
29
68
  switch (options.kind) {
30
69
  case "none": return;
31
70
  case "discrete": return pickClosestDiscrete(seconds, options.values);
@@ -61,6 +100,6 @@ function pickClosestDiscrete(seconds, values) {
61
100
  return best ?? values[0];
62
101
  }
63
102
  //#endregion
64
- export { snapToDurationOption };
103
+ export { durationToSeconds, snapToDurationOption };
65
104
 
66
105
  //# sourceMappingURL=snap.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"snap.js","names":[],"sources":["../../../../src/activities/generateVideo/snap.ts"],"sourcesContent":["import type { DurationOptions } from './adapter'\n\n/**\n * Extract a numeric seconds value from a `DurationOptions` entry. Returns\n * `null` for entries that don't parse as a number — e.g. `'auto'`.\n *\n * Handles the keyword-with-unit form FAL uses for Luma/Veo (`'8s'`, `'9s'`)\n * by stripping a trailing `s`. Pure-numeric strings (`'5'`, `'10'`) parse via\n * Number(). Numbers pass through.\n */\nfunction entryToSeconds(entry: string | number): number | null {\n if (typeof entry === 'number') {\n return Number.isFinite(entry) ? entry : null\n }\n const stripped = entry.endsWith('s') ? entry.slice(0, -1) : entry\n const parsed = Number(stripped)\n return Number.isFinite(parsed) ? parsed : null\n}\n\n/**\n * Snap a raw seconds value to the closest valid duration for a model's\n * `DurationOptions`.\n *\n * - `none` → `undefined`\n * - `discrete` → closest numeric-parseable entry; if none parse,\n * returns `values[0]` (keyword-only models like 'auto')\n * - `range` → clamped to [min, max] and rounded to `step` (default 1)\n * - `mixed` → closest of (discrete numerics ∪ range values)\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport function snapToDurationOption<T extends string | number | undefined>(\n seconds: number,\n options: DurationOptions<T>,\n): T | undefined {\n switch (options.kind) {\n case 'none':\n return undefined\n\n case 'discrete': {\n return pickClosestDiscrete(seconds, options.values)\n }\n\n case 'range': {\n const step = options.step ?? 1\n const clamped = Math.min(options.max, Math.max(options.min, seconds))\n const snapped =\n Math.round((clamped - options.min) / step) * step + options.min\n return Math.min(options.max, Math.max(options.min, snapped)) as T\n }\n\n case 'mixed': {\n const discreteCandidate = pickClosestDiscrete(seconds, options.values)\n if (!options.range) return discreteCandidate\n\n const { min, max, step = 1 } = options.range\n const clamped = Math.min(max, Math.max(min, seconds))\n const rangeValue = Math.min(\n max,\n Math.max(min, Math.round((clamped - min) / step) * step + min),\n )\n\n // Compare distance; range value is numeric, discrete may have non-numeric\n // first-entry fallback (return distance Infinity for non-numerics).\n const discreteSeconds =\n typeof discreteCandidate === 'number'\n ? discreteCandidate\n : discreteCandidate !== undefined\n ? (entryToSeconds(discreteCandidate) ?? Infinity)\n : Infinity\n\n return Math.abs(discreteSeconds - seconds) <=\n Math.abs(rangeValue - seconds)\n ? discreteCandidate\n : (rangeValue as T)\n }\n }\n}\n\nfunction pickClosestDiscrete<T extends string | number>(\n seconds: number,\n values: ReadonlyArray<T>,\n): T | undefined {\n if (values.length === 0) return undefined\n\n let best: T | undefined\n let bestDistance = Infinity\n for (const value of values) {\n const v = entryToSeconds(value)\n if (v === null) continue\n const distance = Math.abs(v - seconds)\n if (distance < bestDistance) {\n bestDistance = distance\n best = value\n }\n }\n\n // Keyword-only set (no numeric-parseable entries) — fall back to first entry.\n return best ?? values[0]\n}\n"],"mappings":";;;;;;;;;AAUA,SAAS,eAAe,OAAuC;CAC7D,IAAI,OAAO,UAAU,UACnB,OAAO,OAAO,SAAS,KAAK,IAAI,QAAQ;CAE1C,MAAM,WAAW,MAAM,SAAS,GAAG,IAAI,MAAM,MAAM,GAAG,EAAE,IAAI;CAC5D,MAAM,SAAS,OAAO,QAAQ;CAC9B,OAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAC5C;;;;;;;;;;;;;AAcA,SAAgB,qBACd,SACA,SACe;CACf,QAAQ,QAAQ,MAAhB;EACE,KAAK,QACH;EAEF,KAAK,YACH,OAAO,oBAAoB,SAAS,QAAQ,MAAM;EAGpD,KAAK,SAAS;GACZ,MAAM,OAAO,QAAQ,QAAQ;GAC7B,MAAM,UAAU,KAAK,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,OAAO,CAAC;GACpE,MAAM,UACJ,KAAK,OAAO,UAAU,QAAQ,OAAO,IAAI,IAAI,OAAO,QAAQ;GAC9D,OAAO,KAAK,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,OAAO,CAAC;EAC7D;EAEA,KAAK,SAAS;GACZ,MAAM,oBAAoB,oBAAoB,SAAS,QAAQ,MAAM;GACrE,IAAI,CAAC,QAAQ,OAAO,OAAO;GAE3B,MAAM,EAAE,KAAK,KAAK,OAAO,MAAM,QAAQ;GAEvC,MAAM,aAAa,KAAK,IACtB,KACA,KAAK,IAAI,KAAK,KAAK,OAHL,KAAK,IAAI,KAAK,KAAK,IAAI,KAAK,OAAO,CAGvB,IAAU,OAAO,IAAI,IAAI,OAAO,GAAG,CAC/D;GAIA,MAAM,kBACJ,OAAO,sBAAsB,WACzB,oBACA,sBAAsB,KAAA,IACnB,eAAe,iBAAiB,KAAK,WACtC;GAER,OAAO,KAAK,IAAI,kBAAkB,OAAO,KACvC,KAAK,IAAI,aAAa,OAAO,IAC3B,oBACC;EACP;CACF;AACF;AAEA,SAAS,oBACP,SACA,QACe;CACf,IAAI,OAAO,WAAW,GAAG,OAAO,KAAA;CAEhC,IAAI;CACJ,IAAI,eAAe;CACnB,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,IAAI,eAAe,KAAK;EAC9B,IAAI,MAAM,MAAM;EAChB,MAAM,WAAW,KAAK,IAAI,IAAI,OAAO;EACrC,IAAI,WAAW,cAAc;GAC3B,eAAe;GACf,OAAO;EACT;CACF;CAGA,OAAO,QAAQ,OAAO;AACxB"}
1
+ {"version":3,"file":"snap.js","names":[],"sources":["../../../../src/activities/generateVideo/snap.ts"],"sourcesContent":["import type { DurationOptions } from './adapter'\n\n/**\n * `\"6\"`, `\"6s\"`, and `\"6.5s\"` are seconds. Anything else (`\"auto\"`) is a\n * keyword the model must list exactly.\n */\nconst DURATION_TEMPLATE = /^(\\d+(?:\\.\\d+)?)s?$/\n\n/**\n * Seconds from a caller-supplied template, or `null` when `input` is a\n * keyword (`\"auto\"`) rather than a length.\n */\nfunction templateToSeconds(input: string): number | null {\n const match = DURATION_TEMPLATE.exec(input)\n const digits = match?.[1]\n if (digits === undefined) return null\n const seconds = Number(digits)\n return Number.isFinite(seconds) ? seconds : null\n}\n\n/**\n * Seconds from a duration a caller wrote: `6`, `\"6\"`, or `\"6s\"`.\n * Returns `undefined` for keywords such as `\"auto\"` and for non-finite numbers.\n */\nexport function durationToSeconds(input: number | string): number | undefined {\n if (typeof input === 'number') {\n return Number.isFinite(input) ? input : undefined\n }\n const seconds = templateToSeconds(input)\n return seconds === null ? undefined : seconds\n}\n\n/**\n * Extract a numeric seconds value from a `DurationOptions` entry. Returns\n * `null` for entries that don't parse as a number, for example `'auto'`.\n *\n * Handles the keyword-with-unit form FAL uses for Luma/Veo (`'8s'`, `'9s'`)\n * by stripping a trailing `s`. Pure-numeric strings (`'5'`, `'10'`) parse via\n * Number(). Numbers pass through.\n */\nfunction entryToSeconds(entry: string | number): number | null {\n if (typeof entry === 'number') {\n return Number.isFinite(entry) ? entry : null\n }\n return templateToSeconds(entry)\n}\n\n/**\n * Snap a caller duration to the closest valid option.\n *\n * `input` may be seconds (`7`), a numeric string (`\"7\"`), a template\n * (`\"6s\"`), or a keyword the model lists (`\"auto\"`). A keyword that is not\n * in the set returns `undefined`. Equal numeric distances keep the earlier\n * option.\n *\n * - `none` → `undefined`\n * - `discrete` → closest numeric-parseable entry; if none parse,\n * returns `values[0]` (keyword-only models like 'auto')\n * - `range` → clamped to [min, max] and rounded to `step` (default 1)\n * - `mixed` → closest of (discrete numerics ∪ range values)\n *\n * @experimental Video generation is an experimental feature and may change.\n */\nexport function snapToDurationOption<T extends string | number | undefined>(\n input: number | string,\n options: DurationOptions<T>,\n): T | undefined {\n // NaN is not a length. Infinity still clamps inside snapSeconds.\n if (typeof input === 'number' && Number.isNaN(input)) return undefined\n\n if (typeof input === 'string') {\n const seconds = templateToSeconds(input)\n if (seconds === null) return matchKeyword(input, options)\n return snapSeconds(seconds, options)\n }\n return snapSeconds(input, options)\n}\n\nfunction matchKeyword<T extends string | number | undefined>(\n keyword: string,\n options: DurationOptions<T>,\n): T | undefined {\n if (options.kind !== 'discrete' && options.kind !== 'mixed') return undefined\n for (const value of options.values) {\n if (value === keyword) return value\n }\n return undefined\n}\n\nfunction snapSeconds<T extends string | number | undefined>(\n seconds: number,\n options: DurationOptions<T>,\n): T | undefined {\n switch (options.kind) {\n case 'none':\n return undefined\n\n case 'discrete': {\n return pickClosestDiscrete(seconds, options.values)\n }\n\n case 'range': {\n const step = options.step ?? 1\n const clamped = Math.min(options.max, Math.max(options.min, seconds))\n const snapped =\n Math.round((clamped - options.min) / step) * step + options.min\n return Math.min(options.max, Math.max(options.min, snapped)) as T\n }\n\n case 'mixed': {\n const discreteCandidate = pickClosestDiscrete(seconds, options.values)\n if (!options.range) return discreteCandidate\n\n const { min, max, step = 1 } = options.range\n const clamped = Math.min(max, Math.max(min, seconds))\n const rangeValue = Math.min(\n max,\n Math.max(min, Math.round((clamped - min) / step) * step + min),\n )\n\n // Compare distance; range value is numeric, discrete may have non-numeric\n // first-entry fallback (return distance Infinity for non-numerics).\n const discreteSeconds =\n typeof discreteCandidate === 'number'\n ? discreteCandidate\n : discreteCandidate !== undefined\n ? (entryToSeconds(discreteCandidate) ?? Infinity)\n : Infinity\n\n return Math.abs(discreteSeconds - seconds) <=\n Math.abs(rangeValue - seconds)\n ? discreteCandidate\n : (rangeValue as T)\n }\n }\n}\n\nfunction pickClosestDiscrete<T extends string | number>(\n seconds: number,\n values: ReadonlyArray<T>,\n): T | undefined {\n if (values.length === 0) return undefined\n\n let best: T | undefined\n let bestDistance = Infinity\n for (const value of values) {\n const v = entryToSeconds(value)\n if (v === null) continue\n const distance = Math.abs(v - seconds)\n if (distance < bestDistance) {\n bestDistance = distance\n best = value\n }\n }\n\n // Keyword-only set (no numeric-parseable entries) — fall back to first entry.\n return best ?? values[0]\n}\n"],"mappings":";;;;;AAMA,IAAM,oBAAoB;;;;;AAM1B,SAAS,kBAAkB,OAA8B;CAEvD,MAAM,SADQ,kBAAkB,KAAK,KACtB,CAAA,GAAQ;CACvB,IAAI,WAAW,KAAA,GAAW,OAAO;CACjC,MAAM,UAAU,OAAO,MAAM;CAC7B,OAAO,OAAO,SAAS,OAAO,IAAI,UAAU;AAC9C;;;;;AAMA,SAAgB,kBAAkB,OAA4C;CAC5E,IAAI,OAAO,UAAU,UACnB,OAAO,OAAO,SAAS,KAAK,IAAI,QAAQ,KAAA;CAE1C,MAAM,UAAU,kBAAkB,KAAK;CACvC,OAAO,YAAY,OAAO,KAAA,IAAY;AACxC;;;;;;;;;AAUA,SAAS,eAAe,OAAuC;CAC7D,IAAI,OAAO,UAAU,UACnB,OAAO,OAAO,SAAS,KAAK,IAAI,QAAQ;CAE1C,OAAO,kBAAkB,KAAK;AAChC;;;;;;;;;;;;;;;;;AAkBA,SAAgB,qBACd,OACA,SACe;CAEf,IAAI,OAAO,UAAU,YAAY,OAAO,MAAM,KAAK,GAAG,OAAO,KAAA;CAE7D,IAAI,OAAO,UAAU,UAAU;EAC7B,MAAM,UAAU,kBAAkB,KAAK;EACvC,IAAI,YAAY,MAAM,OAAO,aAAa,OAAO,OAAO;EACxD,OAAO,YAAY,SAAS,OAAO;CACrC;CACA,OAAO,YAAY,OAAO,OAAO;AACnC;AAEA,SAAS,aACP,SACA,SACe;CACf,IAAI,QAAQ,SAAS,cAAc,QAAQ,SAAS,SAAS,OAAO,KAAA;CACpE,KAAK,MAAM,SAAS,QAAQ,QAC1B,IAAI,UAAU,SAAS,OAAO;AAGlC;AAEA,SAAS,YACP,SACA,SACe;CACf,QAAQ,QAAQ,MAAhB;EACE,KAAK,QACH;EAEF,KAAK,YACH,OAAO,oBAAoB,SAAS,QAAQ,MAAM;EAGpD,KAAK,SAAS;GACZ,MAAM,OAAO,QAAQ,QAAQ;GAC7B,MAAM,UAAU,KAAK,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,OAAO,CAAC;GACpE,MAAM,UACJ,KAAK,OAAO,UAAU,QAAQ,OAAO,IAAI,IAAI,OAAO,QAAQ;GAC9D,OAAO,KAAK,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,OAAO,CAAC;EAC7D;EAEA,KAAK,SAAS;GACZ,MAAM,oBAAoB,oBAAoB,SAAS,QAAQ,MAAM;GACrE,IAAI,CAAC,QAAQ,OAAO,OAAO;GAE3B,MAAM,EAAE,KAAK,KAAK,OAAO,MAAM,QAAQ;GAEvC,MAAM,aAAa,KAAK,IACtB,KACA,KAAK,IAAI,KAAK,KAAK,OAHL,KAAK,IAAI,KAAK,KAAK,IAAI,KAAK,OAAO,CAGvB,IAAU,OAAO,IAAI,IAAI,OAAO,GAAG,CAC/D;GAIA,MAAM,kBACJ,OAAO,sBAAsB,WACzB,oBACA,sBAAsB,KAAA,IACnB,eAAe,iBAAiB,KAAK,WACtC;GAER,OAAO,KAAK,IAAI,kBAAkB,OAAO,KACvC,KAAK,IAAI,aAAa,OAAO,IAC3B,oBACC;EACP;CACF;AACF;AAEA,SAAS,oBACP,SACA,QACe;CACf,IAAI,OAAO,WAAW,GAAG,OAAO,KAAA;CAEhC,IAAI;CACJ,IAAI,eAAe;CACnB,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,IAAI,eAAe,KAAK;EAC9B,IAAI,MAAM,MAAM;EAChB,MAAM,WAAW,KAAK,IAAI,IAAI,OAAO;EACrC,IAAI,WAAW,cAAc;GAC3B,eAAe;GACf,OAAO;EACT;CACF;CAGA,OAAO,QAAQ,OAAO;AACxB"}
@@ -108,7 +108,7 @@ export type VoiceActivityResult<TStream extends boolean = false> = TStream exten
108
108
  * if (!preview) throw new Error('No voice candidates returned')
109
109
  *
110
110
  * const speech = await generateSpeech({
111
- * adapter: elevenlabsSpeech('eleven_v3'),
111
+ * adapter: elevenlabsSpeech('eleven_v4'),
112
112
  * text: 'Once upon a time...',
113
113
  * voice: preview.voiceId,
114
114
  * })