@tanstack/ai-fal 1.1.1 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/dist/esm/adapters/audio.js +2 -3
  2. package/dist/esm/adapters/audio.js.map +1 -1
  3. package/dist/esm/adapters/files.js +1 -2
  4. package/dist/esm/adapters/image.js +2 -3
  5. package/dist/esm/adapters/image.js.map +1 -1
  6. package/dist/esm/adapters/live.js +1 -2
  7. package/dist/esm/adapters/model3d.d.ts +98 -0
  8. package/dist/esm/adapters/model3d.js +170 -0
  9. package/dist/esm/adapters/model3d.js.map +1 -0
  10. package/dist/esm/adapters/motion.d.ts +58 -0
  11. package/dist/esm/adapters/motion.js +150 -0
  12. package/dist/esm/adapters/motion.js.map +1 -0
  13. package/dist/esm/adapters/speech.js +2 -3
  14. package/dist/esm/adapters/speech.js.map +1 -1
  15. package/dist/esm/adapters/transcription.js +2 -3
  16. package/dist/esm/adapters/transcription.js.map +1 -1
  17. package/dist/esm/adapters/video.js +6 -11
  18. package/dist/esm/adapters/video.js.map +1 -1
  19. package/dist/esm/byok.js +1 -2
  20. package/dist/esm/client/index.js +1 -2
  21. package/dist/esm/image/generated/image-field-overrides.d.ts +459 -294
  22. package/dist/esm/image/generated/image-field-overrides.js +312 -190
  23. package/dist/esm/image/generated/image-field-overrides.js.map +1 -1
  24. package/dist/esm/image/image-inputs.js +7 -4
  25. package/dist/esm/image/image-inputs.js.map +1 -1
  26. package/dist/esm/image/image-provider-options.js +1 -2
  27. package/dist/esm/image/legacy-image-field-overrides.d.ts +13 -0
  28. package/dist/esm/image/legacy-image-field-overrides.js +91 -0
  29. package/dist/esm/image/legacy-image-field-overrides.js.map +1 -0
  30. package/dist/esm/index.d.ts +4 -1
  31. package/dist/esm/index.js +4 -2
  32. package/dist/esm/model-meta.d.ts +49 -0
  33. package/dist/esm/model3d/generated/mesh-field-overrides.d.ts +20 -0
  34. package/dist/esm/model3d/generated/mesh-field-overrides.js +20 -0
  35. package/dist/esm/model3d/generated/mesh-field-overrides.js.map +1 -0
  36. package/dist/esm/model3d/model3d-inputs.d.ts +39 -0
  37. package/dist/esm/model3d/model3d-inputs.js +206 -0
  38. package/dist/esm/model3d/model3d-inputs.js.map +1 -0
  39. package/dist/esm/model3d/model3d-output.d.ts +25 -0
  40. package/dist/esm/model3d/model3d-output.js +181 -0
  41. package/dist/esm/model3d/model3d-output.js.map +1 -0
  42. package/dist/esm/utils/billing.js +1 -2
  43. package/dist/esm/utils/client.d.ts +6 -0
  44. package/dist/esm/utils/client.js +19 -3
  45. package/dist/esm/utils/client.js.map +1 -1
  46. package/dist/esm/utils/configure.js +1 -2
  47. package/dist/esm/video/video-provider-options.js +20 -31
  48. package/dist/esm/video/video-provider-options.js.map +1 -1
  49. package/package.json +6 -6
  50. package/src/adapters/model3d.ts +219 -0
  51. package/src/adapters/motion.ts +237 -0
  52. package/src/adapters/video.ts +5 -8
  53. package/src/image/generated/image-field-overrides.ts +159 -110
  54. package/src/image/image-inputs.ts +9 -4
  55. package/src/image/legacy-image-field-overrides.ts +94 -0
  56. package/src/index.ts +19 -0
  57. package/src/model-meta.ts +106 -0
  58. package/src/model3d/generated/mesh-field-overrides.ts +46 -0
  59. package/src/model3d/model3d-inputs.ts +232 -0
  60. package/src/model3d/model3d-output.ts +216 -0
  61. package/src/utils/client.ts +25 -0
  62. package/src/video/video-provider-options.ts +9 -27
@@ -0,0 +1 @@
1
+ {"version":3,"file":"motion.js","names":[],"sources":["../../../src/adapters/motion.ts"],"sourcesContent":["import { BaseMotionAdapter } from '@tanstack/ai/adapters'\nimport {\n createAdapterFalClient,\n extractUrlExtension,\n falValidationMessage,\n} from '../utils/client'\nimport { buildFalUsage, takeBillableUnits } from '../utils/billing'\nimport type {\n MotionAsset,\n MotionGenerationOptions,\n MotionGenerationResult,\n MotionJobResult,\n MotionStatusResult,\n} from '@tanstack/ai'\nimport type { FalModelInput } from '../model-meta'\nimport type { FalClientConfig } from '../utils/client'\nimport type { FalClient } from '../client/index'\n\n/**\n * fal motion models. Both Hunyuan Motion endpoints return an FBX file and\n * take the same input. Any other fal endpoint id is accepted as a string.\n */\nexport type FalMotionModel =\n | 'fal-ai/hunyuan-motion'\n | 'fal-ai/hunyuan-motion/fast'\n | (string & {})\n\n/**\n * Hunyuan Motion options: `seed`, `guidance_scale` (1 to 10, default 5), and\n * `output_format` (`'fbx'` default, or `'dict'` for raw JSON). `prompt` and\n * `duration` are top-level `generateMotion()` options.\n */\nexport type FalHunyuanMotionProviderOptions = Omit<\n FalModelInput<'fal-ai/hunyuan-motion'>,\n 'prompt' | 'duration'\n>\n\n/** Provider options for a fal motion model. */\nexport type FalMotionProviderOptions<TModel extends string> = TModel extends\n | 'fal-ai/hunyuan-motion'\n | 'fal-ai/hunyuan-motion/fast'\n ? FalHunyuanMotionProviderOptions\n : Record<string, unknown>\n\ninterface FalQueueStatusResponse {\n status: 'IN_QUEUE' | 'IN_PROGRESS' | 'COMPLETED'\n queue_position?: number\n /** Set on a COMPLETED request that failed */\n error?: string\n}\n\ninterface FalFile {\n url: string\n content_type?: string\n file_name?: string\n file_size?: number\n}\n\nfunction isFalFile(value: unknown): value is FalFile {\n return (\n typeof value === 'object' &&\n value !== null &&\n 'url' in value &&\n typeof value.url === 'string'\n )\n}\n\n/**\n * Every file in a fal motion output becomes an asset. The format comes from\n * the file name or URL extension, then from the field name\n * (`fbx_file` → `fbx`, `motion_json` → `json`).\n */\nfunction toMotionAssets(output: Record<string, unknown>): Array<MotionAsset> {\n const assets: Array<MotionAsset> = []\n for (const [field, value] of Object.entries(output)) {\n if (!isFalFile(value)) continue\n const extension = extractUrlExtension(value.file_name ?? value.url)\n const format =\n extension?.toLowerCase() ??\n (field === 'motion_json' ? 'json' : field.replace(/_file$/, ''))\n assets.push({\n url: value.url,\n format,\n ...(value.content_type ? { contentType: value.content_type } : {}),\n ...(value.file_name ? { fileName: value.file_name } : {}),\n ...(value.file_size !== undefined ? { fileSize: value.file_size } : {}),\n })\n }\n return assets\n}\n\n/**\n * fal motion adapter. Runs text-to-motion models on the fal queue and\n * returns the skeletal animation files they produce.\n *\n * fal file URLs follow the account's media expiry setting, so copy files\n * you want to keep.\n *\n * @experimental Motion generation is an experimental feature and may change.\n */\nexport class FalMotionAdapter<\n TModel extends FalMotionModel,\n> extends BaseMotionAdapter<TModel, FalMotionProviderOptions<TModel>> {\n readonly name = 'fal' as const\n private readonly client: FalClient\n\n constructor(model: TModel, config?: FalClientConfig) {\n super(model)\n this.client = createAdapterFalClient(config)\n }\n\n async createMotionJob(\n options: MotionGenerationOptions<FalMotionProviderOptions<TModel>>,\n ): Promise<MotionJobResult> {\n const { logger } = options\n logger.request(`activity=generateMotion provider=fal model=${this.model}`, {\n provider: 'fal',\n model: this.model,\n })\n try {\n const { request_id } = await this.client.queue.submit(this.model, {\n // The fal SDK keys input types by endpoint id; a generic TModel\n // cannot narrow to one, so the built input is cast like falVideo does.\n input: {\n ...options.modelOptions,\n prompt: options.prompt,\n ...(options.duration !== undefined\n ? { duration: options.duration }\n : {}),\n } as FalModelInput<TModel>,\n ...(options.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n return { jobId: request_id, model: this.model }\n } catch (error) {\n logger.errors('fal.createMotionJob fatal', {\n error,\n source: 'fal.createMotionJob',\n })\n throw error\n }\n }\n\n async getMotionStatus(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<MotionStatusResult> {\n const response = (await this.client.queue.status(this.model, {\n requestId: jobId,\n logs: false,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })) as FalQueueStatusResponse\n\n switch (response.status) {\n case 'IN_QUEUE':\n return {\n jobId,\n status: 'pending',\n ...(response.queue_position != null\n ? { queuePosition: response.queue_position }\n : {}),\n }\n case 'IN_PROGRESS':\n return { jobId, status: 'processing' }\n case 'COMPLETED':\n return response.error\n ? { jobId, status: 'failed', error: response.error }\n : { jobId, status: 'completed' }\n }\n }\n\n async getMotion(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<MotionGenerationResult> {\n let result\n try {\n result = await this.client.queue.result(this.model, {\n requestId: jobId,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n } catch (error) {\n if (options?.abortSignal?.aborted) throw error\n const validation = falValidationMessage(error)\n if (validation) {\n throw new Error(`Motion generation failed: ${validation}`)\n }\n throw error\n }\n\n const output = (result.data ?? {}) as Record<string, unknown>\n const assets = toMotionAssets(output)\n if (assets.length === 0) {\n throw new Error(`fal returned no motion files for request ${jobId}`)\n }\n const usage = buildFalUsage(takeBillableUnits(result.requestId))\n return {\n jobId,\n model: this.model,\n assets,\n ...(typeof output.seed === 'number' ? { seed: output.seed } : {}),\n ...(usage ? { usage } : {}),\n }\n }\n\n /**\n * Uses the fal queue cancel endpoint. fal removes a queued request. A\n * request that already runs gets a cancel request and may still finish.\n * fal rejects a cancel for a request that already completed.\n */\n async cancelMotionJob(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<void> {\n await this.client.queue.cancel(this.model, {\n requestId: jobId,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n }\n}\n\n/**\n * Create a fal motion adapter. Reads `config.apiKey`, or `FAL_KEY` from the\n * environment.\n *\n * @example\n * ```ts\n * const adapter = falMotion('fal-ai/hunyuan-motion')\n * ```\n *\n * @experimental Motion generation is an experimental feature and may change.\n */\nexport function falMotion<TModel extends FalMotionModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalMotionAdapter<TModel> {\n return new FalMotionAdapter(model, config)\n}\n"],"mappings":";;;;AA0DA,SAAS,UAAU,OAAkC;CACnD,OACE,OAAO,UAAU,YACjB,UAAU,QACV,SAAS,SACT,OAAO,MAAM,QAAQ;AAEzB;;;;;;AAOA,SAAS,eAAe,QAAqD;CAC3E,MAAM,SAA6B,CAAC;CACpC,KAAK,MAAM,CAAC,OAAO,UAAU,OAAO,QAAQ,MAAM,GAAG;EACnD,IAAI,CAAC,UAAU,KAAK,GAAG;EAEvB,MAAM,SADY,oBAAoB,MAAM,aAAa,MAAM,GAE7D,CAAA,EAAW,YAAY,MACtB,UAAU,gBAAgB,SAAS,MAAM,QAAQ,UAAU,EAAE;EAChE,OAAO,KAAK;GACV,KAAK,MAAM;GACX;GACA,GAAI,MAAM,eAAe,EAAE,aAAa,MAAM,aAAa,IAAI,CAAC;GAChE,GAAI,MAAM,YAAY,EAAE,UAAU,MAAM,UAAU,IAAI,CAAC;GACvD,GAAI,MAAM,cAAc,KAAA,IAAY,EAAE,UAAU,MAAM,UAAU,IAAI,CAAC;EACvE,CAAC;CACH;CACA,OAAO;AACT;;;;;;;;;;AAWA,IAAa,mBAAb,cAEU,kBAA4D;CACpE,OAAgB;CAChB;CAEA,YAAY,OAAe,QAA0B;EACnD,MAAM,KAAK;EACX,KAAK,SAAS,uBAAuB,MAAM;CAC7C;CAEA,MAAM,gBACJ,SAC0B;EAC1B,MAAM,EAAE,WAAW;EACnB,OAAO,QAAQ,8CAA8C,KAAK,SAAS;GACzE,UAAU;GACV,OAAO,KAAK;EACd,CAAC;EACD,IAAI;GACF,MAAM,EAAE,eAAe,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;IAGhE,OAAO;KACL,GAAG,QAAQ;KACX,QAAQ,QAAQ;KAChB,GAAI,QAAQ,aAAa,KAAA,IACrB,EAAE,UAAU,QAAQ,SAAS,IAC7B,CAAC;IACP;IACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;GACpE,CAAC;GACD,OAAO;IAAE,OAAO;IAAY,OAAO,KAAK;GAAM;EAChD,SAAS,OAAO;GACd,OAAO,OAAO,6BAA6B;IACzC;IACA,QAAQ;GACV,CAAC;GACD,MAAM;EACR;CACF;CAEA,MAAM,gBACJ,OACA,SAC6B;EAC7B,MAAM,WAAY,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;GAC3D,WAAW;GACX,MAAM;GACN,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;EACrE,CAAC;EAED,QAAQ,SAAS,QAAjB;GACE,KAAK,YACH,OAAO;IACL;IACA,QAAQ;IACR,GAAI,SAAS,kBAAkB,OAC3B,EAAE,eAAe,SAAS,eAAe,IACzC,CAAC;GACP;GACF,KAAK,eACH,OAAO;IAAE;IAAO,QAAQ;GAAa;GACvC,KAAK,aACH,OAAO,SAAS,QACZ;IAAE;IAAO,QAAQ;IAAU,OAAO,SAAS;GAAM,IACjD;IAAE;IAAO,QAAQ;GAAY;EACrC;CACF;CAEA,MAAM,UACJ,OACA,SACiC;EACjC,IAAI;EACJ,IAAI;GACF,SAAS,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;IAClD,WAAW;IACX,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;GACrE,CAAC;EACH,SAAS,OAAO;GACd,IAAI,SAAS,aAAa,SAAS,MAAM;GACzC,MAAM,aAAa,qBAAqB,KAAK;GAC7C,IAAI,YACF,MAAM,IAAI,MAAM,6BAA6B,YAAY;GAE3D,MAAM;EACR;EAEA,MAAM,SAAU,OAAO,QAAQ,CAAC;EAChC,MAAM,SAAS,eAAe,MAAM;EACpC,IAAI,OAAO,WAAW,GACpB,MAAM,IAAI,MAAM,4CAA4C,OAAO;EAErE,MAAM,QAAQ,cAAc,kBAAkB,OAAO,SAAS,CAAC;EAC/D,OAAO;GACL;GACA,OAAO,KAAK;GACZ;GACA,GAAI,OAAO,OAAO,SAAS,WAAW,EAAE,MAAM,OAAO,KAAK,IAAI,CAAC;GAC/D,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;EAC3B;CACF;;;;;;CAOA,MAAM,gBACJ,OACA,SACe;EACf,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;GACzC,WAAW;GACX,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;EACrE,CAAC;CACH;AACF;;;;;;;;;;;;AAaA,SAAgB,UACd,OACA,QAC0B;CAC1B,OAAO,IAAI,iBAAiB,OAAO,MAAM;AAC3C"}
@@ -1,7 +1,7 @@
1
- import { buildFalUsage, takeBillableUnits } from "../utils/billing.js";
2
1
  import { arrayBufferToBase64, createAdapterFalClient, extractUrlExtension, generateId } from "../utils/client.js";
2
+ import { buildFalUsage, takeBillableUnits } from "../utils/billing.js";
3
3
  import { BaseTTSAdapter } from "@tanstack/ai/adapters";
4
- //#region src/adapters/speech.ts
4
+ // src/adapters/speech.ts
5
5
  /**
6
6
  * fal.ai text-to-speech adapter.
7
7
  *
@@ -93,7 +93,6 @@ var FalSpeechAdapter = class extends BaseTTSAdapter {
93
93
  function falSpeech(model, config) {
94
94
  return new FalSpeechAdapter(model, config);
95
95
  }
96
- //#endregion
97
96
  export { FalSpeechAdapter, falSpeech };
98
97
 
99
98
  //# sourceMappingURL=speech.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"speech.js","names":[],"sources":["../../../src/adapters/speech.ts"],"sourcesContent":["import { BaseTTSAdapter } from '@tanstack/ai/adapters'\nimport {\n arrayBufferToBase64,\n createAdapterFalClient,\n extractUrlExtension,\n generateId as utilGenerateId,\n} from '../utils/client'\nimport { buildFalUsage, takeBillableUnits } from '../utils/billing'\nimport type { OutputType, Result } from '@fal-ai/client'\nimport type { TTSOptions, TTSResult } from '@tanstack/ai'\nimport type { FalClientConfig } from '../utils/client'\nimport type { FalClient } from '../client/index'\nimport type { FalModel, FalModelInput } from '../model-meta'\n\n/**\n * Provider options for TTS, excluding fields TanStack AI handles.\n */\nexport type FalSpeechProviderOptions<TModel extends string> = Omit<\n FalModelInput<TModel>,\n 'prompt' | 'text'\n>\n\n/**\n * fal.ai text-to-speech adapter.\n *\n * Supports fal.ai TTS models like kokoro, elevenlabs, etc.\n *\n * @example\n * ```typescript\n * const adapter = falSpeech('fal-ai/kokoro/american-english')\n * const result = await generateSpeech({\n * adapter,\n * text: 'Hello, world!',\n * voice: 'af_heart',\n * })\n * ```\n */\nexport class FalSpeechAdapter<TModel extends FalModel> extends BaseTTSAdapter<\n TModel,\n FalSpeechProviderOptions<TModel>\n> {\n readonly name = 'fal' as const\n private readonly client: FalClient\n\n constructor(model: TModel, config?: FalClientConfig) {\n super(model, {})\n this.client = createAdapterFalClient(config)\n }\n\n async generateSpeech(\n options: TTSOptions<FalSpeechProviderOptions<TModel>>,\n ): Promise<TTSResult> {\n const { logger } = options\n logger.request(`activity=generateSpeech provider=fal model=${this.model}`, {\n provider: 'fal',\n model: this.model,\n })\n let requestId: string | undefined\n try {\n const input = this.buildInput(options)\n // Pass the abortSignal per request, not in the client config.\n const result = await this.client.subscribe(this.model, {\n input,\n ...(options.abortSignal ? { abortSignal: options.abortSignal } : {}),\n onEnqueue: (id) => {\n requestId = id\n },\n })\n return await this.transformResponse(result, options.abortSignal)\n } catch (error) {\n // The SDK stops waiting on abort but leaves the queued job running.\n // Cancel it so it stops billing.\n if (requestId && options.abortSignal?.aborted) {\n this.client.queue.cancel(this.model, { requestId }).catch(() => {})\n }\n logger.errors('fal.generateSpeech fatal', {\n error,\n source: 'fal.generateSpeech',\n })\n throw error\n }\n }\n\n private buildInput(\n options: TTSOptions<FalSpeechProviderOptions<TModel>>,\n ): FalModelInput<TModel> {\n const input = {\n ...options.modelOptions,\n // Map text to both prompt and text fields (different models use different fields)\n prompt: options.text,\n text: options.text,\n ...(options.voice ? { voice: options.voice } : {}),\n ...(options.speed ? { speed: options.speed } : {}),\n } as FalModelInput<TModel>\n return input\n }\n\n protected override generateId(): string {\n return utilGenerateId(this.name)\n }\n\n private async transformResponse(\n response: Result<OutputType<TModel>>,\n abortSignal: AbortSignal | undefined,\n ): Promise<TTSResult> {\n const data = response.data as Record<string, unknown>\n\n // fal returns { audio: { url, content_type } } or { audio_url: string }\n let audioUrl: string | undefined\n let contentType: string | undefined\n\n if (\n data['audio'] &&\n typeof data['audio'] === 'object' &&\n 'url' in data['audio']\n ) {\n const audioObj = data['audio'] as { url: string; content_type?: string }\n audioUrl = audioObj.url\n contentType = audioObj.content_type\n } else if (typeof data.audio_url === 'string') {\n audioUrl = data.audio_url\n }\n\n if (!audioUrl) {\n throw new Error('Audio URL not found in fal TTS response')\n }\n\n // Fetch the audio and convert to base64 to match TTSResult contract.\n // Using a chunked helper here — spreading Uint8Array into btoa exceeds\n // V8's argument limit (~65k) for any realistic TTS clip.\n const audioResponse = await fetch(\n audioUrl,\n abortSignal ? { signal: abortSignal } : undefined,\n )\n if (!audioResponse.ok) {\n throw new Error(\n `Failed to fetch audio from ${audioUrl}: ${audioResponse.status} ${audioResponse.statusText}`,\n )\n }\n const arrayBuffer = await audioResponse.arrayBuffer()\n const base64 = arrayBufferToBase64(arrayBuffer)\n\n // Strip parameters like `; charset=...` from contentType, and only use\n // the URL extension as a fallback when it looks like a real extension.\n const contentTypeMime = contentType?.split(';')[0]?.trim()\n const safeUrlExtension = extractUrlExtension(audioUrl)\n // Prefer URL-derived extension when available (more canonical for file\n // consumers), otherwise derive from the content-type mime subtype, then\n // fall back to `wav`. Normalize `mpeg` → `mp3` so the format field is a\n // usable file extension rather than the IANA subtype.\n const rawFormat =\n safeUrlExtension || contentTypeMime?.split('/')[1] || 'wav'\n const format = rawFormat === 'mpeg' ? 'mp3' : rawFormat\n\n const usage = buildFalUsage(takeBillableUnits(response.requestId))\n\n return {\n id: response.requestId || this.generateId(),\n model: this.model,\n audio: base64,\n format,\n contentType: contentTypeMime || `audio/${format}`,\n ...(usage ? { usage } : {}),\n }\n }\n}\n\nexport function falSpeech<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalSpeechAdapter<TModel> {\n return new FalSpeechAdapter(model, config)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAqCA,IAAa,mBAAb,cAA+D,eAG7D;CACA,OAAgB;CAChB;CAEA,YAAY,OAAe,QAA0B;EACnD,MAAM,OAAO,CAAC,CAAC;EACf,KAAK,SAAS,uBAAuB,MAAM;CAC7C;CAEA,MAAM,eACJ,SACoB;EACpB,MAAM,EAAE,WAAW;EACnB,OAAO,QAAQ,8CAA8C,KAAK,SAAS;GACzE,UAAU;GACV,OAAO,KAAK;EACd,CAAC;EACD,IAAI;EACJ,IAAI;GACF,MAAM,QAAQ,KAAK,WAAW,OAAO;GAErC,MAAM,SAAS,MAAM,KAAK,OAAO,UAAU,KAAK,OAAO;IACrD;IACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;IAClE,YAAY,OAAO;KACjB,YAAY;IACd;GACF,CAAC;GACD,OAAO,MAAM,KAAK,kBAAkB,QAAQ,QAAQ,WAAW;EACjE,SAAS,OAAO;GAGd,IAAI,aAAa,QAAQ,aAAa,SACpC,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;GAEpE,OAAO,OAAO,4BAA4B;IACxC;IACA,QAAQ;GACV,CAAC;GACD,MAAM;EACR;CACF;CAEA,WACE,SACuB;EASvB,OAAO;GAPL,GAAG,QAAQ;GAEX,QAAQ,QAAQ;GAChB,MAAM,QAAQ;GACd,GAAI,QAAQ,QAAQ,EAAE,OAAO,QAAQ,MAAM,IAAI,CAAC;GAChD,GAAI,QAAQ,QAAQ,EAAE,OAAO,QAAQ,MAAM,IAAI,CAAC;EAE3C;CACT;CAEA,aAAwC;EACtC,OAAO,WAAe,KAAK,IAAI;CACjC;CAEA,MAAc,kBACZ,UACA,aACoB;EACpB,MAAM,OAAO,SAAS;EAGtB,IAAI;EACJ,IAAI;EAEJ,IACE,KAAK,YACL,OAAO,KAAK,aAAa,YACzB,SAAS,KAAK,UACd;GACA,MAAM,WAAW,KAAK;GACtB,WAAW,SAAS;GACpB,cAAc,SAAS;EACzB,OAAO,IAAI,OAAO,KAAK,cAAc,UACnC,WAAW,KAAK;EAGlB,IAAI,CAAC,UACH,MAAM,IAAI,MAAM,yCAAyC;EAM3D,MAAM,gBAAgB,MAAM,MAC1B,UACA,cAAc,EAAE,QAAQ,YAAY,IAAI,KAAA,CAC1C;EACA,IAAI,CAAC,cAAc,IACjB,MAAM,IAAI,MACR,8BAA8B,SAAS,IAAI,cAAc,OAAO,GAAG,cAAc,YACnF;EAEF,MAAM,cAAc,MAAM,cAAc,YAAY;EACpD,MAAM,SAAS,oBAAoB,WAAW;EAI9C,MAAM,kBAAkB,aAAa,MAAM,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK;EAMzD,MAAM,YALmB,oBAAoB,QAM3C,KAAoB,iBAAiB,MAAM,GAAG,CAAC,CAAC,MAAM;EACxD,MAAM,SAAS,cAAc,SAAS,QAAQ;EAE9C,MAAM,QAAQ,cAAc,kBAAkB,SAAS,SAAS,CAAC;EAEjE,OAAO;GACL,IAAI,SAAS,aAAa,KAAK,WAAW;GAC1C,OAAO,KAAK;GACZ,OAAO;GACP;GACA,aAAa,mBAAmB,SAAS;GACzC,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;EAC3B;CACF;AACF;AAEA,SAAgB,UACd,OACA,QAC0B;CAC1B,OAAO,IAAI,iBAAiB,OAAO,MAAM;AAC3C"}
1
+ {"version":3,"file":"speech.js","names":["utilGenerateId"],"sources":["../../../src/adapters/speech.ts"],"sourcesContent":["import { BaseTTSAdapter } from '@tanstack/ai/adapters'\nimport {\n arrayBufferToBase64,\n createAdapterFalClient,\n extractUrlExtension,\n generateId as utilGenerateId,\n} from '../utils/client'\nimport { buildFalUsage, takeBillableUnits } from '../utils/billing'\nimport type { OutputType, Result } from '@fal-ai/client'\nimport type { TTSOptions, TTSResult } from '@tanstack/ai'\nimport type { FalClientConfig } from '../utils/client'\nimport type { FalClient } from '../client/index'\nimport type { FalModel, FalModelInput } from '../model-meta'\n\n/**\n * Provider options for TTS, excluding fields TanStack AI handles.\n */\nexport type FalSpeechProviderOptions<TModel extends string> = Omit<\n FalModelInput<TModel>,\n 'prompt' | 'text'\n>\n\n/**\n * fal.ai text-to-speech adapter.\n *\n * Supports fal.ai TTS models like kokoro, elevenlabs, etc.\n *\n * @example\n * ```typescript\n * const adapter = falSpeech('fal-ai/kokoro/american-english')\n * const result = await generateSpeech({\n * adapter,\n * text: 'Hello, world!',\n * voice: 'af_heart',\n * })\n * ```\n */\nexport class FalSpeechAdapter<TModel extends FalModel> extends BaseTTSAdapter<\n TModel,\n FalSpeechProviderOptions<TModel>\n> {\n readonly name = 'fal' as const\n private readonly client: FalClient\n\n constructor(model: TModel, config?: FalClientConfig) {\n super(model, {})\n this.client = createAdapterFalClient(config)\n }\n\n async generateSpeech(\n options: TTSOptions<FalSpeechProviderOptions<TModel>>,\n ): Promise<TTSResult> {\n const { logger } = options\n logger.request(`activity=generateSpeech provider=fal model=${this.model}`, {\n provider: 'fal',\n model: this.model,\n })\n let requestId: string | undefined\n try {\n const input = this.buildInput(options)\n // Pass the abortSignal per request, not in the client config.\n const result = await this.client.subscribe(this.model, {\n input,\n ...(options.abortSignal ? { abortSignal: options.abortSignal } : {}),\n onEnqueue: (id) => {\n requestId = id\n },\n })\n return await this.transformResponse(result, options.abortSignal)\n } catch (error) {\n // The SDK stops waiting on abort but leaves the queued job running.\n // Cancel it so it stops billing.\n if (requestId && options.abortSignal?.aborted) {\n this.client.queue.cancel(this.model, { requestId }).catch(() => {})\n }\n logger.errors('fal.generateSpeech fatal', {\n error,\n source: 'fal.generateSpeech',\n })\n throw error\n }\n }\n\n private buildInput(\n options: TTSOptions<FalSpeechProviderOptions<TModel>>,\n ): FalModelInput<TModel> {\n const input = {\n ...options.modelOptions,\n // Map text to both prompt and text fields (different models use different fields)\n prompt: options.text,\n text: options.text,\n ...(options.voice ? { voice: options.voice } : {}),\n ...(options.speed ? { speed: options.speed } : {}),\n } as FalModelInput<TModel>\n return input\n }\n\n protected override generateId(): string {\n return utilGenerateId(this.name)\n }\n\n private async transformResponse(\n response: Result<OutputType<TModel>>,\n abortSignal: AbortSignal | undefined,\n ): Promise<TTSResult> {\n const data = response.data as Record<string, unknown>\n\n // fal returns { audio: { url, content_type } } or { audio_url: string }\n let audioUrl: string | undefined\n let contentType: string | undefined\n\n if (\n data['audio'] &&\n typeof data['audio'] === 'object' &&\n 'url' in data['audio']\n ) {\n const audioObj = data['audio'] as { url: string; content_type?: string }\n audioUrl = audioObj.url\n contentType = audioObj.content_type\n } else if (typeof data.audio_url === 'string') {\n audioUrl = data.audio_url\n }\n\n if (!audioUrl) {\n throw new Error('Audio URL not found in fal TTS response')\n }\n\n // Fetch the audio and convert to base64 to match TTSResult contract.\n // Using a chunked helper here — spreading Uint8Array into btoa exceeds\n // V8's argument limit (~65k) for any realistic TTS clip.\n const audioResponse = await fetch(\n audioUrl,\n abortSignal ? { signal: abortSignal } : undefined,\n )\n if (!audioResponse.ok) {\n throw new Error(\n `Failed to fetch audio from ${audioUrl}: ${audioResponse.status} ${audioResponse.statusText}`,\n )\n }\n const arrayBuffer = await audioResponse.arrayBuffer()\n const base64 = arrayBufferToBase64(arrayBuffer)\n\n // Strip parameters like `; charset=...` from contentType, and only use\n // the URL extension as a fallback when it looks like a real extension.\n const contentTypeMime = contentType?.split(';')[0]?.trim()\n const safeUrlExtension = extractUrlExtension(audioUrl)\n // Prefer URL-derived extension when available (more canonical for file\n // consumers), otherwise derive from the content-type mime subtype, then\n // fall back to `wav`. Normalize `mpeg` → `mp3` so the format field is a\n // usable file extension rather than the IANA subtype.\n const rawFormat =\n safeUrlExtension || contentTypeMime?.split('/')[1] || 'wav'\n const format = rawFormat === 'mpeg' ? 'mp3' : rawFormat\n\n const usage = buildFalUsage(takeBillableUnits(response.requestId))\n\n return {\n id: response.requestId || this.generateId(),\n model: this.model,\n audio: base64,\n format,\n contentType: contentTypeMime || `audio/${format}`,\n ...(usage ? { usage } : {}),\n }\n }\n}\n\nexport function falSpeech<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalSpeechAdapter<TModel> {\n return new FalSpeechAdapter(model, config)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAqCA,IAAa,mBAAb,cAA+D,eAG7D;CACA,OAAgB;CAChB;CAEA,YAAY,OAAe,QAA0B;EACnD,MAAM,OAAO,CAAC,CAAC;EACf,KAAK,SAAS,uBAAuB,MAAM;CAC7C;CAEA,MAAM,eACJ,SACoB;EACpB,MAAM,EAAE,WAAW;EACnB,OAAO,QAAQ,8CAA8C,KAAK,SAAS;GACzE,UAAU;GACV,OAAO,KAAK;EACd,CAAC;EACD,IAAI;EACJ,IAAI;GACF,MAAM,QAAQ,KAAK,WAAW,OAAO;GAErC,MAAM,SAAS,MAAM,KAAK,OAAO,UAAU,KAAK,OAAO;IACrD;IACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;IAClE,YAAY,OAAO;KACjB,YAAY;IACd;GACF,CAAC;GACD,OAAO,MAAM,KAAK,kBAAkB,QAAQ,QAAQ,WAAW;EACjE,SAAS,OAAO;GAGd,IAAI,aAAa,QAAQ,aAAa,SACpC,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;GAEpE,OAAO,OAAO,4BAA4B;IACxC;IACA,QAAQ;GACV,CAAC;GACD,MAAM;EACR;CACF;CAEA,WACE,SACuB;EASvB,OAAO;GAPL,GAAG,QAAQ;GAEX,QAAQ,QAAQ;GAChB,MAAM,QAAQ;GACd,GAAI,QAAQ,QAAQ,EAAE,OAAO,QAAQ,MAAM,IAAI,CAAC;GAChD,GAAI,QAAQ,QAAQ,EAAE,OAAO,QAAQ,MAAM,IAAI,CAAC;EAE3C;CACT;CAEA,aAAwC;EACtC,OAAOA,WAAe,KAAK,IAAI;CACjC;CAEA,MAAc,kBACZ,UACA,aACoB;EACpB,MAAM,OAAO,SAAS;EAGtB,IAAI;EACJ,IAAI;EAEJ,IACE,KAAK,YACL,OAAO,KAAK,aAAa,YACzB,SAAS,KAAK,UACd;GACA,MAAM,WAAW,KAAK;GACtB,WAAW,SAAS;GACpB,cAAc,SAAS;EACzB,OAAO,IAAI,OAAO,KAAK,cAAc,UACnC,WAAW,KAAK;EAGlB,IAAI,CAAC,UACH,MAAM,IAAI,MAAM,yCAAyC;EAM3D,MAAM,gBAAgB,MAAM,MAC1B,UACA,cAAc,EAAE,QAAQ,YAAY,IAAI,KAAA,CAC1C;EACA,IAAI,CAAC,cAAc,IACjB,MAAM,IAAI,MACR,8BAA8B,SAAS,IAAI,cAAc,OAAO,GAAG,cAAc,YACnF;EAEF,MAAM,cAAc,MAAM,cAAc,YAAY;EACpD,MAAM,SAAS,oBAAoB,WAAW;EAI9C,MAAM,kBAAkB,aAAa,MAAM,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK;EAMzD,MAAM,YALmB,oBAAoB,QAM3C,KAAoB,iBAAiB,MAAM,GAAG,CAAC,CAAC,MAAM;EACxD,MAAM,SAAS,cAAc,SAAS,QAAQ;EAE9C,MAAM,QAAQ,cAAc,kBAAkB,SAAS,SAAS,CAAC;EAEjE,OAAO;GACL,IAAI,SAAS,aAAa,KAAK,WAAW;GAC1C,OAAO,KAAK;GACZ,OAAO;GACP;GACA,aAAa,mBAAmB,SAAS;GACzC,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;EAC3B;CACF;AACF;AAEA,SAAgB,UACd,OACA,QAC0B;CAC1B,OAAO,IAAI,iBAAiB,OAAO,MAAM;AAC3C"}
@@ -1,7 +1,7 @@
1
- import { buildFalUsage, takeBillableUnits } from "../utils/billing.js";
2
1
  import { createAdapterFalClient, dataUrlToBlob, generateId } from "../utils/client.js";
2
+ import { buildFalUsage, takeBillableUnits } from "../utils/billing.js";
3
3
  import { BaseTranscriptionAdapter } from "@tanstack/ai/adapters";
4
- //#region src/adapters/transcription.ts
4
+ // src/adapters/transcription.ts
5
5
  /**
6
6
  * fal.ai transcription (speech-to-text) adapter.
7
7
  *
@@ -96,7 +96,6 @@ var FalTranscriptionAdapter = class extends BaseTranscriptionAdapter {
96
96
  function falTranscription(model, config) {
97
97
  return new FalTranscriptionAdapter(model, config);
98
98
  }
99
- //#endregion
100
99
  export { FalTranscriptionAdapter, falTranscription };
101
100
 
102
101
  //# sourceMappingURL=transcription.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"transcription.js","names":[],"sources":["../../../src/adapters/transcription.ts"],"sourcesContent":["import { BaseTranscriptionAdapter } from '@tanstack/ai/adapters'\nimport {\n createAdapterFalClient,\n dataUrlToBlob,\n generateId as utilGenerateId,\n} from '../utils/client'\nimport { buildFalUsage, takeBillableUnits } from '../utils/billing'\nimport type { OutputType, Result } from '@fal-ai/client'\nimport type {\n TranscriptionOptions,\n TranscriptionResult,\n TranscriptionSegment,\n} from '@tanstack/ai'\nimport type { FalClientConfig } from '../utils/client'\nimport type { FalClient } from '../client/index'\nimport type { FalModel, FalModelInput } from '../model-meta'\n\n/**\n * Provider options for transcription, excluding fields TanStack AI handles.\n */\nexport type FalTranscriptionProviderOptions<TModel extends string> = Omit<\n FalModelInput<TModel>,\n 'audio_url'\n>\n\ninterface FalChunk {\n text: string\n timestamp?: [number, number] | null\n speaker?: string\n}\n\n/**\n * fal.ai transcription (speech-to-text) adapter.\n *\n * Supports fal.ai STT models like whisper, wizper, etc.\n *\n * @example\n * ```typescript\n * const adapter = falTranscription('fal-ai/whisper')\n * const result = await generateTranscription({\n * adapter,\n * audio: 'https://example.com/audio.mp3',\n * language: 'en',\n * })\n * ```\n */\nexport class FalTranscriptionAdapter<\n TModel extends FalModel,\n> extends BaseTranscriptionAdapter<\n TModel,\n FalTranscriptionProviderOptions<TModel>\n> {\n readonly name = 'fal' as const\n private readonly client: FalClient\n\n constructor(model: TModel, config?: FalClientConfig) {\n super(model, {})\n this.client = createAdapterFalClient(config)\n }\n\n async transcribe(\n options: TranscriptionOptions<FalTranscriptionProviderOptions<TModel>>,\n ): Promise<TranscriptionResult> {\n const { logger } = options\n logger.request(\n `activity=generateTranscription provider=fal model=${this.model}`,\n {\n provider: 'fal',\n model: this.model,\n },\n )\n let requestId: string | undefined\n try {\n const input = this.buildInput(options)\n // Pass the abortSignal per request, not in the client config.\n const result = await this.client.subscribe(this.model, {\n input,\n ...(options.abortSignal ? { abortSignal: options.abortSignal } : {}),\n onEnqueue: (id) => {\n requestId = id\n },\n })\n return this.transformResponse(result)\n } catch (error) {\n // The SDK stops waiting on abort but leaves the queued job running.\n // Cancel it so it stops billing.\n if (requestId && options.abortSignal?.aborted) {\n this.client.queue.cancel(this.model, { requestId }).catch(() => {})\n }\n logger.errors('fal.generateTranscription fatal', {\n error,\n source: 'fal.generateTranscription',\n })\n throw error\n }\n }\n\n private buildInput(\n options: TranscriptionOptions<FalTranscriptionProviderOptions<TModel>>,\n ): FalModelInput<TModel> {\n // The fal client auto-uploads Blob/File inputs via storage.upload, but\n // passes strings through unchanged — so a `data:` URL would reach fal's\n // API and get rejected with a 422 \"Unsupported data URL\". Decode data\n // URLs to a Blob up front so the auto-upload path handles them.\n let audioInput: string | Blob | File\n if (options.audio instanceof ArrayBuffer) {\n audioInput = new Blob([options.audio])\n } else if (typeof options.audio === 'string') {\n audioInput = dataUrlToBlob(options.audio) ?? options.audio\n } else {\n audioInput = options.audio\n }\n\n const input = {\n ...options.modelOptions,\n audio_url: audioInput,\n ...(options.language ? { language: options.language } : {}),\n ...(options.prompt ? { prompt: options.prompt } : {}),\n } as FalModelInput<TModel>\n return input\n }\n\n protected override generateId(): string {\n return utilGenerateId(this.name)\n }\n\n private transformResponse(\n response: Result<OutputType<TModel>>,\n ): TranscriptionResult {\n const data = response.data as Record<string, unknown>\n\n const text = (data.text as string) || ''\n\n // Map fal chunks to TanStack segments. fal whisper can return\n // `timestamp: null` on some chunks (e.g. when word-level timing is\n // disabled), and the runtime payload is not actually constrained to a\n // 2-tuple — treat it as unknown and validate before indexing.\n let segments: Array<TranscriptionSegment> | undefined\n const chunks = data.chunks as Array<FalChunk> | undefined\n if (chunks && Array.isArray(chunks)) {\n segments = chunks.flatMap((chunk, index) => {\n const ts = chunk.timestamp as unknown\n if (\n !Array.isArray(ts) ||\n ts.length < 2 ||\n typeof ts[0] !== 'number' ||\n typeof ts[1] !== 'number'\n ) {\n return []\n }\n return [\n {\n id: index,\n start: ts[0],\n end: ts[1],\n text: chunk.text,\n ...(chunk.speaker ? { speaker: chunk.speaker } : {}),\n },\n ]\n })\n }\n\n // Extract language from response\n const language =\n (data.language as string) ||\n (data.inferred_languages as Array<string> | undefined)?.[0] ||\n (data.languages as Array<string> | undefined)?.[0]\n\n const usage = buildFalUsage(takeBillableUnits(response.requestId))\n\n return {\n id: response.requestId || this.generateId(),\n model: this.model,\n text,\n ...(language !== undefined ? { language } : {}),\n ...(segments !== undefined ? { segments } : {}),\n ...(usage ? { usage } : {}),\n }\n }\n}\n\nexport function falTranscription<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalTranscriptionAdapter<TModel> {\n return new FalTranscriptionAdapter(model, config)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AA8CA,IAAa,0BAAb,cAEU,yBAGR;CACA,OAAgB;CAChB;CAEA,YAAY,OAAe,QAA0B;EACnD,MAAM,OAAO,CAAC,CAAC;EACf,KAAK,SAAS,uBAAuB,MAAM;CAC7C;CAEA,MAAM,WACJ,SAC8B;EAC9B,MAAM,EAAE,WAAW;EACnB,OAAO,QACL,qDAAqD,KAAK,SAC1D;GACE,UAAU;GACV,OAAO,KAAK;EACd,CACF;EACA,IAAI;EACJ,IAAI;GACF,MAAM,QAAQ,KAAK,WAAW,OAAO;GAErC,MAAM,SAAS,MAAM,KAAK,OAAO,UAAU,KAAK,OAAO;IACrD;IACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;IAClE,YAAY,OAAO;KACjB,YAAY;IACd;GACF,CAAC;GACD,OAAO,KAAK,kBAAkB,MAAM;EACtC,SAAS,OAAO;GAGd,IAAI,aAAa,QAAQ,aAAa,SACpC,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;GAEpE,OAAO,OAAO,mCAAmC;IAC/C;IACA,QAAQ;GACV,CAAC;GACD,MAAM;EACR;CACF;CAEA,WACE,SACuB;EAKvB,IAAI;EACJ,IAAI,QAAQ,iBAAiB,aAC3B,aAAa,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC;OAChC,IAAI,OAAO,QAAQ,UAAU,UAClC,aAAa,cAAc,QAAQ,KAAK,KAAK,QAAQ;OAErD,aAAa,QAAQ;EASvB,OAAO;GALL,GAAG,QAAQ;GACX,WAAW;GACX,GAAI,QAAQ,WAAW,EAAE,UAAU,QAAQ,SAAS,IAAI,CAAC;GACzD,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;EAE9C;CACT;CAEA,aAAwC;EACtC,OAAO,WAAe,KAAK,IAAI;CACjC;CAEA,kBACE,UACqB;EACrB,MAAM,OAAO,SAAS;EAEtB,MAAM,OAAQ,KAAK,QAAmB;EAMtC,IAAI;EACJ,MAAM,SAAS,KAAK;EACpB,IAAI,UAAU,MAAM,QAAQ,MAAM,GAChC,WAAW,OAAO,SAAS,OAAO,UAAU;GAC1C,MAAM,KAAK,MAAM;GACjB,IACE,CAAC,MAAM,QAAQ,EAAE,KACjB,GAAG,SAAS,KACZ,OAAO,GAAG,OAAO,YACjB,OAAO,GAAG,OAAO,UAEjB,OAAO,CAAC;GAEV,OAAO,CACL;IACE,IAAI;IACJ,OAAO,GAAG;IACV,KAAK,GAAG;IACR,MAAM,MAAM;IACZ,GAAI,MAAM,UAAU,EAAE,SAAS,MAAM,QAAQ,IAAI,CAAC;GACpD,CACF;EACF,CAAC;EAIH,MAAM,WACH,KAAK,YACL,KAAK,qBAAmD,MACxD,KAAK,YAA0C;EAElD,MAAM,QAAQ,cAAc,kBAAkB,SAAS,SAAS,CAAC;EAEjE,OAAO;GACL,IAAI,SAAS,aAAa,KAAK,WAAW;GAC1C,OAAO,KAAK;GACZ;GACA,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;GAC7C,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;GAC7C,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;EAC3B;CACF;AACF;AAEA,SAAgB,iBACd,OACA,QACiC;CACjC,OAAO,IAAI,wBAAwB,OAAO,MAAM;AAClD"}
1
+ {"version":3,"file":"transcription.js","names":["utilGenerateId"],"sources":["../../../src/adapters/transcription.ts"],"sourcesContent":["import { BaseTranscriptionAdapter } from '@tanstack/ai/adapters'\nimport {\n createAdapterFalClient,\n dataUrlToBlob,\n generateId as utilGenerateId,\n} from '../utils/client'\nimport { buildFalUsage, takeBillableUnits } from '../utils/billing'\nimport type { OutputType, Result } from '@fal-ai/client'\nimport type {\n TranscriptionOptions,\n TranscriptionResult,\n TranscriptionSegment,\n} from '@tanstack/ai'\nimport type { FalClientConfig } from '../utils/client'\nimport type { FalClient } from '../client/index'\nimport type { FalModel, FalModelInput } from '../model-meta'\n\n/**\n * Provider options for transcription, excluding fields TanStack AI handles.\n */\nexport type FalTranscriptionProviderOptions<TModel extends string> = Omit<\n FalModelInput<TModel>,\n 'audio_url'\n>\n\ninterface FalChunk {\n text: string\n timestamp?: [number, number] | null\n speaker?: string\n}\n\n/**\n * fal.ai transcription (speech-to-text) adapter.\n *\n * Supports fal.ai STT models like whisper, wizper, etc.\n *\n * @example\n * ```typescript\n * const adapter = falTranscription('fal-ai/whisper')\n * const result = await generateTranscription({\n * adapter,\n * audio: 'https://example.com/audio.mp3',\n * language: 'en',\n * })\n * ```\n */\nexport class FalTranscriptionAdapter<\n TModel extends FalModel,\n> extends BaseTranscriptionAdapter<\n TModel,\n FalTranscriptionProviderOptions<TModel>\n> {\n readonly name = 'fal' as const\n private readonly client: FalClient\n\n constructor(model: TModel, config?: FalClientConfig) {\n super(model, {})\n this.client = createAdapterFalClient(config)\n }\n\n async transcribe(\n options: TranscriptionOptions<FalTranscriptionProviderOptions<TModel>>,\n ): Promise<TranscriptionResult> {\n const { logger } = options\n logger.request(\n `activity=generateTranscription provider=fal model=${this.model}`,\n {\n provider: 'fal',\n model: this.model,\n },\n )\n let requestId: string | undefined\n try {\n const input = this.buildInput(options)\n // Pass the abortSignal per request, not in the client config.\n const result = await this.client.subscribe(this.model, {\n input,\n ...(options.abortSignal ? { abortSignal: options.abortSignal } : {}),\n onEnqueue: (id) => {\n requestId = id\n },\n })\n return this.transformResponse(result)\n } catch (error) {\n // The SDK stops waiting on abort but leaves the queued job running.\n // Cancel it so it stops billing.\n if (requestId && options.abortSignal?.aborted) {\n this.client.queue.cancel(this.model, { requestId }).catch(() => {})\n }\n logger.errors('fal.generateTranscription fatal', {\n error,\n source: 'fal.generateTranscription',\n })\n throw error\n }\n }\n\n private buildInput(\n options: TranscriptionOptions<FalTranscriptionProviderOptions<TModel>>,\n ): FalModelInput<TModel> {\n // The fal client auto-uploads Blob/File inputs via storage.upload, but\n // passes strings through unchanged — so a `data:` URL would reach fal's\n // API and get rejected with a 422 \"Unsupported data URL\". Decode data\n // URLs to a Blob up front so the auto-upload path handles them.\n let audioInput: string | Blob | File\n if (options.audio instanceof ArrayBuffer) {\n audioInput = new Blob([options.audio])\n } else if (typeof options.audio === 'string') {\n audioInput = dataUrlToBlob(options.audio) ?? options.audio\n } else {\n audioInput = options.audio\n }\n\n const input = {\n ...options.modelOptions,\n audio_url: audioInput,\n ...(options.language ? { language: options.language } : {}),\n ...(options.prompt ? { prompt: options.prompt } : {}),\n } as FalModelInput<TModel>\n return input\n }\n\n protected override generateId(): string {\n return utilGenerateId(this.name)\n }\n\n private transformResponse(\n response: Result<OutputType<TModel>>,\n ): TranscriptionResult {\n const data = response.data as Record<string, unknown>\n\n const text = (data.text as string) || ''\n\n // Map fal chunks to TanStack segments. fal whisper can return\n // `timestamp: null` on some chunks (e.g. when word-level timing is\n // disabled), and the runtime payload is not actually constrained to a\n // 2-tuple — treat it as unknown and validate before indexing.\n let segments: Array<TranscriptionSegment> | undefined\n const chunks = data.chunks as Array<FalChunk> | undefined\n if (chunks && Array.isArray(chunks)) {\n segments = chunks.flatMap((chunk, index) => {\n const ts = chunk.timestamp as unknown\n if (\n !Array.isArray(ts) ||\n ts.length < 2 ||\n typeof ts[0] !== 'number' ||\n typeof ts[1] !== 'number'\n ) {\n return []\n }\n return [\n {\n id: index,\n start: ts[0],\n end: ts[1],\n text: chunk.text,\n ...(chunk.speaker ? { speaker: chunk.speaker } : {}),\n },\n ]\n })\n }\n\n // Extract language from response\n const language =\n (data.language as string) ||\n (data.inferred_languages as Array<string> | undefined)?.[0] ||\n (data.languages as Array<string> | undefined)?.[0]\n\n const usage = buildFalUsage(takeBillableUnits(response.requestId))\n\n return {\n id: response.requestId || this.generateId(),\n model: this.model,\n text,\n ...(language !== undefined ? { language } : {}),\n ...(segments !== undefined ? { segments } : {}),\n ...(usage ? { usage } : {}),\n }\n }\n}\n\nexport function falTranscription<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalTranscriptionAdapter<TModel> {\n return new FalTranscriptionAdapter(model, config)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AA8CA,IAAa,0BAAb,cAEU,yBAGR;CACA,OAAgB;CAChB;CAEA,YAAY,OAAe,QAA0B;EACnD,MAAM,OAAO,CAAC,CAAC;EACf,KAAK,SAAS,uBAAuB,MAAM;CAC7C;CAEA,MAAM,WACJ,SAC8B;EAC9B,MAAM,EAAE,WAAW;EACnB,OAAO,QACL,qDAAqD,KAAK,SAC1D;GACE,UAAU;GACV,OAAO,KAAK;EACd,CACF;EACA,IAAI;EACJ,IAAI;GACF,MAAM,QAAQ,KAAK,WAAW,OAAO;GAErC,MAAM,SAAS,MAAM,KAAK,OAAO,UAAU,KAAK,OAAO;IACrD;IACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;IAClE,YAAY,OAAO;KACjB,YAAY;IACd;GACF,CAAC;GACD,OAAO,KAAK,kBAAkB,MAAM;EACtC,SAAS,OAAO;GAGd,IAAI,aAAa,QAAQ,aAAa,SACpC,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;GAEpE,OAAO,OAAO,mCAAmC;IAC/C;IACA,QAAQ;GACV,CAAC;GACD,MAAM;EACR;CACF;CAEA,WACE,SACuB;EAKvB,IAAI;EACJ,IAAI,QAAQ,iBAAiB,aAC3B,aAAa,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC;OAChC,IAAI,OAAO,QAAQ,UAAU,UAClC,aAAa,cAAc,QAAQ,KAAK,KAAK,QAAQ;OAErD,aAAa,QAAQ;EASvB,OAAO;GALL,GAAG,QAAQ;GACX,WAAW;GACX,GAAI,QAAQ,WAAW,EAAE,UAAU,QAAQ,SAAS,IAAI,CAAC;GACzD,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;EAE9C;CACT;CAEA,aAAwC;EACtC,OAAOA,WAAe,KAAK,IAAI;CACjC;CAEA,kBACE,UACqB;EACrB,MAAM,OAAO,SAAS;EAEtB,MAAM,OAAQ,KAAK,QAAmB;EAMtC,IAAI;EACJ,MAAM,SAAS,KAAK;EACpB,IAAI,UAAU,MAAM,QAAQ,MAAM,GAChC,WAAW,OAAO,SAAS,OAAO,UAAU;GAC1C,MAAM,KAAK,MAAM;GACjB,IACE,CAAC,MAAM,QAAQ,EAAE,KACjB,GAAG,SAAS,KACZ,OAAO,GAAG,OAAO,YACjB,OAAO,GAAG,OAAO,UAEjB,OAAO,CAAC;GAEV,OAAO,CACL;IACE,IAAI;IACJ,OAAO,GAAG;IACV,KAAK,GAAG;IACR,MAAM,MAAM;IACZ,GAAI,MAAM,UAAU,EAAE,SAAS,MAAM,QAAQ,IAAI,CAAC;GACpD,CACF;EACF,CAAC;EAIH,MAAM,WACH,KAAK,YACL,KAAK,qBAAmD,MACxD,KAAK,YAA0C;EAElD,MAAM,QAAQ,cAAc,kBAAkB,SAAS,SAAS,CAAC;EAEjE,OAAO;GACL,IAAI,SAAS,aAAa,KAAK,WAAW;GAC1C,OAAO,KAAK;GACZ;GACA,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;GAC7C,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;GAC7C,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;EAC3B;CACF;AACF;AAEA,SAAgB,iBACd,OACA,QACiC;CACjC,OAAO,IAAI,wBAAwB,OAAO,MAAM;AAClD"}
@@ -1,10 +1,10 @@
1
+ import { createAdapterFalClient, falValidationMessage, generateId } from "../utils/client.js";
1
2
  import { buildFalUsage, takeBillableUnits } from "../utils/billing.js";
2
- import { createAdapterFalClient, generateId } from "../utils/client.js";
3
- import { contentSourceToFalUrl, mapImageInputsToFalVideoFields } from "../image/image-inputs.js";
4
3
  import { getFalVideoDurationOptions, mapVideoSizeToFalFormat } from "../video/video-provider-options.js";
4
+ import { contentSourceToFalUrl, mapImageInputsToFalVideoFields } from "../image/image-inputs.js";
5
5
  import { resolveMediaPrompt } from "@tanstack/ai";
6
6
  import { BaseVideoAdapter } from "@tanstack/ai/adapters";
7
- //#region src/adapters/video.ts
7
+ // src/adapters/video.ts
8
8
  /**
9
9
  * Map video conditioning inputs onto fal field names.
10
10
  * Video-to-video endpoints on fal almost universally use `video_url`; the
@@ -137,13 +137,9 @@ var FalVideoAdapter = class extends BaseVideoAdapter {
137
137
  });
138
138
  } catch (error) {
139
139
  if (options?.abortSignal?.aborted) throw error;
140
- const err = error;
141
- const detail = err.body?.detail;
142
- if (Array.isArray(detail)) {
143
- const messages = detail.map((d) => d.loc ? `${d.loc.join(".")}: ${d.msg}` : d.msg);
144
- throw new Error(`Video generation failed: ${messages.join("; ")}`);
145
- }
146
- throw new Error(`Failed to retrieve video result: ${err.message || String(error)}`);
140
+ const validation = falValidationMessage(error);
141
+ if (validation) throw new Error(`Video generation failed: ${validation}`);
142
+ throw new Error(`Failed to retrieve video result: ${error.message || String(error)}`);
147
143
  }
148
144
  const data = result.data;
149
145
  const url = data.video?.url || data.video_url;
@@ -171,7 +167,6 @@ function createFalVideo(model, config) {
171
167
  function falVideo(model, config) {
172
168
  return createFalVideo(model, config);
173
169
  }
174
- //#endregion
175
170
  export { FalVideoAdapter, createFalVideo, falVideo };
176
171
 
177
172
  //# sourceMappingURL=video.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"video.js","names":[],"sources":["../../../src/adapters/video.ts"],"sourcesContent":["import { resolveMediaPrompt } from '@tanstack/ai'\nimport { BaseVideoAdapter } from '@tanstack/ai/adapters'\nimport {\n createAdapterFalClient,\n generateId as utilGenerateId,\n} from '../utils/client'\nimport { buildFalUsage, takeBillableUnits } from '../utils/billing'\nimport {\n getFalVideoDurationOptions,\n mapVideoSizeToFalFormat,\n} from '../video/video-provider-options'\nimport {\n contentSourceToFalUrl,\n mapImageInputsToFalVideoFields,\n} from '../image/image-inputs'\nimport type { DurationOptions } from '@tanstack/ai/adapters'\nimport type {\n AudioPart,\n MediaInputMetadata,\n VideoGenerationOptions,\n VideoJobResult,\n VideoPart,\n VideoStatusResult,\n VideoUrlResult,\n} from '@tanstack/ai'\nimport type {\n FalModel,\n FalModelInput,\n FalModelVideoDuration,\n FalModelVideoSize,\n FalVideoPromptModalitiesFor,\n FalVideoProviderOptions,\n} from '../model-meta'\nimport type { FalClientConfig } from '../utils/client'\nimport type { FalClient } from '../client/index'\n\n/**\n * Map video conditioning inputs onto fal field names.\n * Video-to-video endpoints on fal almost universally use `video_url`; the\n * occasional model takes `video_urls` (rare). Mirror the image-input logic\n * positionally with a `reference` role escape hatch via `reference_video_urls`.\n */\nfunction mapVideoInputsToFalFields(\n videoInputs?: ReadonlyArray<VideoPart<MediaInputMetadata>>,\n): Record<string, unknown> {\n if (!videoInputs || videoInputs.length === 0) return {}\n const references: Array<string> = []\n const sources: Array<string> = []\n for (const part of videoInputs) {\n const url = videoPartToUrl(part)\n if (\n part.metadata?.role === 'reference' ||\n part.metadata?.role === 'character'\n ) {\n references.push(url)\n } else {\n sources.push(url)\n }\n }\n const out: Record<string, unknown> = {}\n if (references.length > 0) out.reference_video_urls = references\n if (sources.length === 1) {\n out.video_url = sources[0]\n } else if (sources.length > 1) {\n out.video_urls = sources\n }\n return out\n}\n\nfunction mapAudioInputsToFalFields(\n audioInputs?: ReadonlyArray<AudioPart<MediaInputMetadata>>,\n): Record<string, unknown> {\n if (!audioInputs || audioInputs.length === 0) return {}\n const [part, ...rest] = audioInputs\n if (!part || rest.length > 0) {\n throw new Error(\n `fal: exactly one audio prompt part is supported (received ${audioInputs.length}).`,\n )\n }\n return {\n audio_url: contentSourceToFalUrl(part.source),\n }\n}\n\nfunction videoPartToUrl(part: VideoPart<MediaInputMetadata>): string {\n return contentSourceToFalUrl(part.source)\n}\n\ntype FalQueueStatus = 'IN_QUEUE' | 'IN_PROGRESS' | 'COMPLETED'\n\ninterface FalStatusResponse {\n status: FalQueueStatus\n queue_position?: number\n logs?: Array<{ message: string }>\n}\n\ninterface FalVideoResultData {\n video?: { url: string }\n video_url?: string\n}\n\n/**\n * Maps fal.ai queue status to TanStack AI video status.\n *\n * Note: fal.ai does not return a FAILED queue status. Errors surface\n * as exceptions when fetching results from a COMPLETED job (e.g. 422\n * validation errors). Those are handled in getVideo().\n */\nfunction mapFalStatusToVideoStatus(\n falStatus: FalQueueStatus,\n): VideoStatusResult['status'] {\n switch (falStatus) {\n case 'IN_QUEUE':\n return 'pending'\n case 'IN_PROGRESS':\n return 'processing'\n case 'COMPLETED':\n return 'completed'\n default:\n return 'processing'\n }\n}\n\n/**\n * fal.ai video generation adapter.\n * Supports MiniMax, Luma, Kling, Hunyuan, and other fal.ai video models.\n *\n * Uses fal.ai's comprehensive type system to provide autocomplete\n * and type safety for all supported video models.\n */\nexport class FalVideoAdapter<TModel extends FalModel> extends BaseVideoAdapter<\n TModel,\n FalVideoProviderOptions<TModel>,\n Record<TModel, FalVideoProviderOptions<TModel>>,\n Record<TModel, FalModelVideoSize<TModel>>,\n Record<TModel, FalVideoPromptModalitiesFor<TModel>>,\n Record<TModel, FalModelVideoDuration<TModel>>\n> {\n override readonly kind = 'video' as const\n readonly name = 'fal' as const\n private readonly client: FalClient\n // Consumes fal storage URLs uploaded via falFiles().\n override readonly supportsFileSources = true\n\n constructor(model: TModel, config?: FalClientConfig) {\n super({}, model)\n this.client = createAdapterFalClient(config)\n }\n\n async createVideoJob(\n options: VideoGenerationOptions<\n FalVideoProviderOptions<TModel>,\n FalModelVideoSize<TModel>,\n FalModelVideoDuration<TModel>\n >,\n ): Promise<VideoJobResult> {\n const { size, duration, modelOptions, logger } = options\n\n logger.request(`activity=generateVideo provider=fal model=${this.model}`, {\n provider: 'fal',\n model: this.model,\n })\n\n try {\n const resolved = resolveMediaPrompt(options.prompt)\n const sizeParams = mapVideoSizeToFalFormat(size)\n const inputImageFields = mapImageInputsToFalVideoFields(\n this.model,\n resolved.images,\n )\n const videoFields = mapVideoInputsToFalFields(resolved.videos)\n const audioFields = mapAudioInputsToFalFields(resolved.audios)\n\n const input = {\n ...sizeParams,\n ...inputImageFields,\n ...videoFields,\n ...audioFields,\n // modelOptions applied after derived media fields so explicit user\n // overrides (video_url, reference_video_urls, audio_url, ...) win.\n ...modelOptions,\n // Media-only prompts omit the prompt field rather than sending an\n // empty string (e.g. pure image-to-video endpoints).\n ...(resolved.text ? { prompt: resolved.text } : {}),\n ...(duration !== undefined ? { duration } : {}),\n } as FalModelInput<TModel>\n\n // Submit to the queue and get the request ID. Pass the abortSignal per\n // request, not in the client config, so it cannot cancel other jobs.\n const { request_id } = await this.client.queue.submit(this.model, {\n input,\n ...(options.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n\n return {\n jobId: request_id,\n model: this.model,\n }\n } catch (error) {\n logger.errors('fal.createVideoJob fatal', {\n error,\n source: 'fal.createVideoJob',\n })\n throw error\n }\n }\n\n override availableDurations(): DurationOptions<\n FalModelVideoDuration<TModel>\n > {\n return getFalVideoDurationOptions(this.model)\n }\n\n /**\n * Cancels a queued request with the fal queue cancel endpoint. fal can refuse when the\n * request already runs, and then this rejects.\n */\n async cancelVideoJob(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<void> {\n await this.client.queue.cancel(this.model, {\n requestId: jobId,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n }\n\n async getVideoStatus(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<VideoStatusResult> {\n const statusResponse = (await this.client.queue.status(this.model, {\n requestId: jobId,\n logs: true,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })) as FalStatusResponse\n\n return {\n jobId,\n status: mapFalStatusToVideoStatus(statusResponse.status),\n ...(statusResponse.queue_position != null\n ? {\n progress: Math.max(0, 100 - statusResponse.queue_position * 10),\n }\n : {}),\n }\n }\n\n override async getVideo(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<VideoUrlResult> {\n let result\n try {\n result = await this.client.queue.result(this.model, {\n requestId: jobId,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n } catch (error: unknown) {\n // A cancelled call is not a provider failure: keep the abort error.\n if (options?.abortSignal?.aborted) throw error\n // fal.ai may report COMPLETED status but throw on result fetch\n // (e.g. 422 validation errors). Extract the detailed error info.\n const err = error as { body?: { detail?: unknown }; message?: string }\n const detail = err.body?.detail\n if (Array.isArray(detail)) {\n const messages = detail.map(\n (d: { msg?: string; loc?: Array<string> }) =>\n d.loc ? `${d.loc.join('.')}: ${d.msg}` : d.msg,\n )\n throw new Error(`Video generation failed: ${messages.join('; ')}`)\n }\n throw new Error(\n `Failed to retrieve video result: ${err.message || String(error)}`,\n )\n }\n\n const data = result.data as FalVideoResultData\n\n // Different models return video URL in different formats\n const url = data.video?.url || data.video_url\n if (!url) {\n throw new Error('Video URL not found in response')\n }\n\n const usage = buildFalUsage(takeBillableUnits(result.requestId))\n\n return {\n jobId,\n url,\n ...(usage ? { usage } : {}),\n }\n }\n\n protected override generateId(): string {\n return utilGenerateId(this.name)\n }\n}\n\n/**\n * Create a fal.ai video adapter with an explicit API key.\n */\nexport function createFalVideo<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalVideoAdapter<TModel> {\n return new FalVideoAdapter(model, config)\n}\n\n/**\n * Create a fal.ai video adapter using config.apiKey or the FAL_KEY environment variable.\n */\nexport function falVideo<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalVideoAdapter<TModel> {\n return createFalVideo(model, config)\n}\n"],"mappings":";;;;;;;;;;;;;AA0CA,SAAS,0BACP,aACyB;CACzB,IAAI,CAAC,eAAe,YAAY,WAAW,GAAG,OAAO,CAAC;CACtD,MAAM,aAA4B,CAAC;CACnC,MAAM,UAAyB,CAAC;CAChC,KAAK,MAAM,QAAQ,aAAa;EAC9B,MAAM,MAAM,eAAe,IAAI;EAC/B,IACE,KAAK,UAAU,SAAS,eACxB,KAAK,UAAU,SAAS,aAExB,WAAW,KAAK,GAAG;OAEnB,QAAQ,KAAK,GAAG;CAEpB;CACA,MAAM,MAA+B,CAAC;CACtC,IAAI,WAAW,SAAS,GAAG,IAAI,uBAAuB;CACtD,IAAI,QAAQ,WAAW,GACrB,IAAI,YAAY,QAAQ;MACnB,IAAI,QAAQ,SAAS,GAC1B,IAAI,aAAa;CAEnB,OAAO;AACT;AAEA,SAAS,0BACP,aACyB;CACzB,IAAI,CAAC,eAAe,YAAY,WAAW,GAAG,OAAO,CAAC;CACtD,MAAM,CAAC,MAAM,GAAG,QAAQ;CACxB,IAAI,CAAC,QAAQ,KAAK,SAAS,GACzB,MAAM,IAAI,MACR,6DAA6D,YAAY,OAAO,GAClF;CAEF,OAAO,EACL,WAAW,sBAAsB,KAAK,MAAM,EAC9C;AACF;AAEA,SAAS,eAAe,MAA6C;CACnE,OAAO,sBAAsB,KAAK,MAAM;AAC1C;;;;;;;;AAsBA,SAAS,0BACP,WAC6B;CAC7B,QAAQ,WAAR;EACE,KAAK,YACH,OAAO;EACT,KAAK,eACH,OAAO;EACT,KAAK,aACH,OAAO;EACT,SACE,OAAO;CACX;AACF;;;;;;;;AASA,IAAa,kBAAb,cAA8D,iBAO5D;CACA,OAAyB;CACzB,OAAgB;CAChB;CAEA,sBAAwC;CAExC,YAAY,OAAe,QAA0B;EACnD,MAAM,CAAC,GAAG,KAAK;EACf,KAAK,SAAS,uBAAuB,MAAM;CAC7C;CAEA,MAAM,eACJ,SAKyB;EACzB,MAAM,EAAE,MAAM,UAAU,cAAc,WAAW;EAEjD,OAAO,QAAQ,6CAA6C,KAAK,SAAS;GACxE,UAAU;GACV,OAAO,KAAK;EACd,CAAC;EAED,IAAI;GACF,MAAM,WAAW,mBAAmB,QAAQ,MAAM;GAClD,MAAM,aAAa,wBAAwB,IAAI;GAC/C,MAAM,mBAAmB,+BACvB,KAAK,OACL,SAAS,MACX;GACA,MAAM,cAAc,0BAA0B,SAAS,MAAM;GAC7D,MAAM,cAAc,0BAA0B,SAAS,MAAM;GAE7D,MAAM,QAAQ;IACZ,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IAGH,GAAG;IAGH,GAAI,SAAS,OAAO,EAAE,QAAQ,SAAS,KAAK,IAAI,CAAC;IACjD,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;GAC/C;GAIA,MAAM,EAAE,eAAe,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;IAChE;IACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;GACpE,CAAC;GAED,OAAO;IACL,OAAO;IACP,OAAO,KAAK;GACd;EACF,SAAS,OAAO;GACd,OAAO,OAAO,4BAA4B;IACxC;IACA,QAAQ;GACV,CAAC;GACD,MAAM;EACR;CACF;CAEA,qBAEE;EACA,OAAO,2BAA2B,KAAK,KAAK;CAC9C;;;;;CAMA,MAAM,eACJ,OACA,SACe;EACf,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;GACzC,WAAW;GACX,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;EACrE,CAAC;CACH;CAEA,MAAM,eACJ,OACA,SAC4B;EAC5B,MAAM,iBAAkB,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;GACjE,WAAW;GACX,MAAM;GACN,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;EACrE,CAAC;EAED,OAAO;GACL;GACA,QAAQ,0BAA0B,eAAe,MAAM;GACvD,GAAI,eAAe,kBAAkB,OACjC,EACE,UAAU,KAAK,IAAI,GAAG,MAAM,eAAe,iBAAiB,EAAE,EAChE,IACA,CAAC;EACP;CACF;CAEA,MAAe,SACb,OACA,SACyB;EACzB,IAAI;EACJ,IAAI;GACF,SAAS,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;IAClD,WAAW;IACX,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;GACrE,CAAC;EACH,SAAS,OAAgB;GAEvB,IAAI,SAAS,aAAa,SAAS,MAAM;GAGzC,MAAM,MAAM;GACZ,MAAM,SAAS,IAAI,MAAM;GACzB,IAAI,MAAM,QAAQ,MAAM,GAAG;IACzB,MAAM,WAAW,OAAO,KACrB,MACC,EAAE,MAAM,GAAG,EAAE,IAAI,KAAK,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAC/C;IACA,MAAM,IAAI,MAAM,4BAA4B,SAAS,KAAK,IAAI,GAAG;GACnE;GACA,MAAM,IAAI,MACR,oCAAoC,IAAI,WAAW,OAAO,KAAK,GACjE;EACF;EAEA,MAAM,OAAO,OAAO;EAGpB,MAAM,MAAM,KAAK,OAAO,OAAO,KAAK;EACpC,IAAI,CAAC,KACH,MAAM,IAAI,MAAM,iCAAiC;EAGnD,MAAM,QAAQ,cAAc,kBAAkB,OAAO,SAAS,CAAC;EAE/D,OAAO;GACL;GACA;GACA,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;EAC3B;CACF;CAEA,aAAwC;EACtC,OAAO,WAAe,KAAK,IAAI;CACjC;AACF;;;;AAKA,SAAgB,eACd,OACA,QACyB;CACzB,OAAO,IAAI,gBAAgB,OAAO,MAAM;AAC1C;;;;AAKA,SAAgB,SACd,OACA,QACyB;CACzB,OAAO,eAAe,OAAO,MAAM;AACrC"}
1
+ {"version":3,"file":"video.js","names":["err","utilGenerateId"],"sources":["../../../src/adapters/video.ts"],"sourcesContent":["import { resolveMediaPrompt } from '@tanstack/ai'\nimport { BaseVideoAdapter } from '@tanstack/ai/adapters'\nimport {\n createAdapterFalClient,\n falValidationMessage,\n generateId as utilGenerateId,\n} from '../utils/client'\nimport { buildFalUsage, takeBillableUnits } from '../utils/billing'\nimport {\n getFalVideoDurationOptions,\n mapVideoSizeToFalFormat,\n} from '../video/video-provider-options'\nimport {\n contentSourceToFalUrl,\n mapImageInputsToFalVideoFields,\n} from '../image/image-inputs'\nimport type { DurationOptions } from '@tanstack/ai/adapters'\nimport type {\n AudioPart,\n MediaInputMetadata,\n VideoGenerationOptions,\n VideoJobResult,\n VideoPart,\n VideoStatusResult,\n VideoUrlResult,\n} from '@tanstack/ai'\nimport type {\n FalModel,\n FalModelInput,\n FalModelVideoDuration,\n FalModelVideoSize,\n FalVideoPromptModalitiesFor,\n FalVideoProviderOptions,\n} from '../model-meta'\nimport type { FalClientConfig } from '../utils/client'\nimport type { FalClient } from '../client/index'\n\n/**\n * Map video conditioning inputs onto fal field names.\n * Video-to-video endpoints on fal almost universally use `video_url`; the\n * occasional model takes `video_urls` (rare). Mirror the image-input logic\n * positionally with a `reference` role escape hatch via `reference_video_urls`.\n */\nfunction mapVideoInputsToFalFields(\n videoInputs?: ReadonlyArray<VideoPart<MediaInputMetadata>>,\n): Record<string, unknown> {\n if (!videoInputs || videoInputs.length === 0) return {}\n const references: Array<string> = []\n const sources: Array<string> = []\n for (const part of videoInputs) {\n const url = videoPartToUrl(part)\n if (\n part.metadata?.role === 'reference' ||\n part.metadata?.role === 'character'\n ) {\n references.push(url)\n } else {\n sources.push(url)\n }\n }\n const out: Record<string, unknown> = {}\n if (references.length > 0) out.reference_video_urls = references\n if (sources.length === 1) {\n out.video_url = sources[0]\n } else if (sources.length > 1) {\n out.video_urls = sources\n }\n return out\n}\n\nfunction mapAudioInputsToFalFields(\n audioInputs?: ReadonlyArray<AudioPart<MediaInputMetadata>>,\n): Record<string, unknown> {\n if (!audioInputs || audioInputs.length === 0) return {}\n const [part, ...rest] = audioInputs\n if (!part || rest.length > 0) {\n throw new Error(\n `fal: exactly one audio prompt part is supported (received ${audioInputs.length}).`,\n )\n }\n return {\n audio_url: contentSourceToFalUrl(part.source),\n }\n}\n\nfunction videoPartToUrl(part: VideoPart<MediaInputMetadata>): string {\n return contentSourceToFalUrl(part.source)\n}\n\ntype FalQueueStatus = 'IN_QUEUE' | 'IN_PROGRESS' | 'COMPLETED'\n\ninterface FalStatusResponse {\n status: FalQueueStatus\n queue_position?: number\n logs?: Array<{ message: string }>\n}\n\ninterface FalVideoResultData {\n video?: { url: string }\n video_url?: string\n}\n\n/**\n * Maps fal.ai queue status to TanStack AI video status.\n *\n * Note: fal.ai does not return a FAILED queue status. Errors surface\n * as exceptions when fetching results from a COMPLETED job (e.g. 422\n * validation errors). Those are handled in getVideo().\n */\nfunction mapFalStatusToVideoStatus(\n falStatus: FalQueueStatus,\n): VideoStatusResult['status'] {\n switch (falStatus) {\n case 'IN_QUEUE':\n return 'pending'\n case 'IN_PROGRESS':\n return 'processing'\n case 'COMPLETED':\n return 'completed'\n default:\n return 'processing'\n }\n}\n\n/**\n * fal.ai video generation adapter.\n * Supports MiniMax, Luma, Kling, Hunyuan, and other fal.ai video models.\n *\n * Uses fal.ai's comprehensive type system to provide autocomplete\n * and type safety for all supported video models.\n */\nexport class FalVideoAdapter<TModel extends FalModel> extends BaseVideoAdapter<\n TModel,\n FalVideoProviderOptions<TModel>,\n Record<TModel, FalVideoProviderOptions<TModel>>,\n Record<TModel, FalModelVideoSize<TModel>>,\n Record<TModel, FalVideoPromptModalitiesFor<TModel>>,\n Record<TModel, FalModelVideoDuration<TModel>>\n> {\n override readonly kind = 'video' as const\n readonly name = 'fal' as const\n private readonly client: FalClient\n // Consumes fal storage URLs uploaded via falFiles().\n override readonly supportsFileSources = true\n\n constructor(model: TModel, config?: FalClientConfig) {\n super({}, model)\n this.client = createAdapterFalClient(config)\n }\n\n async createVideoJob(\n options: VideoGenerationOptions<\n FalVideoProviderOptions<TModel>,\n FalModelVideoSize<TModel>,\n FalModelVideoDuration<TModel>\n >,\n ): Promise<VideoJobResult> {\n const { size, duration, modelOptions, logger } = options\n\n logger.request(`activity=generateVideo provider=fal model=${this.model}`, {\n provider: 'fal',\n model: this.model,\n })\n\n try {\n const resolved = resolveMediaPrompt(options.prompt)\n const sizeParams = mapVideoSizeToFalFormat(size)\n const inputImageFields = mapImageInputsToFalVideoFields(\n this.model,\n resolved.images,\n )\n const videoFields = mapVideoInputsToFalFields(resolved.videos)\n const audioFields = mapAudioInputsToFalFields(resolved.audios)\n\n const input = {\n ...sizeParams,\n ...inputImageFields,\n ...videoFields,\n ...audioFields,\n // modelOptions applied after derived media fields so explicit user\n // overrides (video_url, reference_video_urls, audio_url, ...) win.\n ...modelOptions,\n // Media-only prompts omit the prompt field rather than sending an\n // empty string (e.g. pure image-to-video endpoints).\n ...(resolved.text ? { prompt: resolved.text } : {}),\n ...(duration !== undefined ? { duration } : {}),\n } as FalModelInput<TModel>\n\n // Submit to the queue and get the request ID. Pass the abortSignal per\n // request, not in the client config, so it cannot cancel other jobs.\n const { request_id } = await this.client.queue.submit(this.model, {\n input,\n ...(options.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n\n return {\n jobId: request_id,\n model: this.model,\n }\n } catch (error) {\n logger.errors('fal.createVideoJob fatal', {\n error,\n source: 'fal.createVideoJob',\n })\n throw error\n }\n }\n\n override availableDurations(): DurationOptions<\n FalModelVideoDuration<TModel>\n > {\n return getFalVideoDurationOptions(this.model)\n }\n\n /**\n * Cancels a queued request with the fal queue cancel endpoint. fal can refuse when the\n * request already runs, and then this rejects.\n */\n async cancelVideoJob(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<void> {\n await this.client.queue.cancel(this.model, {\n requestId: jobId,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n }\n\n async getVideoStatus(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<VideoStatusResult> {\n const statusResponse = (await this.client.queue.status(this.model, {\n requestId: jobId,\n logs: true,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })) as FalStatusResponse\n\n return {\n jobId,\n status: mapFalStatusToVideoStatus(statusResponse.status),\n ...(statusResponse.queue_position != null\n ? {\n progress: Math.max(0, 100 - statusResponse.queue_position * 10),\n }\n : {}),\n }\n }\n\n override async getVideo(\n jobId: string,\n options?: { abortSignal?: AbortSignal },\n ): Promise<VideoUrlResult> {\n let result\n try {\n result = await this.client.queue.result(this.model, {\n requestId: jobId,\n ...(options?.abortSignal ? { abortSignal: options.abortSignal } : {}),\n })\n } catch (error: unknown) {\n // A cancelled call is not a provider failure: keep the abort error.\n if (options?.abortSignal?.aborted) throw error\n // fal.ai may report COMPLETED status but throw on result fetch\n // (e.g. 422 validation errors). Extract the detailed error info.\n const validation = falValidationMessage(error)\n if (validation) {\n throw new Error(`Video generation failed: ${validation}`)\n }\n const err = error as { message?: string }\n throw new Error(\n `Failed to retrieve video result: ${err.message || String(error)}`,\n )\n }\n\n const data = result.data as FalVideoResultData\n\n // Different models return video URL in different formats\n const url = data.video?.url || data.video_url\n if (!url) {\n throw new Error('Video URL not found in response')\n }\n\n const usage = buildFalUsage(takeBillableUnits(result.requestId))\n\n return {\n jobId,\n url,\n ...(usage ? { usage } : {}),\n }\n }\n\n protected override generateId(): string {\n return utilGenerateId(this.name)\n }\n}\n\n/**\n * Create a fal.ai video adapter with an explicit API key.\n */\nexport function createFalVideo<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalVideoAdapter<TModel> {\n return new FalVideoAdapter(model, config)\n}\n\n/**\n * Create a fal.ai video adapter using config.apiKey or the FAL_KEY environment variable.\n */\nexport function falVideo<TModel extends FalModel>(\n model: TModel,\n config?: FalClientConfig,\n): FalVideoAdapter<TModel> {\n return createFalVideo(model, config)\n}\n"],"mappings":";;;;;;;;;;;;;AA2CA,SAAS,0BACP,aACyB;CACzB,IAAI,CAAC,eAAe,YAAY,WAAW,GAAG,OAAO,CAAC;CACtD,MAAM,aAA4B,CAAC;CACnC,MAAM,UAAyB,CAAC;CAChC,KAAK,MAAM,QAAQ,aAAa;EAC9B,MAAM,MAAM,eAAe,IAAI;EAC/B,IACE,KAAK,UAAU,SAAS,eACxB,KAAK,UAAU,SAAS,aAExB,WAAW,KAAK,GAAG;OAEnB,QAAQ,KAAK,GAAG;CAEpB;CACA,MAAM,MAA+B,CAAC;CACtC,IAAI,WAAW,SAAS,GAAG,IAAI,uBAAuB;CACtD,IAAI,QAAQ,WAAW,GACrB,IAAI,YAAY,QAAQ;MACnB,IAAI,QAAQ,SAAS,GAC1B,IAAI,aAAa;CAEnB,OAAO;AACT;AAEA,SAAS,0BACP,aACyB;CACzB,IAAI,CAAC,eAAe,YAAY,WAAW,GAAG,OAAO,CAAC;CACtD,MAAM,CAAC,MAAM,GAAG,QAAQ;CACxB,IAAI,CAAC,QAAQ,KAAK,SAAS,GACzB,MAAM,IAAI,MACR,6DAA6D,YAAY,OAAO,GAClF;CAEF,OAAO,EACL,WAAW,sBAAsB,KAAK,MAAM,EAC9C;AACF;AAEA,SAAS,eAAe,MAA6C;CACnE,OAAO,sBAAsB,KAAK,MAAM;AAC1C;;;;;;;;AAsBA,SAAS,0BACP,WAC6B;CAC7B,QAAQ,WAAR;EACE,KAAK,YACH,OAAO;EACT,KAAK,eACH,OAAO;EACT,KAAK,aACH,OAAO;EACT,SACE,OAAO;CACX;AACF;;;;;;;;AASA,IAAa,kBAAb,cAA8D,iBAO5D;CACA,OAAyB;CACzB,OAAgB;CAChB;CAEA,sBAAwC;CAExC,YAAY,OAAe,QAA0B;EACnD,MAAM,CAAC,GAAG,KAAK;EACf,KAAK,SAAS,uBAAuB,MAAM;CAC7C;CAEA,MAAM,eACJ,SAKyB;EACzB,MAAM,EAAE,MAAM,UAAU,cAAc,WAAW;EAEjD,OAAO,QAAQ,6CAA6C,KAAK,SAAS;GACxE,UAAU;GACV,OAAO,KAAK;EACd,CAAC;EAED,IAAI;GACF,MAAM,WAAW,mBAAmB,QAAQ,MAAM;GAClD,MAAM,aAAa,wBAAwB,IAAI;GAC/C,MAAM,mBAAmB,+BACvB,KAAK,OACL,SAAS,MACX;GACA,MAAM,cAAc,0BAA0B,SAAS,MAAM;GAC7D,MAAM,cAAc,0BAA0B,SAAS,MAAM;GAE7D,MAAM,QAAQ;IACZ,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IAGH,GAAG;IAGH,GAAI,SAAS,OAAO,EAAE,QAAQ,SAAS,KAAK,IAAI,CAAC;IACjD,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;GAC/C;GAIA,MAAM,EAAE,eAAe,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;IAChE;IACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;GACpE,CAAC;GAED,OAAO;IACL,OAAO;IACP,OAAO,KAAK;GACd;EACF,SAAS,OAAO;GACd,OAAO,OAAO,4BAA4B;IACxC;IACA,QAAQ;GACV,CAAC;GACD,MAAM;EACR;CACF;CAEA,qBAEE;EACA,OAAO,2BAA2B,KAAK,KAAK;CAC9C;;;;;CAMA,MAAM,eACJ,OACA,SACe;EACf,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;GACzC,WAAW;GACX,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;EACrE,CAAC;CACH;CAEA,MAAM,eACJ,OACA,SAC4B;EAC5B,MAAM,iBAAkB,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;GACjE,WAAW;GACX,MAAM;GACN,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;EACrE,CAAC;EAED,OAAO;GACL;GACA,QAAQ,0BAA0B,eAAe,MAAM;GACvD,GAAI,eAAe,kBAAkB,OACjC,EACE,UAAU,KAAK,IAAI,GAAG,MAAM,eAAe,iBAAiB,EAAE,EAChE,IACA,CAAC;EACP;CACF;CAEA,MAAe,SACb,OACA,SACyB;EACzB,IAAI;EACJ,IAAI;GACF,SAAS,MAAM,KAAK,OAAO,MAAM,OAAO,KAAK,OAAO;IAClD,WAAW;IACX,GAAI,SAAS,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;GACrE,CAAC;EACH,SAAS,OAAgB;GAEvB,IAAI,SAAS,aAAa,SAAS,MAAM;GAGzC,MAAM,aAAa,qBAAqB,KAAK;GAC7C,IAAI,YACF,MAAM,IAAI,MAAM,4BAA4B,YAAY;GAG1D,MAAM,IAAI,MACR,oCAAoCA,MAAI,WAAW,OAAO,KAAK,GACjE;EACF;EAEA,MAAM,OAAO,OAAO;EAGpB,MAAM,MAAM,KAAK,OAAO,OAAO,KAAK;EACpC,IAAI,CAAC,KACH,MAAM,IAAI,MAAM,iCAAiC;EAGnD,MAAM,QAAQ,cAAc,kBAAkB,OAAO,SAAS,CAAC;EAE/D,OAAO;GACL;GACA;GACA,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;EAC3B;CACF;CAEA,aAAwC;EACtC,OAAOC,WAAe,KAAK,IAAI;CACjC;AACF;;;;AAKA,SAAgB,eACd,OACA,QACyB;CACzB,OAAO,IAAI,gBAAgB,OAAO,MAAM;AAC1C;;;;AAKA,SAAgB,SACd,OACA,QACyB;CACzB,OAAO,eAAe,OAAO,MAAM;AACrC"}
package/dist/esm/byok.js CHANGED
@@ -1,11 +1,10 @@
1
1
  import { defineByokProvider } from "@tanstack/ai/byok";
2
- //#region src/byok.ts
2
+ // src/byok.ts
3
3
  var falByok = defineByokProvider({
4
4
  id: "fal",
5
5
  label: "fal.ai",
6
6
  env: "FAL_KEY"
7
7
  });
8
- //#endregion
9
8
  export { falByok };
10
9
 
11
10
  //# sourceMappingURL=byok.js.map
@@ -1,4 +1,4 @@
1
- //#region src/client/index.ts
1
+ // src/client/index.ts
2
2
  /**
3
3
  * Thrown when fal answers with a status that is not OK. Same name and fields
4
4
  * as the `@fal-ai/client` `ApiError`.
@@ -301,7 +301,6 @@ function createFalClient(options) {
301
301
  }
302
302
  };
303
303
  }
304
- //#endregion
305
304
  export { ApiError, ValidationError, createFalClient };
306
305
 
307
306
  //# sourceMappingURL=index.js.map