@ai-sdk/fal 2.0.16 → 2.0.18

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @ai-sdk/fal
 
+## 2.0.18
+
+### Patch Changes
+
+- 53f6731: feat (ai, provider): experimental generate video support
+- Updated dependencies [53f6731]
+  - @ai-sdk/provider@3.0.7
+  - @ai-sdk/provider-utils@4.0.13
+
+## 2.0.17
+
+### Patch Changes
+
+- Updated dependencies [96936e5]
+  - @ai-sdk/provider-utils@4.0.12
+
 ## 2.0.16
 
 ### Patch Changes

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { ProviderV3, ImageModelV3, TranscriptionModelV3, SpeechModelV3 } from '@ai-sdk/provider';
+import { ProviderV3, ImageModelV3, TranscriptionModelV3, Experimental_VideoModelV3, SpeechModelV3 } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { FetchFunction, InferSchema } from '@ai-sdk/provider-utils';
 
@@ -8,6 +8,8 @@ type FalTranscriptionModelId = 'whisper' | 'wizper' | (string & {});
 
 type FalSpeechModelId = 'fal-ai/minimax/voice-clone' | 'fal-ai/minimax/voice-design' | 'fal-ai/dia-tts/voice-clone' | 'fal-ai/minimax/speech-02-hd' | 'fal-ai/minimax/speech-02-turbo' | 'fal-ai/dia-tts' | 'resemble-ai/chatterboxhd/text-to-speech' | (string & {});
 
+type FalVideoModelId = 'luma-dream-machine' | 'luma-ray-2' | 'luma-ray-2-flash' | 'minimax-video' | 'minimax-video-01' | 'hunyuan-video' | (string & {});
+
 interface FalProviderSettings {
     /**
      * fal.ai API key. Default value is taken from the `FAL_API_KEY` environment
@@ -42,6 +44,10 @@ interface FalProvider extends ProviderV3 {
      * Creates a model for transcription.
      */
     transcription(modelId: FalTranscriptionModelId): TranscriptionModelV3;
+    /**
+     * Creates a model for video generation.
+     */
+    video(modelId: FalVideoModelId): Experimental_VideoModelV3;
     /**
      * Creates a model for speech generation.
      */
@@ -63,6 +69,17 @@ declare const fal: FalProvider;
 declare const falImageProviderOptionsSchema: _ai_sdk_provider_utils.LazySchema<Record<string, unknown>>;
 type FalImageProviderOptions = InferSchema<typeof falImageProviderOptionsSchema>;
 
+type FalVideoProviderOptions = {
+    loop?: boolean | null;
+    motionStrength?: number | null;
+    pollIntervalMs?: number | null;
+    pollTimeoutMs?: number | null;
+    resolution?: string | null;
+    negativePrompt?: string | null;
+    promptOptimizer?: boolean | null;
+    [key: string]: unknown;
+};
+
 declare const VERSION: string;
 
-export { type FalImageProviderOptions, type FalProvider, type FalProviderSettings, VERSION, createFal, fal };
+export { type FalImageProviderOptions, type FalProvider, type FalProviderSettings, type FalVideoModelId, type FalVideoProviderOptions, VERSION, createFal, fal };

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { ProviderV3, ImageModelV3, TranscriptionModelV3, SpeechModelV3 } from '@ai-sdk/provider';
+import { ProviderV3, ImageModelV3, TranscriptionModelV3, Experimental_VideoModelV3, SpeechModelV3 } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { FetchFunction, InferSchema } from '@ai-sdk/provider-utils';
 
@@ -8,6 +8,8 @@ type FalTranscriptionModelId = 'whisper' | 'wizper' | (string & {});
 
 type FalSpeechModelId = 'fal-ai/minimax/voice-clone' | 'fal-ai/minimax/voice-design' | 'fal-ai/dia-tts/voice-clone' | 'fal-ai/minimax/speech-02-hd' | 'fal-ai/minimax/speech-02-turbo' | 'fal-ai/dia-tts' | 'resemble-ai/chatterboxhd/text-to-speech' | (string & {});
 
+type FalVideoModelId = 'luma-dream-machine' | 'luma-ray-2' | 'luma-ray-2-flash' | 'minimax-video' | 'minimax-video-01' | 'hunyuan-video' | (string & {});
+
 interface FalProviderSettings {
     /**
      * fal.ai API key. Default value is taken from the `FAL_API_KEY` environment
@@ -42,6 +44,10 @@ interface FalProvider extends ProviderV3 {
      * Creates a model for transcription.
      */
     transcription(modelId: FalTranscriptionModelId): TranscriptionModelV3;
+    /**
+     * Creates a model for video generation.
+     */
+    video(modelId: FalVideoModelId): Experimental_VideoModelV3;
     /**
      * Creates a model for speech generation.
      */
@@ -63,6 +69,17 @@ declare const fal: FalProvider;
 declare const falImageProviderOptionsSchema: _ai_sdk_provider_utils.LazySchema<Record<string, unknown>>;
 type FalImageProviderOptions = InferSchema<typeof falImageProviderOptionsSchema>;
 
+type FalVideoProviderOptions = {
+    loop?: boolean | null;
+    motionStrength?: number | null;
+    pollIntervalMs?: number | null;
+    pollTimeoutMs?: number | null;
+    resolution?: string | null;
+    negativePrompt?: string | null;
+    promptOptimizer?: boolean | null;
+    [key: string]: unknown;
+};
+
 declare const VERSION: string;
 
-export { type FalImageProviderOptions, type FalProvider, type FalProviderSettings, VERSION, createFal, fal };
+export { type FalImageProviderOptions, type FalProvider, type FalProviderSettings, type FalVideoModelId, type FalVideoProviderOptions, VERSION, createFal, fal };

package/dist/index.js

@@ -27,8 +27,8 @@ __export(src_exports, {
 module.exports = __toCommonJS(src_exports);
 
 // src/fal-provider.ts
-var import_provider2 = require("@ai-sdk/provider");
-var import_provider_utils6 = require("@ai-sdk/provider-utils");
+var import_provider3 = require("@ai-sdk/provider");
+var import_provider_utils7 = require("@ai-sdk/provider-utils");
 
 // src/fal-image-model.ts
 var import_provider_utils2 = require("@ai-sdk/provider-utils");
@@ -763,8 +763,246 @@ var falSpeechResponseSchema = import_v45.z.object({
   request_id: import_v45.z.string().optional()
 });
 
+// src/fal-video-model.ts
+var import_provider2 = require("@ai-sdk/provider");
+var import_provider_utils6 = require("@ai-sdk/provider-utils");
+var import_v46 = require("zod/v4");
+var falVideoProviderOptionsSchema = (0, import_provider_utils6.lazySchema)(
+  () => (0, import_provider_utils6.zodSchema)(
+    import_v46.z.object({
+      // Video loop - only for Luma models
+      loop: import_v46.z.boolean().nullish(),
+      // Motion strength (provider-specific)
+      motionStrength: import_v46.z.number().min(0).max(1).nullish(),
+      // Polling configuration
+      pollIntervalMs: import_v46.z.number().positive().nullish(),
+      pollTimeoutMs: import_v46.z.number().positive().nullish(),
+      // Resolution (model-specific, e.g., '480p', '720p', '1080p')
+      resolution: import_v46.z.string().nullish(),
+      // Model-specific parameters
+      negativePrompt: import_v46.z.string().nullish(),
+      promptOptimizer: import_v46.z.boolean().nullish()
+    }).passthrough()
+  )
+);
+var FalVideoModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v3";
+    this.maxVideosPerCall = 1;
+  }
+  // FAL video models support 1 video at a time
+  get provider() {
+    return this.config.provider;
+  }
+  get normalizedModelId() {
+    return this.modelId.replace(/^fal-ai\//, "").replace(/^fal\//, "");
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d, _e, _f, _g;
+    const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
+    const warnings = [];
+    const falOptions = await (0, import_provider_utils6.parseProviderOptions)({
+      provider: "fal",
+      providerOptions: options.providerOptions,
+      schema: falVideoProviderOptionsSchema
+    });
+    const body = {};
+    if (options.prompt != null) {
+      body.prompt = options.prompt;
+    }
+    if (options.image != null) {
+      if (options.image.type === "url") {
+        body.image_url = options.image.url;
+      } else {
+        body.image_url = (0, import_provider_utils6.convertImageModelFileToDataUri)(options.image);
+      }
+    }
+    if (options.aspectRatio) {
+      body.aspect_ratio = options.aspectRatio;
+    }
+    if (options.duration) {
+      body.duration = `${options.duration}s`;
+    }
+    if (options.seed) {
+      body.seed = options.seed;
+    }
+    if (falOptions != null) {
+      const opts = falOptions;
+      if (opts.loop !== void 0 && opts.loop !== null) {
+        body.loop = opts.loop;
+      }
+      if (opts.motionStrength !== void 0 && opts.motionStrength !== null) {
+        body.motion_strength = opts.motionStrength;
+      }
+      if (opts.resolution !== void 0 && opts.resolution !== null) {
+        body.resolution = opts.resolution;
+      }
+      if (opts.negativePrompt !== void 0 && opts.negativePrompt !== null) {
+        body.negative_prompt = opts.negativePrompt;
+      }
+      if (opts.promptOptimizer !== void 0 && opts.promptOptimizer !== null) {
+        body.prompt_optimizer = opts.promptOptimizer;
+      }
+      for (const [key, value] of Object.entries(opts)) {
+        if (![
+          "loop",
+          "motionStrength",
+          "pollIntervalMs",
+          "pollTimeoutMs",
+          "resolution",
+          "negativePrompt",
+          "promptOptimizer"
+        ].includes(key)) {
+          body[key] = value;
+        }
+      }
+    }
+    const { value: queueResponse } = await (0, import_provider_utils6.postJsonToApi)({
+      url: this.config.url({
+        path: `https://queue.fal.run/fal-ai/${this.normalizedModelId}`,
+        modelId: this.modelId
+      }),
+      headers: (0, import_provider_utils6.combineHeaders)(this.config.headers(), options.headers),
+      body,
+      failedResponseHandler: falFailedResponseHandler2,
+      successfulResponseHandler: (0, import_provider_utils6.createJsonResponseHandler)(falJobResponseSchema2),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const responseUrl = queueResponse.response_url;
+    if (!responseUrl) {
+      throw new import_provider2.AISDKError({
+        name: "FAL_VIDEO_GENERATION_ERROR",
+        message: "No response URL returned from queue endpoint"
+      });
+    }
+    const pollIntervalMs = (_d = falOptions == null ? void 0 : falOptions.pollIntervalMs) != null ? _d : 2e3;
+    const pollTimeoutMs = (_e = falOptions == null ? void 0 : falOptions.pollTimeoutMs) != null ? _e : 3e5;
+    const startTime = Date.now();
+    let response;
+    let responseHeaders;
+    while (true) {
+      try {
+        const { value: statusResponse, responseHeaders: statusHeaders } = await (0, import_provider_utils6.getFromApi)({
+          url: this.config.url({
+            path: responseUrl,
+            modelId: this.modelId
+          }),
+          headers: (0, import_provider_utils6.combineHeaders)(this.config.headers(), options.headers),
+          failedResponseHandler: async ({
+            response: response2,
+            url,
+            requestBodyValues
+          }) => {
+            const body2 = await response2.clone().json();
+            if (body2.detail === "Request is still in progress") {
+              return {
+                value: new Error("Request is still in progress"),
+                rawValue: body2,
+                responseHeaders: {}
+              };
+            }
+            return (0, import_provider_utils6.createJsonErrorResponseHandler)({
+              errorSchema: falErrorDataSchema,
+              errorToMessage: (data) => data.error.message
+            })({ response: response2, url, requestBodyValues });
+          },
+          successfulResponseHandler: (0, import_provider_utils6.createJsonResponseHandler)(
+            falVideoResponseSchema
+          ),
+          abortSignal: options.abortSignal,
+          fetch: this.config.fetch
+        });
+        response = statusResponse;
+        responseHeaders = statusHeaders;
+        break;
+      } catch (error) {
+        if (error instanceof Error && error.message === "Request is still in progress") {
+        } else {
+          throw error;
+        }
+      }
+      if (Date.now() - startTime > pollTimeoutMs) {
+        throw new import_provider2.AISDKError({
+          name: "FAL_VIDEO_GENERATION_TIMEOUT",
+          message: `Video generation request timed out after ${pollTimeoutMs}ms`
+        });
+      }
+      await (0, import_provider_utils6.delay)(pollIntervalMs);
+      if ((_f = options.abortSignal) == null ? void 0 : _f.aborted) {
+        throw new import_provider2.AISDKError({
+          name: "FAL_VIDEO_GENERATION_ABORTED",
+          message: "Video generation request was aborted"
+        });
+      }
+    }
+    const videoUrl = (_g = response.video) == null ? void 0 : _g.url;
+    if (!videoUrl || !response.video) {
+      throw new import_provider2.AISDKError({
+        name: "FAL_VIDEO_GENERATION_ERROR",
+        message: "No video URL in response"
+      });
+    }
+    return {
+      videos: [
+        {
+          type: "url",
+          url: videoUrl,
+          mediaType: response.video.content_type || "video/mp4"
+        }
+      ],
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders
+      },
+      providerMetadata: {
+        fal: {
+          videos: [
+            {
+              url: videoUrl,
+              width: response.video.width,
+              height: response.video.height,
+              duration: response.video.duration,
+              fps: response.video.fps,
+              contentType: response.video.content_type
+            }
+          ],
+          ...response.seed !== void 0 ? { seed: response.seed } : {},
+          ...response.timings ? { timings: response.timings } : {},
+          ...response.has_nsfw_concepts !== void 0 ? { has_nsfw_concepts: response.has_nsfw_concepts } : {},
+          ...response.prompt ? { prompt: response.prompt } : {}
+        }
+      }
+    };
+  }
+};
+var falJobResponseSchema2 = import_v46.z.object({
+  request_id: import_v46.z.string().nullish(),
+  response_url: import_v46.z.string().nullish()
+});
+var falVideoResponseSchema = import_v46.z.object({
+  video: import_v46.z.object({
+    url: import_v46.z.string(),
+    width: import_v46.z.number().nullish(),
+    height: import_v46.z.number().nullish(),
+    duration: import_v46.z.number().nullish(),
+    fps: import_v46.z.number().nullish(),
+    content_type: import_v46.z.string().nullish()
+  }).nullish(),
+  seed: import_v46.z.number().nullish(),
+  timings: import_v46.z.object({
+    inference: import_v46.z.number().nullish()
+  }).nullish(),
+  has_nsfw_concepts: import_v46.z.array(import_v46.z.boolean()).nullish(),
+  prompt: import_v46.z.string().nullish()
+});
+
 // src/version.ts
-var VERSION = true ? "2.0.16" : "0.0.0-test";
+var VERSION = true ? "2.0.18" : "0.0.0-test";
 
 // src/fal-provider.ts
 var defaultBaseURL = "https://fal.run";
@@ -801,8 +1039,8 @@ function loadFalApiKey({
 }
 function createFal(options = {}) {
   var _a;
-  const baseURL = (0, import_provider_utils6.withoutTrailingSlash)((_a = options.baseURL) != null ? _a : defaultBaseURL);
-  const getHeaders = () => (0, import_provider_utils6.withUserAgentSuffix)(
+  const baseURL = (0, import_provider_utils7.withoutTrailingSlash)((_a = options.baseURL) != null ? _a : defaultBaseURL);
+  const getHeaders = () => (0, import_provider_utils7.withUserAgentSuffix)(
     {
       Authorization: `Key ${loadFalApiKey({
         apiKey: options.apiKey
@@ -829,8 +1067,14 @@ function createFal(options = {}) {
     headers: getHeaders,
     fetch: options.fetch
   });
+  const createVideoModel = (modelId) => new FalVideoModel(modelId, {
+    provider: "fal.video",
+    url: ({ path }) => path,
+    headers: getHeaders,
+    fetch: options.fetch
+  });
   const embeddingModel = (modelId) => {
-    throw new import_provider2.NoSuchModelError({
+    throw new import_provider3.NoSuchModelError({
       modelId,
       modelType: "embeddingModel"
     });
@@ -839,8 +1083,9 @@ function createFal(options = {}) {
     specificationVersion: "v3",
     imageModel: createImageModel,
     image: createImageModel,
+    video: createVideoModel,
     languageModel: (modelId) => {
-      throw new import_provider2.NoSuchModelError({
+      throw new import_provider3.NoSuchModelError({
         modelId,
         modelType: "languageModel"
       });