@ai-sdk/black-forest-labs 2.0.19 → 2.0.21

package/src/black-forest-labs-image-model.ts

@@ -2,12 +2,10 @@ import type { ImageModelV4, SharedV4Warning } from '@ai-sdk/provider';
 import {
   combineHeaders,
   createBinaryResponseHandler,
-  createJsonErrorResponseHandler,
   createJsonResponseHandler,
   createStatusCodeErrorResponseHandler,
   delay,
   getFromApi,
-  isSameOrigin,
   parseProviderOptions,
   postJsonToApi,
   resolve,
@@ -18,6 +16,10 @@ import {
   type FetchFunction,
 } from '@ai-sdk/provider-utils';
 import { z } from 'zod/v4';
+import {
+  bflFailedResponseHandler,
+  isTrustedUrl,
+} from './black-forest-labs-api';
 import { blackForestLabsImageModelOptionsSchema } from './black-forest-labs-image-model-options';
 import type {
   BlackForestLabsAspectRatio,
@@ -362,29 +364,6 @@ export class BlackForestLabsImageModel implements ImageModelV4 {
   }
 }
 
-/**
- * Black Forest Labs returns response-supplied URLs (polling and delivery) on
- * sibling cluster hosts of the API origin (e.g. `api.us1.bfl.ai` for a base
- * URL on `api.bfl.ai`), so a strict same-origin check against the configured
- * base URL is not enough. Credentials may also be sent to any https host under
- * the official `bfl.ai` domain.
- */
-function isTrustedUrl(url: string, baseUrl: string): boolean {
-  if (isSameOrigin(url, baseUrl)) {
-    return true;
-  }
-
-  try {
-    const { protocol, hostname } = new URL(url);
-    return (
-      protocol === 'https:' &&
-      (hostname === 'bfl.ai' || hostname.endsWith('.bfl.ai'))
-    );
-  } catch {
-    return false;
-  }
-}
-
 function convertSizeToAspectRatio(
   size: string,
 ): BlackForestLabsAspectRatio | undefined {
@@ -452,29 +431,3 @@ const bflPollSchema = z
     status: (v.status ?? v.state)!,
     result: v.result,
   }));
-
-const bflErrorSchema = z.object({
-  message: z.string().optional(),
-  detail: z.any().optional(),
-});
-
-const bflFailedResponseHandler = createJsonErrorResponseHandler({
-  errorSchema: bflErrorSchema,
-  errorToMessage: error =>
-    bflErrorToMessage(error) ?? 'Unknown Black Forest Labs error',
-});
-
-function bflErrorToMessage(error: unknown): string | undefined {
-  const parsed = bflErrorSchema.safeParse(error);
-  if (!parsed.success) return undefined;
-  const { message, detail } = parsed.data;
-  if (typeof detail === 'string') return detail;
-  if (detail != null) {
-    try {
-      return JSON.stringify(detail);
-    } catch {
-      // ignore
-    }
-  }
-  return message;
-}

package/src/black-forest-labs-provider.ts

@@ -1,5 +1,6 @@
 import {
   NoSuchModelError,
+  type Experimental_VideoModelV4,
   type ImageModelV4,
   type ProviderV4,
 } from '@ai-sdk/provider';
@@ -11,6 +12,8 @@ import {
 } from '@ai-sdk/provider-utils';
 import { BlackForestLabsImageModel } from './black-forest-labs-image-model';
 import type { BlackForestLabsImageModelId } from './black-forest-labs-image-settings';
+import { BlackForestLabsVideoModel } from './black-forest-labs-video-model';
+import type { BlackForestLabsVideoModelId } from './black-forest-labs-video-settings';
 import { VERSION } from './version';
 
 export interface BlackForestLabsProviderSettings {
@@ -36,12 +39,14 @@ export interface BlackForestLabsProviderSettings {
   fetch?: FetchFunction;
 
   /**
-   * Poll interval in milliseconds between status checks. Defaults to 500ms.
+   * Poll interval in milliseconds between status checks. Defaults to 500ms for
+   * images and 2s for video.
    */
   pollIntervalMillis?: number;
 
   /**
-   * Overall timeout in milliseconds for polling before giving up. Defaults to 60s.
+   * Overall timeout in milliseconds for polling before giving up. Defaults to
+   * 60s for images and 10 minutes for video.
    */
   pollTimeoutMillis?: number;
 }
@@ -57,6 +62,16 @@ export interface BlackForestLabsProvider extends ProviderV4 {
    */
   imageModel(modelId: BlackForestLabsImageModelId): ImageModelV4;
 
+  /**
+   * Creates a model for video generation.
+   */
+  video(modelId: BlackForestLabsVideoModelId): Experimental_VideoModelV4;
+
+  /**
+   * Creates a model for video generation.
+   */
+  videoModel(modelId: BlackForestLabsVideoModelId): Experimental_VideoModelV4;
+
   /**
    * @deprecated Use `embeddingModel` instead.
    */
@@ -92,6 +107,16 @@ export function createBlackForestLabs(
       pollTimeoutMillis: options.pollTimeoutMillis,
     });
 
+  const createVideoModel = (modelId: BlackForestLabsVideoModelId) =>
+    new BlackForestLabsVideoModel(modelId, {
+      provider: 'black-forest-labs.video',
+      baseURL: baseURL ?? defaultBaseURL,
+      headers: getHeaders,
+      fetch: options.fetch,
+      pollIntervalMillis: options.pollIntervalMillis,
+      pollTimeoutMillis: options.pollTimeoutMillis,
+    });
+
   const embeddingModel = (modelId: string) => {
     throw new NoSuchModelError({
       modelId,
@@ -103,6 +128,8 @@ export function createBlackForestLabs(
     specificationVersion: 'v4',
     imageModel: createImageModel,
     image: createImageModel,
+    videoModel: createVideoModel,
+    video: createVideoModel,
     languageModel: (modelId: string) => {
       throw new NoSuchModelError({
         modelId,

package/src/black-forest-labs-video-model-options.ts

@@ -0,0 +1,92 @@
+import {
+  lazySchema,
+  zodSchema,
+  type InferSchema,
+} from '@ai-sdk/provider-utils';
+import { z } from 'zod/v4';
+import {
+  blackForestLabsVideoAspectRatios,
+  blackForestLabsVideoResolutions,
+} from './black-forest-labs-video-settings';
+
+const blackForestLabsTimedVideoKeyframeSchema = z.tuple([
+  z.number().min(0).max(20),
+  z.string(),
+]);
+
+export const blackForestLabsVideoKeyframesSchema = z.union([
+  z.array(z.string()).min(1).max(10),
+  z
+    .array(blackForestLabsTimedVideoKeyframeSchema)
+    .min(1)
+    .max(10)
+    .refine(
+      keyframes =>
+        keyframes.every(
+          (keyframe, index) =>
+            index === 0 || keyframe[0] > keyframes[index - 1][0],
+        ),
+      { message: 'Timed keyframes must be in chronological order.' },
+    ),
+]);
+
+export const blackForestLabsVideoProviderOptions = z.object({
+  /**
+   * Output resolution tier. Takes precedence over the top-level `resolution`,
+   * which is expressed as `{width}x{height}` and has to be mapped onto a tier.
+   */
+  resolution: z.enum(blackForestLabsVideoResolutions).optional(),
+
+  /**
+   * Aspect ratio of the generated video. Takes precedence over the top-level
+   * `aspectRatio`, and unlike it can be set to `auto`.
+   */
+  aspectRatio: z.enum(blackForestLabsVideoAspectRatios).optional(),
+
+  /**
+   * Keyframes for image-to-video generation, for the shapes the top-level
+   * `image` and `frameImages` options cannot express: more than two images, or
+   * images pinned to a specific second. Takes precedence over both.
+   *
+   * One image opens the clip, two open and close it, and with more the extras
+   * are spaced evenly in between. Three or more plain images require an
+   * explicit `duration`.
+   */
+  keyframes: blackForestLabsVideoKeyframesSchema.optional(),
+
+  /**
+   * Moderation strictness from 0 (strictest) to 4. Defaults to 2. Sexual
+   * content is capped at 3 and hate content at 2 regardless of the request,
+   * and any request carrying conditioning media is capped at 2.
+   */
+  safetyTolerance: z.number().int().min(0).max(4).optional(),
+
+  /**
+   * Render a fast, lower-quality preview instead of the finished video.
+   * Defaults to `false`.
+   */
+  draft: z.boolean().optional(),
+
+  /**
+   * Encrypted draft-cache bundle from a prior `draft` generation, which
+   * switches the request to draft-enhance mode: the bundle is replayed at full
+   * quality.
+   *
+   * Either the base64-encoded `.bin` downloaded from the draft's `draftCache`
+   * URL, or that URL itself while it is still in its expiry window.
+   */
+  draftCache: z.string().optional(),
+
+  /**
+   * Model version to pin. Only `latest` is available today.
+   */
+  version: z.literal('latest').optional(),
+});
+
+export const blackForestLabsVideoModelOptionsSchema = lazySchema(() =>
+  zodSchema(blackForestLabsVideoProviderOptions),
+);
+
+export type BlackForestLabsVideoModelOptions = InferSchema<
+  typeof blackForestLabsVideoModelOptionsSchema
+>;