@ai-sdk/fireworks 0.0.0-156c9f7b-20250115085202 → 0.0.0-4115c213-20260122152721

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/fireworks",
-  "version": "0.0.0-156c9f7b-20250115085202",
+  "version": "0.0.0-4115c213-20260122152721",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -8,8 +8,18 @@
   "types": "./dist/index.d.ts",
   "files": [
     "dist/**/*",
-    "CHANGELOG.md"
+    "docs/**/*",
+    "src",
+    "!src/**/*.test.ts",
+    "!src/**/*.test-d.ts",
+    "!src/**/__snapshots__",
+    "!src/**/__fixtures__",
+    "CHANGELOG.md",
+    "README.md"
   ],
+  "directories": {
+    "doc": "./docs"
+  },
   "exports": {
     "./package.json": "./package.json",
     ".": {
@@ -19,19 +29,20 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/openai-compatible": "0.0.16",
-    "@ai-sdk/provider": "1.0.4",
-    "@ai-sdk/provider-utils": "2.0.7"
+    "@ai-sdk/openai-compatible": "0.0.0-4115c213-20260122152721",
+    "@ai-sdk/provider": "0.0.0-4115c213-20260122152721",
+    "@ai-sdk/provider-utils": "0.0.0-4115c213-20260122152721"
   },
   "devDependencies": {
-    "@types/node": "^18",
+    "@types/node": "20.17.24",
     "tsup": "^8",
-    "typescript": "5.6.3",
-    "zod": "3.23.8",
+    "typescript": "5.8.3",
+    "zod": "3.25.76",
+    "@ai-sdk/test-server": "0.0.0-4115c213-20260122152721",
     "@vercel/ai-tsconfig": "0.0.0"
   },
   "peerDependencies": {
-    "zod": "^3.0.0"
+    "zod": "^3.25.76 || ^4.1.8"
   },
   "engines": {
     "node": ">=18"
@@ -39,7 +50,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "homepage": "https://sdk.vercel.ai/docs",
+  "homepage": "https://ai-sdk.dev/docs",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/vercel/ai.git"
@@ -51,13 +62,15 @@
     "ai"
   ],
   "scripts": {
-    "build": "tsup",
-    "build:watch": "tsup --watch",
-    "clean": "rm -rf dist",
+    "build": "pnpm clean && tsup --tsconfig tsconfig.build.json",
+    "build:watch": "pnpm clean && tsup --watch",
+    "clean": "del-cli dist docs *.tsbuildinfo",
     "lint": "eslint \"./**/*.ts*\"",
-    "type-check": "tsc --noEmit",
+    "type-check": "tsc --build",
     "prettier-check": "prettier --check \"./**/*.ts*\"",
     "test": "pnpm test:node && pnpm test:edge",
+    "test:update": "pnpm test:node -u",
+    "test:watch": "vitest --config vitest.node.config.js",
     "test:edge": "vitest --config vitest.edge.config.js --run",
     "test:node": "vitest --config vitest.node.config.js --run"
   }

package/src/fireworks-chat-options.ts

@@ -0,0 +1,20 @@
+// https://docs.fireworks.ai/docs/serverless-models#chat-models
+// Below is just a subset of the available models.
+export type FireworksChatModelId =
+  | 'accounts/fireworks/models/deepseek-v3'
+  | 'accounts/fireworks/models/llama-v3p3-70b-instruct'
+  | 'accounts/fireworks/models/llama-v3p2-3b-instruct'
+  | 'accounts/fireworks/models/llama-v3p1-405b-instruct'
+  | 'accounts/fireworks/models/llama-v3p1-8b-instruct'
+  | 'accounts/fireworks/models/mixtral-8x7b-instruct'
+  | 'accounts/fireworks/models/mixtral-8x22b-instruct'
+  | 'accounts/fireworks/models/mixtral-8x7b-instruct-hf'
+  | 'accounts/fireworks/models/qwen2p5-coder-32b-instruct'
+  | 'accounts/fireworks/models/qwen2p5-72b-instruct'
+  | 'accounts/fireworks/models/qwen-qwq-32b-preview'
+  | 'accounts/fireworks/models/qwen2-vl-72b-instruct'
+  | 'accounts/fireworks/models/llama-v3p2-11b-vision-instruct'
+  | 'accounts/fireworks/models/qwq-32b'
+  | 'accounts/fireworks/models/yi-large'
+  | 'accounts/fireworks/models/kimi-k2-instruct'
+  | (string & {});

package/src/fireworks-completion-options.ts

@@ -0,0 +1,5 @@
+// Below is just a subset of the available models.
+export type FireworksCompletionModelId =
+  | 'accounts/fireworks/models/llama-v3-8b-instruct'
+  | 'accounts/fireworks/models/llama-v2-34b-code'
+  | (string & {});

package/src/fireworks-embedding-options.ts

@@ -0,0 +1,12 @@
+import { z } from 'zod/v4';
+
+// Below is just a subset of the available models.
+export type FireworksEmbeddingModelId =
+  | 'nomic-ai/nomic-embed-text-v1.5'
+  | (string & {});
+
+export const fireworksEmbeddingProviderOptions = z.object({});
+
+export type FireworksEmbeddingProviderOptions = z.infer<
+  typeof fireworksEmbeddingProviderOptions
+>;

package/src/fireworks-image-model.ts

@@ -0,0 +1,196 @@
+import { ImageModelV3, SharedV3Warning } from '@ai-sdk/provider';
+import {
+  combineHeaders,
+  convertImageModelFileToDataUri,
+  createBinaryResponseHandler,
+  createStatusCodeErrorResponseHandler,
+  FetchFunction,
+  postJsonToApi,
+} from '@ai-sdk/provider-utils';
+import { FireworksImageModelId } from './fireworks-image-options';
+
+interface FireworksImageModelBackendConfig {
+  urlFormat: 'workflows' | 'workflows_edit' | 'image_generation';
+  supportsSize?: boolean;
+  supportsEditing?: boolean;
+}
+
+const modelToBackendConfig: Partial<
+  Record<FireworksImageModelId, FireworksImageModelBackendConfig>
+> = {
+  'accounts/fireworks/models/flux-1-dev-fp8': {
+    urlFormat: 'workflows',
+  },
+  'accounts/fireworks/models/flux-1-schnell-fp8': {
+    urlFormat: 'workflows',
+  },
+  'accounts/fireworks/models/flux-kontext-pro': {
+    urlFormat: 'workflows_edit',
+    supportsEditing: true,
+  },
+  'accounts/fireworks/models/flux-kontext-max': {
+    urlFormat: 'workflows_edit',
+    supportsEditing: true,
+  },
+  'accounts/fireworks/models/playground-v2-5-1024px-aesthetic': {
+    urlFormat: 'image_generation',
+    supportsSize: true,
+  },
+  'accounts/fireworks/models/japanese-stable-diffusion-xl': {
+    urlFormat: 'image_generation',
+    supportsSize: true,
+  },
+  'accounts/fireworks/models/playground-v2-1024px-aesthetic': {
+    urlFormat: 'image_generation',
+    supportsSize: true,
+  },
+  'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0': {
+    urlFormat: 'image_generation',
+    supportsSize: true,
+  },
+  'accounts/fireworks/models/SSD-1B': {
+    urlFormat: 'image_generation',
+    supportsSize: true,
+  },
+};
+
+function getUrlForModel(
+  baseUrl: string,
+  modelId: FireworksImageModelId,
+  hasInputImage: boolean,
+): string {
+  const config = modelToBackendConfig[modelId];
+
+  switch (config?.urlFormat) {
+    case 'image_generation':
+      return `${baseUrl}/image_generation/${modelId}`;
+    case 'workflows_edit':
+      // Kontext models: use base URL for editing (no suffix)
+      return `${baseUrl}/workflows/${modelId}`;
+    case 'workflows':
+    default:
+      // Standard FLUX models: use text_to_image for generation,
+      // but if input_image provided, some models may support editing
+      if (hasInputImage && config?.supportsEditing) {
+        return `${baseUrl}/workflows/${modelId}`;
+      }
+      return `${baseUrl}/workflows/${modelId}/text_to_image`;
+  }
+}
+
+interface FireworksImageModelConfig {
+  provider: string;
+  baseURL: string;
+  headers: () => Record<string, string>;
+  fetch?: FetchFunction;
+  _internal?: {
+    currentDate?: () => Date;
+  };
+}
+
+export class FireworksImageModel implements ImageModelV3 {
+  readonly specificationVersion = 'v3';
+  readonly maxImagesPerCall = 1;
+
+  get provider(): string {
+    return this.config.provider;
+  }
+
+  constructor(
+    readonly modelId: FireworksImageModelId,
+    private config: FireworksImageModelConfig,
+  ) {}
+
+  async doGenerate({
+    prompt,
+    n,
+    size,
+    aspectRatio,
+    seed,
+    providerOptions,
+    headers,
+    abortSignal,
+    files,
+    mask,
+  }: Parameters<ImageModelV3['doGenerate']>[0]): Promise<
+    Awaited<ReturnType<ImageModelV3['doGenerate']>>
+  > {
+    const warnings: Array<SharedV3Warning> = [];
+
+    const backendConfig = modelToBackendConfig[this.modelId];
+    if (!backendConfig?.supportsSize && size != null) {
+      warnings.push({
+        type: 'unsupported',
+        feature: 'size',
+        details:
+          'This model does not support the `size` option. Use `aspectRatio` instead.',
+      });
+    }
+
+    // Use supportsSize as a proxy for whether the model does not support
+    // aspectRatio. This invariant holds for the current set of models.
+    if (backendConfig?.supportsSize && aspectRatio != null) {
+      warnings.push({
+        type: 'unsupported',
+        feature: 'aspectRatio',
+        details: 'This model does not support the `aspectRatio` option.',
+      });
+    }
+
+    // Handle files for image editing
+    const hasInputImage = files != null && files.length > 0;
+    let inputImage: string | undefined;
+
+    if (hasInputImage) {
+      inputImage = convertImageModelFileToDataUri(files[0]);
+
+      if (files.length > 1) {
+        warnings.push({
+          type: 'other',
+          message:
+            'Fireworks only supports a single input image. Additional images are ignored.',
+        });
+      }
+    }
+
+    // Warn about mask - Fireworks Kontext models don't support explicit masks
+    if (mask != null) {
+      warnings.push({
+        type: 'unsupported',
+        feature: 'mask',
+        details:
+          'Fireworks Kontext models do not support explicit masks. Use the prompt to describe the areas to edit.',
+      });
+    }
+
+    const splitSize = size?.split('x');
+    const currentDate = this.config._internal?.currentDate?.() ?? new Date();
+    const { value: response, responseHeaders } = await postJsonToApi({
+      url: getUrlForModel(this.config.baseURL, this.modelId, hasInputImage),
+      headers: combineHeaders(this.config.headers(), headers),
+      body: {
+        prompt,
+        aspect_ratio: aspectRatio,
+        seed,
+        samples: n,
+        ...(inputImage && { input_image: inputImage }),
+        ...(splitSize && { width: splitSize[0], height: splitSize[1] }),
+        ...(providerOptions.fireworks ?? {}),
+      },
+      failedResponseHandler: createStatusCodeErrorResponseHandler(),
+      successfulResponseHandler: createBinaryResponseHandler(),
+      abortSignal,
+      fetch: this.config.fetch,
+    });
+
+    return {
+      images: [response],
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders,
+      },
+    };
+  }
+}

package/src/fireworks-image-options.ts

@@ -0,0 +1,12 @@
+// https://fireworks.ai/models?type=image
+export type FireworksImageModelId =
+  | 'accounts/fireworks/models/flux-1-dev-fp8'
+  | 'accounts/fireworks/models/flux-1-schnell-fp8'
+  | 'accounts/fireworks/models/flux-kontext-pro'
+  | 'accounts/fireworks/models/flux-kontext-max'
+  | 'accounts/fireworks/models/playground-v2-5-1024px-aesthetic'
+  | 'accounts/fireworks/models/japanese-stable-diffusion-xl'
+  | 'accounts/fireworks/models/playground-v2-1024px-aesthetic'
+  | 'accounts/fireworks/models/SSD-1B'
+  | 'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0'
+  | (string & {});

package/src/fireworks-provider.ts

@@ -0,0 +1,172 @@
+import {
+  OpenAICompatibleChatLanguageModel,
+  OpenAICompatibleCompletionLanguageModel,
+  OpenAICompatibleEmbeddingModel,
+  ProviderErrorStructure,
+} from '@ai-sdk/openai-compatible';
+import {
+  EmbeddingModelV3,
+  ImageModelV3,
+  LanguageModelV3,
+  ProviderV3,
+} from '@ai-sdk/provider';
+import {
+  FetchFunction,
+  loadApiKey,
+  withoutTrailingSlash,
+  withUserAgentSuffix,
+} from '@ai-sdk/provider-utils';
+import { z } from 'zod/v4';
+import { FireworksChatModelId } from './fireworks-chat-options';
+import { FireworksCompletionModelId } from './fireworks-completion-options';
+import { FireworksEmbeddingModelId } from './fireworks-embedding-options';
+import { FireworksImageModel } from './fireworks-image-model';
+import { FireworksImageModelId } from './fireworks-image-options';
+import { VERSION } from './version';
+
+export type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;
+
+const fireworksErrorSchema = z.object({
+  error: z.string(),
+});
+
+const fireworksErrorStructure: ProviderErrorStructure<FireworksErrorData> = {
+  errorSchema: fireworksErrorSchema,
+  errorToMessage: data => data.error,
+};
+
+export interface FireworksProviderSettings {
+  /**
+Fireworks API key. Default value is taken from the `FIREWORKS_API_KEY`
+environment variable.
+*/
+  apiKey?: string;
+  /**
+Base URL for the API calls.
+*/
+  baseURL?: string;
+  /**
+Custom headers to include in the requests.
+*/
+  headers?: Record<string, string>;
+  /**
+Custom fetch implementation. You can use it as a middleware to intercept requests,
+or to provide a custom fetch implementation for e.g. testing.
+*/
+  fetch?: FetchFunction;
+}
+
+export interface FireworksProvider extends ProviderV3 {
+  /**
+Creates a model for text generation.
+*/
+  (modelId: FireworksChatModelId): LanguageModelV3;
+
+  /**
+Creates a chat model for text generation.
+*/
+  chatModel(modelId: FireworksChatModelId): LanguageModelV3;
+
+  /**
+Creates a completion model for text generation.
+*/
+  completionModel(modelId: FireworksCompletionModelId): LanguageModelV3;
+
+  /**
+Creates a chat model for text generation.
+*/
+  languageModel(modelId: FireworksChatModelId): LanguageModelV3;
+
+  /**
+Creates a text embedding model for text generation.
+*/
+  embeddingModel(modelId: FireworksEmbeddingModelId): EmbeddingModelV3;
+
+  /**
+   * @deprecated Use `embeddingModel` instead.
+   */
+  textEmbeddingModel(modelId: FireworksEmbeddingModelId): EmbeddingModelV3;
+
+  /**
+Creates a model for image generation.
+*/
+  image(modelId: FireworksImageModelId): ImageModelV3;
+
+  /**
+Creates a model for image generation.
+*/
+  imageModel(modelId: FireworksImageModelId): ImageModelV3;
+}
+
+const defaultBaseURL = 'https://api.fireworks.ai/inference/v1';
+
+export function createFireworks(
+  options: FireworksProviderSettings = {},
+): FireworksProvider {
+  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);
+  const getHeaders = () =>
+    withUserAgentSuffix(
+      {
+        Authorization: `Bearer ${loadApiKey({
+          apiKey: options.apiKey,
+          environmentVariableName: 'FIREWORKS_API_KEY',
+          description: 'Fireworks API key',
+        })}`,
+        ...options.headers,
+      },
+      `ai-sdk/fireworks/${VERSION}`,
+    );
+
+  interface CommonModelConfig {
+    provider: string;
+    url: ({ path }: { path: string }) => string;
+    headers: () => Record<string, string>;
+    fetch?: FetchFunction;
+  }
+
+  const getCommonModelConfig = (modelType: string): CommonModelConfig => ({
+    provider: `fireworks.${modelType}`,
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch,
+  });
+
+  const createChatModel = (modelId: FireworksChatModelId) => {
+    return new OpenAICompatibleChatLanguageModel(modelId, {
+      ...getCommonModelConfig('chat'),
+      errorStructure: fireworksErrorStructure,
+    });
+  };
+
+  const createCompletionModel = (modelId: FireworksCompletionModelId) =>
+    new OpenAICompatibleCompletionLanguageModel(modelId, {
+      ...getCommonModelConfig('completion'),
+      errorStructure: fireworksErrorStructure,
+    });
+
+  const createEmbeddingModel = (modelId: FireworksEmbeddingModelId) =>
+    new OpenAICompatibleEmbeddingModel(modelId, {
+      ...getCommonModelConfig('embedding'),
+      errorStructure: fireworksErrorStructure,
+    });
+
+  const createImageModel = (modelId: FireworksImageModelId) =>
+    new FireworksImageModel(modelId, {
+      ...getCommonModelConfig('image'),
+      baseURL: baseURL ?? defaultBaseURL,
+    });
+
+  const provider = (modelId: FireworksChatModelId) => createChatModel(modelId);
+
+  provider.specificationVersion = 'v3' as const;
+  provider.completionModel = createCompletionModel;
+  provider.chatModel = createChatModel;
+  provider.languageModel = createChatModel;
+  provider.embeddingModel = createEmbeddingModel;
+  provider.textEmbeddingModel = createEmbeddingModel;
+  provider.image = createImageModel;
+  provider.imageModel = createImageModel;
+  return provider;
+}
+
+export const fireworks = createFireworks();

package/src/index.ts

@@ -0,0 +1,13 @@
+export type {
+  FireworksEmbeddingModelId,
+  FireworksEmbeddingProviderOptions,
+} from './fireworks-embedding-options';
+export { FireworksImageModel } from './fireworks-image-model';
+export type { FireworksImageModelId } from './fireworks-image-options';
+export { fireworks, createFireworks } from './fireworks-provider';
+export type {
+  FireworksProvider,
+  FireworksProviderSettings,
+  FireworksErrorData,
+} from './fireworks-provider';
+export { VERSION } from './version';

package/src/version.ts

@@ -0,0 +1,6 @@
+// Version string of this package injected at build time.
+declare const __PACKAGE_VERSION__: string | undefined;
+export const VERSION: string =
+  typeof __PACKAGE_VERSION__ !== 'undefined'
+    ? __PACKAGE_VERSION__
+    : '0.0.0-test';