@ai-sdk/baseten 0.0.30 → 0.1.1

package/CHANGELOG.md

@@ -1,5 +1,43 @@
 # @ai-sdk/baseten
 
+## 0.1.1
+
+### Patch Changes
+
+- Updated dependencies [0e51b7b]
+  - @ai-sdk/provider-utils@3.0.32
+  - @ai-sdk/openai-compatible@1.0.48
+
+## 0.1.0
+
+### Minor Changes
+
+- f74f8b4: Make the native performance client opt-in for embeddings.
+
+  `@basetenlabs/performance-client` is no longer a dependency. It is a NAPI addon — 16 platform binary packages, ~5-16 MB installed — that could not load in edge runtimes and whose platform binaries bundlers could not resolve, and it was imported at module top level, so every consumer paid for it even though only embeddings use it.
+
+  Embeddings now go over plain HTTP to the deployment's OpenAI-compatible endpoint, which is what Baseten Embeddings Inference serves with no additional settings. To keep the native client's client-side batching and request hedging, install it yourself and pass the constructor:
+
+  ```ts
+  import { createBaseten } from "@ai-sdk/baseten";
+  import { PerformanceClient } from "@basetenlabs/performance-client";
+
+  const baseten = createBaseten({
+    modelURL,
+    performanceClient: PerformanceClient,
+  });
+  ```
+
+  The default path now supports things the previous implementation silently dropped: `abortSignal`, per-call `headers`, the `dimensions` and `user` provider options, and the provider's `fetch` option — `createBaseten({ fetch })` previously had no effect on embeddings. Response headers and warnings are now real rather than empty.
+
+  `usage.tokens` now comes from `prompt_tokens` rather than `total_tokens`, matching the `EmbeddingModelV2` contract ("we only have input tokens for embeddings") and the other providers. The values are normally identical for embeddings.
+
+  One behaviour change to be aware of: each request now sends at most 128 values. `embedMany` splits and parallelises above that, so only a direct `doEmbed` call with more than 128 values is affected — it throws `TooManyEmbeddingValuesForCallError`. The opt-in native path is unchanged and still receives everything in one call.
+
+  Separately, report token usage for streamed chat completions. The provider never set `includeUsage`, so `stream_options.include_usage` was omitted from requests and OpenAI-compatible servers returned no usage at all for streams — `streamText` reported `inputTokens`/`outputTokens`/`totalTokens` as `undefined` while `generateText` on the same model reported them correctly. This affected both the Model APIs and dedicated-deployment paths.
+
+  Also parse the error envelope dedicated deployments return. Baseten sends two different shapes: the Model APIs send `error` as a bare string (`{"error":"please check the model you provided"}`), while a dedicated deployment passes through its server's OpenAI-shaped `{"error":{"message":…,"code":…,"param":…,"type":…}}` object. The schema only accepted the string, so the object failed to parse and the message degraded to the HTTP reason phrase — a real `The model \`x\` does not exist.`surfaced as`Not Found`, or as the empty string over HTTP/2, which has no reason phrase. The schema now accepts both. This affects embeddings especially, since they require a `modelURL` and so always talk to a dedicated deployment.
+
 ## 0.0.30
 
 ### Patch Changes

package/dist/index.d.mts

@@ -6,9 +6,30 @@ type BasetenChatModelId = 'deepseek-ai/DeepSeek-R1-0528' | 'deepseek-ai/DeepSeek
 
 type BasetenEmbeddingModelId = string & {};
 
+/**
+ * The part of `@basetenlabs/performance-client` we use, declared structurally to
+ * keep that native addon out of our dependency and type graph.
+ */
+type BasetenPerformanceClient = {
+    embed(input: string[], model: string): Promise<{
+        data: {
+            embedding: number[];
+        }[];
+        usage?: {
+            total_tokens?: number;
+        };
+    }>;
+};
+type BasetenPerformanceClientConstructor = new (baseUrl: string, apiKey?: string) => BasetenPerformanceClient;
 type BasetenErrorData = z.infer<typeof basetenErrorSchema>;
 declare const basetenErrorSchema: z.ZodObject<{
-    error: z.ZodString;
+    error: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        message: z.ZodString;
+        object: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        type: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        param: z.ZodOptional<z.ZodNullable<z.ZodAny>>;
+        code: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>>;
+    }, z.core.$strip>]>;
 }, z.core.$strip>;
 interface BasetenProviderSettings {
     /**
@@ -34,6 +55,23 @@ interface BasetenProviderSettings {
      * or to provide a custom fetch implementation for e.g. testing.
      */
     fetch?: FetchFunction;
+    /**
+     * Opt in to Baseten's native performance client for embeddings, for
+     * client-side batching and request hedging. Pass the `PerformanceClient`
+     * constructor from `@basetenlabs/performance-client`, which you install
+     * yourself:
+     *
+     * ```ts
+     * import { PerformanceClient } from '@basetenlabs/performance-client';
+     *
+     * const baseten = createBaseten({ modelURL, performanceClient: PerformanceClient });
+     * ```
+     *
+     * When omitted, embeddings go over plain HTTP to Baseten's OpenAI-compatible
+     * endpoint — the default, since this NAPI addon cannot load in edge runtimes
+     * and bundlers cannot resolve its platform binaries.
+     */
+    performanceClient?: BasetenPerformanceClientConstructor;
 }
 interface BasetenProvider extends ProviderV2 {
     /**
@@ -58,4 +96,4 @@ declare const baseten: BasetenProvider;
 
 declare const VERSION: string;
 
-export { type BasetenChatModelId, type BasetenErrorData, type BasetenProvider, type BasetenProviderSettings, VERSION, baseten, createBaseten };
+export { type BasetenChatModelId, type BasetenErrorData, type BasetenPerformanceClient, type BasetenPerformanceClientConstructor, type BasetenProvider, type BasetenProviderSettings, VERSION, baseten, createBaseten };

package/dist/index.d.ts

@@ -6,9 +6,30 @@ type BasetenChatModelId = 'deepseek-ai/DeepSeek-R1-0528' | 'deepseek-ai/DeepSeek
 
 type BasetenEmbeddingModelId = string & {};
 
+/**
+ * The part of `@basetenlabs/performance-client` we use, declared structurally to
+ * keep that native addon out of our dependency and type graph.
+ */
+type BasetenPerformanceClient = {
+    embed(input: string[], model: string): Promise<{
+        data: {
+            embedding: number[];
+        }[];
+        usage?: {
+            total_tokens?: number;
+        };
+    }>;
+};
+type BasetenPerformanceClientConstructor = new (baseUrl: string, apiKey?: string) => BasetenPerformanceClient;
 type BasetenErrorData = z.infer<typeof basetenErrorSchema>;
 declare const basetenErrorSchema: z.ZodObject<{
-    error: z.ZodString;
+    error: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        message: z.ZodString;
+        object: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        type: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        param: z.ZodOptional<z.ZodNullable<z.ZodAny>>;
+        code: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>>;
+    }, z.core.$strip>]>;
 }, z.core.$strip>;
 interface BasetenProviderSettings {
     /**
@@ -34,6 +55,23 @@ interface BasetenProviderSettings {
      * or to provide a custom fetch implementation for e.g. testing.
      */
     fetch?: FetchFunction;
+    /**
+     * Opt in to Baseten's native performance client for embeddings, for
+     * client-side batching and request hedging. Pass the `PerformanceClient`
+     * constructor from `@basetenlabs/performance-client`, which you install
+     * yourself:
+     *
+     * ```ts
+     * import { PerformanceClient } from '@basetenlabs/performance-client';
+     *
+     * const baseten = createBaseten({ modelURL, performanceClient: PerformanceClient });
+     * ```
+     *
+     * When omitted, embeddings go over plain HTTP to Baseten's OpenAI-compatible
+     * endpoint — the default, since this NAPI addon cannot load in edge runtimes
+     * and bundlers cannot resolve its platform binaries.
+     */
+    performanceClient?: BasetenPerformanceClientConstructor;
 }
 interface BasetenProvider extends ProviderV2 {
     /**
@@ -58,4 +96,4 @@ declare const baseten: BasetenProvider;
 
 declare const VERSION: string;
 
-export { type BasetenChatModelId, type BasetenErrorData, type BasetenProvider, type BasetenProviderSettings, VERSION, baseten, createBaseten };
+export { type BasetenChatModelId, type BasetenErrorData, type BasetenPerformanceClient, type BasetenPerformanceClientConstructor, type BasetenProvider, type BasetenProviderSettings, VERSION, baseten, createBaseten };

package/dist/index.js

@@ -31,18 +31,27 @@ var import_openai_compatible = require("@ai-sdk/openai-compatible");
 var import_provider = require("@ai-sdk/provider");
 var import_provider_utils = require("@ai-sdk/provider-utils");
 var import_v4 = require("zod/v4");
-var import_performance_client = require("@basetenlabs/performance-client");
 
 // src/version.ts
-var VERSION = true ? "0.0.30" : "0.0.0-test";
+var VERSION = true ? "0.1.1" : "0.0.0-test";
 
 // src/baseten-provider.ts
+var MAX_EMBEDDINGS_PER_CALL = 128;
 var basetenErrorSchema = import_v4.z.object({
-  error: import_v4.z.string()
+  error: import_v4.z.union([
+    import_v4.z.string(),
+    import_v4.z.object({
+      message: import_v4.z.string(),
+      object: import_v4.z.string().nullish(),
+      type: import_v4.z.string().nullish(),
+      param: import_v4.z.any().nullish(),
+      code: import_v4.z.union([import_v4.z.string(), import_v4.z.number()]).nullish()
+    })
+  ])
 });
 var basetenErrorStructure = {
   errorSchema: basetenErrorSchema,
-  errorToMessage: (data) => data.error
+  errorToMessage: (data) => typeof data.error === "string" ? data.error : data.error.message
 };
 var defaultBaseURL = "https://inference.baseten.co/v1";
 function createBaseten(options = {}) {
@@ -77,7 +86,9 @@ function createBaseten(options = {}) {
       if (isOpenAICompatible) {
         return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId != null ? modelId : "placeholder", {
           ...getCommonModelConfig("chat", customURL),
-          errorStructure: basetenErrorStructure
+          errorStructure: basetenErrorStructure,
+          // Or stream_options.include_usage is omitted and streams report no usage.
+          includeUsage: true
         });
       } else if (customURL.includes("/predict")) {
         throw new Error(
@@ -87,7 +98,8 @@ function createBaseten(options = {}) {
     }
     return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId != null ? modelId : "chat", {
       ...getCommonModelConfig("chat"),
-      errorStructure: basetenErrorStructure
+      errorStructure: basetenErrorStructure,
+      includeUsage: true
     });
   };
   const createTextEmbeddingModel = (modelId) => {
@@ -97,46 +109,49 @@ function createBaseten(options = {}) {
         "No model URL provided for embeddings. Please set modelURL option for embeddings."
       );
     }
-    const isOpenAICompatible = customURL.includes("/sync");
-    if (isOpenAICompatible) {
-      const model = new import_openai_compatible.OpenAICompatibleEmbeddingModel(
-        modelId != null ? modelId : "embeddings",
-        {
-          ...getCommonModelConfig("embedding", customURL),
-          errorStructure: basetenErrorStructure
-        }
-      );
-      const performanceClientURL = customURL.replace("/sync/v1", "/sync");
-      const performanceClient = new import_performance_client.PerformanceClient(
-        performanceClientURL,
-        (0, import_provider_utils.loadApiKey)({
-          apiKey: options.apiKey,
-          environmentVariableName: "BASETEN_API_KEY",
-          description: "Baseten API key"
-        })
-      );
-      model.doEmbed = async (params) => {
-        if (!params.values || !Array.isArray(params.values)) {
-          throw new Error("params.values must be an array of strings");
-        }
-        const response = await performanceClient.embed(
-          params.values,
-          modelId != null ? modelId : "embeddings"
-          // model_id is for Model APIs, we don't use it here for dedicated
-        );
-        const embeddings = response.data.map((item) => item.embedding);
-        return {
-          embeddings,
-          usage: response.usage ? { tokens: response.usage.total_tokens } : void 0,
-          response: { headers: {}, body: response }
-        };
-      };
-      return model;
-    } else {
+    if (!customURL.includes("/sync")) {
       throw new Error(
         "Not supported. You must use a /sync or /sync/v1 endpoint for embeddings."
       );
     }
+    const model = new import_openai_compatible.OpenAICompatibleEmbeddingModel(modelId != null ? modelId : "embeddings", {
+      ...getCommonModelConfig("embedding", customURL),
+      errorStructure: basetenErrorStructure,
+      // Over HTTP, cap each request and let `embedMany` split and parallelise.
+      // The native client does its own batching, so let it take everything at
+      // once — `embedMany` treats Infinity as "one call".
+      maxEmbeddingsPerCall: options.performanceClient ? Number.POSITIVE_INFINITY : MAX_EMBEDDINGS_PER_CALL
+    });
+    if (!options.performanceClient) {
+      return model;
+    }
+    const performanceClient = new options.performanceClient(
+      customURL.replace("/sync/v1", "/sync"),
+      (0, import_provider_utils.loadApiKey)({
+        apiKey: options.apiKey,
+        environmentVariableName: "BASETEN_API_KEY",
+        description: "Baseten API key"
+      })
+    );
+    model.doEmbed = async (params) => {
+      var _a2;
+      if (!params.values || !Array.isArray(params.values)) {
+        throw new Error("params.values must be an array of strings");
+      }
+      const response = await performanceClient.embed(
+        params.values,
+        // model_id is for Model APIs; dedicated deployments ignore it.
+        modelId != null ? modelId : "embeddings"
+      );
+      return {
+        embeddings: response.data.map((item) => item.embedding),
+        // The native client types its response as `any`; only report usage when
+        // a token count is actually present rather than `{ tokens: undefined }`.
+        usage: typeof ((_a2 = response.usage) == null ? void 0 : _a2.total_tokens) === "number" ? { tokens: response.usage.total_tokens } : void 0,
+        response: { headers: {}, body: response }
+      };
+    };
+    return model;
   };
   const provider = (modelId) => createChatModel(modelId);
   provider.chatModel = createChatModel;

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts","../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["export type { BasetenChatModelId } from './baseten-chat-options';\nexport { baseten, createBaseten } from './baseten-provider';\nexport type {\n  BasetenProvider,\n  BasetenProviderSettings,\n  BasetenErrorData,\n} from './baseten-provider';\nexport { VERSION } from './version';\n","import {\n  type ProviderErrorStructure,\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  type EmbeddingModelV2,\n  type LanguageModelV2,\n  type ProviderV2,\n  NoSuchModelError,\n} from '@ai-sdk/provider';\nimport {\n  type FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport type { BasetenChatModelId } from './baseten-chat-options';\nimport type { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { PerformanceClient } from '@basetenlabs/performance-client';\nimport { VERSION } from './version';\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\nconst basetenErrorSchema = z.object({\n  error: z.string(),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data => data.error,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n}\n\nexport interface BasetenProvider extends ProviderV2 {\n  /**\nCreates a chat model for text generation.\n*/\n  (modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a language model for text generation. Alias for chatModel.\n*/\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a text embedding model for text generation.\n*/\n  textEmbeddingModel(\n    modelId?: BasetenEmbeddingModelId,\n  ): EmbeddingModelV2<string>;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n    });\n  };\n\n  const createTextEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    // Check if this is a /sync or /sync/v1 endpoint (OpenAI-compatible)\n    // We support both /sync and /sync/v1, stripping /v1 before passing to Performance Client, as Performance Client adds /v1 itself\n    const isOpenAICompatible = customURL.includes('/sync');\n\n    if (isOpenAICompatible) {\n      // Create the model using OpenAICompatibleEmbeddingModel and override doEmbed\n      const model = new OpenAICompatibleEmbeddingModel(\n        modelId ?? 'embeddings',\n        {\n          ...getCommonModelConfig('embedding', customURL),\n          errorStructure: basetenErrorStructure,\n        },\n      );\n\n      // Strip /v1 from URL if present before passing to Performance Client to avoid double /v1\n      const performanceClientURL = customURL.replace('/sync/v1', '/sync');\n\n      // Initialize the B10 Performance Client once for reuse\n      const performanceClient = new PerformanceClient(\n        performanceClientURL,\n        loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        }),\n      );\n\n      // Override the doEmbed method to use the pre-created Performance Client\n      model.doEmbed = async params => {\n        if (!params.values || !Array.isArray(params.values)) {\n          throw new Error('params.values must be an array of strings');\n        }\n\n        // Performance Client handles batching internally, so we don't need to limit in 128 here\n        const response = await performanceClient.embed(\n          params.values,\n          modelId ?? 'embeddings', // model_id is for Model APIs, we don't use it here for dedicated\n        );\n        // Transform the response to match the expected format\n        const embeddings = response.data.map((item: any) => item.embedding);\n\n        return {\n          embeddings: embeddings,\n          usage: response.usage\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n          response: { headers: {}, body: response },\n        };\n      };\n\n      return model;\n    } else {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.textEmbeddingModel = createTextEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,+BAIO;AACP,sBAKO;AACP,4BAKO;AACP,gBAAkB;AAGlB,gCAAkC;;;AClB3B,IAAM,UACX,OACI,WACA;;;ADoBN,IAAM,qBAAqB,YAAE,OAAO;AAAA,EAClC,OAAO,YAAE,OAAO;AAClB,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AAwDA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AA5FnB;AA6FE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,2DAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,2DAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,2BAA2B,CAAC,YAAsC;AAEtE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,qBAAqB,UAAU,SAAS,OAAO;AAErD,QAAI,oBAAoB;AAEtB,YAAM,QAAQ,IAAI;AAAA,QAChB,4BAAW;AAAA,QACX;AAAA,UACE,GAAG,qBAAqB,aAAa,SAAS;AAAA,UAC9C,gBAAgB;AAAA,QAClB;AAAA,MACF;AAGA,YAAM,uBAAuB,UAAU,QAAQ,YAAY,OAAO;AAGlE,YAAM,oBAAoB,IAAI;AAAA,QAC5B;AAAA,YACA,kCAAW;AAAA,UACT,QAAQ,QAAQ;AAAA,UAChB,yBAAyB;AAAA,UACzB,aAAa;AAAA,QACf,CAAC;AAAA,MACH;AAGA,YAAM,UAAU,OAAM,WAAU;AAC9B,YAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,gBAAM,IAAI,MAAM,2CAA2C;AAAA,QAC7D;AAGA,cAAM,WAAW,MAAM,kBAAkB;AAAA,UACvC,OAAO;AAAA,UACP,4BAAW;AAAA;AAAA,QACb;AAEA,cAAM,aAAa,SAAS,KAAK,IAAI,CAAC,SAAc,KAAK,SAAS;AAElE,eAAO;AAAA,UACL;AAAA,UACA,OAAO,SAAS,QACZ,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,UACJ,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,QAC1C;AAAA,MACF;AAEA,aAAO;AAAA,IACT,OAAO;AACL,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAC1E,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":[]}
+{"version":3,"sources":["../src/index.ts","../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["export type { BasetenChatModelId } from './baseten-chat-options';\nexport { baseten, createBaseten } from './baseten-provider';\nexport type {\n  BasetenProvider,\n  BasetenProviderSettings,\n  BasetenErrorData,\n  BasetenPerformanceClient,\n  BasetenPerformanceClientConstructor,\n} from './baseten-provider';\nexport { VERSION } from './version';\n","import {\n  type ProviderErrorStructure,\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  type EmbeddingModelV2,\n  type LanguageModelV2,\n  type ProviderV2,\n  NoSuchModelError,\n} from '@ai-sdk/provider';\nimport {\n  type FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport type { BasetenChatModelId } from './baseten-chat-options';\nimport type { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { VERSION } from './version';\n\n/**\n * Baseten's per-request embedding input limit: larger batches are rejected with\n * `413 batch size N > maximum allowed batch size 128`. It is also the native\n * performance client's own default `batchSize`. `embedMany` splits larger\n * inputs into chunks of this size and runs them in parallel.\n */\nconst MAX_EMBEDDINGS_PER_CALL = 128;\n\n/**\n * The part of `@basetenlabs/performance-client` we use, declared structurally to\n * keep that native addon out of our dependency and type graph.\n */\nexport type BasetenPerformanceClient = {\n  embed(\n    input: string[],\n    model: string,\n  ): Promise<{\n    data: { embedding: number[] }[];\n    usage?: { total_tokens?: number };\n  }>;\n};\n\nexport type BasetenPerformanceClientConstructor = new (\n  baseUrl: string,\n  apiKey?: string,\n) => BasetenPerformanceClient;\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\n// Baseten returns two different envelopes. The Model APIs send a bare string\n// (`{\"error\":\"please check the model you provided\"}`), while dedicated\n// deployments pass through their server's OpenAI-shaped object. Parsing only\n// the string form left dedicated-deployment errors falling back to the HTTP\n// reason phrase — \"Not Found\", or nothing at all over HTTP/2.\nconst basetenErrorSchema = z.object({\n  error: z.union([\n    z.string(),\n    z.object({\n      message: z.string(),\n      object: z.string().nullish(),\n      type: z.string().nullish(),\n      param: z.any().nullish(),\n      code: z.union([z.string(), z.number()]).nullish(),\n    }),\n  ]),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data =>\n    typeof data.error === 'string' ? data.error : data.error.message,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n\n  /**\n   * Opt in to Baseten's native performance client for embeddings, for\n   * client-side batching and request hedging. Pass the `PerformanceClient`\n   * constructor from `@basetenlabs/performance-client`, which you install\n   * yourself:\n   *\n   * ```ts\n   * import { PerformanceClient } from '@basetenlabs/performance-client';\n   *\n   * const baseten = createBaseten({ modelURL, performanceClient: PerformanceClient });\n   * ```\n   *\n   * When omitted, embeddings go over plain HTTP to Baseten's OpenAI-compatible\n   * endpoint — the default, since this NAPI addon cannot load in edge runtimes\n   * and bundlers cannot resolve its platform binaries.\n   */\n  performanceClient?: BasetenPerformanceClientConstructor;\n}\n\nexport interface BasetenProvider extends ProviderV2 {\n  /**\nCreates a chat model for text generation.\n*/\n  (modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a language model for text generation. Alias for chatModel.\n*/\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a text embedding model for text generation.\n*/\n  textEmbeddingModel(\n    modelId?: BasetenEmbeddingModelId,\n  ): EmbeddingModelV2<string>;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n          // Or stream_options.include_usage is omitted and streams report no usage.\n          includeUsage: true,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n      includeUsage: true,\n    });\n  };\n\n  const createTextEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    if (!customURL.includes('/sync')) {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n\n    // BEI embedding deployments are OpenAI-compatible with no extra settings, so\n    // plain HTTP is the default and needs no override.\n    const model = new OpenAICompatibleEmbeddingModel(modelId ?? 'embeddings', {\n      ...getCommonModelConfig('embedding', customURL),\n      errorStructure: basetenErrorStructure,\n      // Over HTTP, cap each request and let `embedMany` split and parallelise.\n      // The native client does its own batching, so let it take everything at\n      // once — `embedMany` treats Infinity as \"one call\".\n      maxEmbeddingsPerCall: options.performanceClient\n        ? Number.POSITIVE_INFINITY\n        : MAX_EMBEDDINGS_PER_CALL,\n    });\n\n    if (!options.performanceClient) {\n      return model;\n    }\n\n    // Opted in to the native client. It appends /v1 itself, so hand it the bare\n    // /sync form.\n    const performanceClient = new options.performanceClient(\n      customURL.replace('/sync/v1', '/sync'),\n      loadApiKey({\n        apiKey: options.apiKey,\n        environmentVariableName: 'BASETEN_API_KEY',\n        description: 'Baseten API key',\n      }),\n    );\n\n    model.doEmbed = async params => {\n      if (!params.values || !Array.isArray(params.values)) {\n        throw new Error('params.values must be an array of strings');\n      }\n\n      const response = await performanceClient.embed(\n        params.values,\n        // model_id is for Model APIs; dedicated deployments ignore it.\n        modelId ?? 'embeddings',\n      );\n\n      return {\n        embeddings: response.data.map(item => item.embedding),\n        // The native client types its response as `any`; only report usage when\n        // a token count is actually present rather than `{ tokens: undefined }`.\n        usage:\n          typeof response.usage?.total_tokens === 'number'\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n        response: { headers: {}, body: response },\n      };\n    };\n\n    return model;\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.textEmbeddingModel = createTextEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,+BAIO;AACP,sBAKO;AACP,4BAKO;AACP,gBAAkB;;;ACfX,IAAM,UACX,OACI,UACA;;;ADuBN,IAAM,0BAA0B;AA4BhC,IAAM,qBAAqB,YAAE,OAAO;AAAA,EAClC,OAAO,YAAE,MAAM;AAAA,IACb,YAAE,OAAO;AAAA,IACT,YAAE,OAAO;AAAA,MACP,SAAS,YAAE,OAAO;AAAA,MAClB,QAAQ,YAAE,OAAO,EAAE,QAAQ;AAAA,MAC3B,MAAM,YAAE,OAAO,EAAE,QAAQ;AAAA,MACzB,OAAO,YAAE,IAAI,EAAE,QAAQ;AAAA,MACvB,MAAM,YAAE,MAAM,CAAC,YAAE,OAAO,GAAG,YAAE,OAAO,CAAC,CAAC,EAAE,QAAQ;AAAA,IAClD,CAAC;AAAA,EACH,CAAC;AACH,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UACd,OAAO,KAAK,UAAU,WAAW,KAAK,QAAQ,KAAK,MAAM;AAC7D;AA0EA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AAvJnB;AAwJE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,2DAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA;AAAA,UAEhB,cAAc;AAAA,QAChB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,2DAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,MAChB,cAAc;AAAA,IAChB,CAAC;AAAA,EACH;AAEA,QAAM,2BAA2B,CAAC,YAAsC;AAEtE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QAAI,CAAC,UAAU,SAAS,OAAO,GAAG;AAChC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,QAAQ,IAAI,wDAA+B,4BAAW,cAAc;AAAA,MACxE,GAAG,qBAAqB,aAAa,SAAS;AAAA,MAC9C,gBAAgB;AAAA;AAAA;AAAA;AAAA,MAIhB,sBAAsB,QAAQ,oBAC1B,OAAO,oBACP;AAAA,IACN,CAAC;AAED,QAAI,CAAC,QAAQ,mBAAmB;AAC9B,aAAO;AAAA,IACT;AAIA,UAAM,oBAAoB,IAAI,QAAQ;AAAA,MACpC,UAAU,QAAQ,YAAY,OAAO;AAAA,UACrC,kCAAW;AAAA,QACT,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,OAAM,WAAU;AA3QpC,UAAAA;AA4QM,UAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,cAAM,IAAI,MAAM,2CAA2C;AAAA,MAC7D;AAEA,YAAM,WAAW,MAAM,kBAAkB;AAAA,QACvC,OAAO;AAAA;AAAA,QAEP,4BAAW;AAAA,MACb;AAEA,aAAO;AAAA,QACL,YAAY,SAAS,KAAK,IAAI,UAAQ,KAAK,SAAS;AAAA;AAAA;AAAA,QAGpD,OACE,SAAOA,MAAA,SAAS,UAAT,gBAAAA,IAAgB,kBAAiB,WACpC,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,QACN,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,MAC1C;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAC1E,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":["_a"]}

package/dist/index.mjs

@@ -12,18 +12,27 @@ import {
   withUserAgentSuffix
 } from "@ai-sdk/provider-utils";
 import { z } from "zod/v4";
-import { PerformanceClient } from "@basetenlabs/performance-client";
 
 // src/version.ts
-var VERSION = true ? "0.0.30" : "0.0.0-test";
+var VERSION = true ? "0.1.1" : "0.0.0-test";
 
 // src/baseten-provider.ts
+var MAX_EMBEDDINGS_PER_CALL = 128;
 var basetenErrorSchema = z.object({
-  error: z.string()
+  error: z.union([
+    z.string(),
+    z.object({
+      message: z.string(),
+      object: z.string().nullish(),
+      type: z.string().nullish(),
+      param: z.any().nullish(),
+      code: z.union([z.string(), z.number()]).nullish()
+    })
+  ])
 });
 var basetenErrorStructure = {
   errorSchema: basetenErrorSchema,
-  errorToMessage: (data) => data.error
+  errorToMessage: (data) => typeof data.error === "string" ? data.error : data.error.message
 };
 var defaultBaseURL = "https://inference.baseten.co/v1";
 function createBaseten(options = {}) {
@@ -58,7 +67,9 @@ function createBaseten(options = {}) {
       if (isOpenAICompatible) {
         return new OpenAICompatibleChatLanguageModel(modelId != null ? modelId : "placeholder", {
           ...getCommonModelConfig("chat", customURL),
-          errorStructure: basetenErrorStructure
+          errorStructure: basetenErrorStructure,
+          // Or stream_options.include_usage is omitted and streams report no usage.
+          includeUsage: true
         });
       } else if (customURL.includes("/predict")) {
         throw new Error(
@@ -68,7 +79,8 @@ function createBaseten(options = {}) {
     }
     return new OpenAICompatibleChatLanguageModel(modelId != null ? modelId : "chat", {
       ...getCommonModelConfig("chat"),
-      errorStructure: basetenErrorStructure
+      errorStructure: basetenErrorStructure,
+      includeUsage: true
     });
   };
   const createTextEmbeddingModel = (modelId) => {
@@ -78,46 +90,49 @@ function createBaseten(options = {}) {
         "No model URL provided for embeddings. Please set modelURL option for embeddings."
       );
     }
-    const isOpenAICompatible = customURL.includes("/sync");
-    if (isOpenAICompatible) {
-      const model = new OpenAICompatibleEmbeddingModel(
-        modelId != null ? modelId : "embeddings",
-        {
-          ...getCommonModelConfig("embedding", customURL),
-          errorStructure: basetenErrorStructure
-        }
-      );
-      const performanceClientURL = customURL.replace("/sync/v1", "/sync");
-      const performanceClient = new PerformanceClient(
-        performanceClientURL,
-        loadApiKey({
-          apiKey: options.apiKey,
-          environmentVariableName: "BASETEN_API_KEY",
-          description: "Baseten API key"
-        })
-      );
-      model.doEmbed = async (params) => {
-        if (!params.values || !Array.isArray(params.values)) {
-          throw new Error("params.values must be an array of strings");
-        }
-        const response = await performanceClient.embed(
-          params.values,
-          modelId != null ? modelId : "embeddings"
-          // model_id is for Model APIs, we don't use it here for dedicated
-        );
-        const embeddings = response.data.map((item) => item.embedding);
-        return {
-          embeddings,
-          usage: response.usage ? { tokens: response.usage.total_tokens } : void 0,
-          response: { headers: {}, body: response }
-        };
-      };
-      return model;
-    } else {
+    if (!customURL.includes("/sync")) {
       throw new Error(
         "Not supported. You must use a /sync or /sync/v1 endpoint for embeddings."
       );
     }
+    const model = new OpenAICompatibleEmbeddingModel(modelId != null ? modelId : "embeddings", {
+      ...getCommonModelConfig("embedding", customURL),
+      errorStructure: basetenErrorStructure,
+      // Over HTTP, cap each request and let `embedMany` split and parallelise.
+      // The native client does its own batching, so let it take everything at
+      // once — `embedMany` treats Infinity as "one call".
+      maxEmbeddingsPerCall: options.performanceClient ? Number.POSITIVE_INFINITY : MAX_EMBEDDINGS_PER_CALL
+    });
+    if (!options.performanceClient) {
+      return model;
+    }
+    const performanceClient = new options.performanceClient(
+      customURL.replace("/sync/v1", "/sync"),
+      loadApiKey({
+        apiKey: options.apiKey,
+        environmentVariableName: "BASETEN_API_KEY",
+        description: "Baseten API key"
+      })
+    );
+    model.doEmbed = async (params) => {
+      var _a2;
+      if (!params.values || !Array.isArray(params.values)) {
+        throw new Error("params.values must be an array of strings");
+      }
+      const response = await performanceClient.embed(
+        params.values,
+        // model_id is for Model APIs; dedicated deployments ignore it.
+        modelId != null ? modelId : "embeddings"
+      );
+      return {
+        embeddings: response.data.map((item) => item.embedding),
+        // The native client types its response as `any`; only report usage when
+        // a token count is actually present rather than `{ tokens: undefined }`.
+        usage: typeof ((_a2 = response.usage) == null ? void 0 : _a2.total_tokens) === "number" ? { tokens: response.usage.total_tokens } : void 0,
+        response: { headers: {}, body: response }
+      };
+    };
+    return model;
   };
   const provider = (modelId) => createChatModel(modelId);
   provider.chatModel = createChatModel;

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["import {\n  type ProviderErrorStructure,\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  type EmbeddingModelV2,\n  type LanguageModelV2,\n  type ProviderV2,\n  NoSuchModelError,\n} from '@ai-sdk/provider';\nimport {\n  type FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport type { BasetenChatModelId } from './baseten-chat-options';\nimport type { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { PerformanceClient } from '@basetenlabs/performance-client';\nimport { VERSION } from './version';\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\nconst basetenErrorSchema = z.object({\n  error: z.string(),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data => data.error,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n}\n\nexport interface BasetenProvider extends ProviderV2 {\n  /**\nCreates a chat model for text generation.\n*/\n  (modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a language model for text generation. Alias for chatModel.\n*/\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a text embedding model for text generation.\n*/\n  textEmbeddingModel(\n    modelId?: BasetenEmbeddingModelId,\n  ): EmbeddingModelV2<string>;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n    });\n  };\n\n  const createTextEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    // Check if this is a /sync or /sync/v1 endpoint (OpenAI-compatible)\n    // We support both /sync and /sync/v1, stripping /v1 before passing to Performance Client, as Performance Client adds /v1 itself\n    const isOpenAICompatible = customURL.includes('/sync');\n\n    if (isOpenAICompatible) {\n      // Create the model using OpenAICompatibleEmbeddingModel and override doEmbed\n      const model = new OpenAICompatibleEmbeddingModel(\n        modelId ?? 'embeddings',\n        {\n          ...getCommonModelConfig('embedding', customURL),\n          errorStructure: basetenErrorStructure,\n        },\n      );\n\n      // Strip /v1 from URL if present before passing to Performance Client to avoid double /v1\n      const performanceClientURL = customURL.replace('/sync/v1', '/sync');\n\n      // Initialize the B10 Performance Client once for reuse\n      const performanceClient = new PerformanceClient(\n        performanceClientURL,\n        loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        }),\n      );\n\n      // Override the doEmbed method to use the pre-created Performance Client\n      model.doEmbed = async params => {\n        if (!params.values || !Array.isArray(params.values)) {\n          throw new Error('params.values must be an array of strings');\n        }\n\n        // Performance Client handles batching internally, so we don't need to limit in 128 here\n        const response = await performanceClient.embed(\n          params.values,\n          modelId ?? 'embeddings', // model_id is for Model APIs, we don't use it here for dedicated\n        );\n        // Transform the response to match the expected format\n        const embeddings = response.data.map((item: any) => item.embedding);\n\n        return {\n          embeddings: embeddings,\n          usage: response.usage\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n          response: { headers: {}, body: response },\n        };\n      };\n\n      return model;\n    } else {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.textEmbeddingModel = createTextEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";AAAA;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EAIE;AAAA,OACK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;AAGlB,SAAS,yBAAyB;;;AClB3B,IAAM,UACX,OACI,WACA;;;ADoBN,IAAM,qBAAqB,EAAE,OAAO;AAAA,EAClC,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AAwDA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AA5FnB;AA6FE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,kCAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,kCAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,2BAA2B,CAAC,YAAsC;AAEtE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,qBAAqB,UAAU,SAAS,OAAO;AAErD,QAAI,oBAAoB;AAEtB,YAAM,QAAQ,IAAI;AAAA,QAChB,4BAAW;AAAA,QACX;AAAA,UACE,GAAG,qBAAqB,aAAa,SAAS;AAAA,UAC9C,gBAAgB;AAAA,QAClB;AAAA,MACF;AAGA,YAAM,uBAAuB,UAAU,QAAQ,YAAY,OAAO;AAGlE,YAAM,oBAAoB,IAAI;AAAA,QAC5B;AAAA,QACA,WAAW;AAAA,UACT,QAAQ,QAAQ;AAAA,UAChB,yBAAyB;AAAA,UACzB,aAAa;AAAA,QACf,CAAC;AAAA,MACH;AAGA,YAAM,UAAU,OAAM,WAAU;AAC9B,YAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,gBAAM,IAAI,MAAM,2CAA2C;AAAA,QAC7D;AAGA,cAAM,WAAW,MAAM,kBAAkB;AAAA,UACvC,OAAO;AAAA,UACP,4BAAW;AAAA;AAAA,QACb;AAEA,cAAM,aAAa,SAAS,KAAK,IAAI,CAAC,SAAc,KAAK,SAAS;AAElE,eAAO;AAAA,UACL;AAAA,UACA,OAAO,SAAS,QACZ,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,UACJ,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,QAC1C;AAAA,MACF;AAEA,aAAO;AAAA,IACT,OAAO;AACL,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAC1E,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":[]}
+{"version":3,"sources":["../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["import {\n  type ProviderErrorStructure,\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n} from '@ai-sdk/openai-compatible';\nimport {\n  type EmbeddingModelV2,\n  type LanguageModelV2,\n  type ProviderV2,\n  NoSuchModelError,\n} from '@ai-sdk/provider';\nimport {\n  type FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport type { BasetenChatModelId } from './baseten-chat-options';\nimport type { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { VERSION } from './version';\n\n/**\n * Baseten's per-request embedding input limit: larger batches are rejected with\n * `413 batch size N > maximum allowed batch size 128`. It is also the native\n * performance client's own default `batchSize`. `embedMany` splits larger\n * inputs into chunks of this size and runs them in parallel.\n */\nconst MAX_EMBEDDINGS_PER_CALL = 128;\n\n/**\n * The part of `@basetenlabs/performance-client` we use, declared structurally to\n * keep that native addon out of our dependency and type graph.\n */\nexport type BasetenPerformanceClient = {\n  embed(\n    input: string[],\n    model: string,\n  ): Promise<{\n    data: { embedding: number[] }[];\n    usage?: { total_tokens?: number };\n  }>;\n};\n\nexport type BasetenPerformanceClientConstructor = new (\n  baseUrl: string,\n  apiKey?: string,\n) => BasetenPerformanceClient;\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\n// Baseten returns two different envelopes. The Model APIs send a bare string\n// (`{\"error\":\"please check the model you provided\"}`), while dedicated\n// deployments pass through their server's OpenAI-shaped object. Parsing only\n// the string form left dedicated-deployment errors falling back to the HTTP\n// reason phrase — \"Not Found\", or nothing at all over HTTP/2.\nconst basetenErrorSchema = z.object({\n  error: z.union([\n    z.string(),\n    z.object({\n      message: z.string(),\n      object: z.string().nullish(),\n      type: z.string().nullish(),\n      param: z.any().nullish(),\n      code: z.union([z.string(), z.number()]).nullish(),\n    }),\n  ]),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data =>\n    typeof data.error === 'string' ? data.error : data.error.message,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n\n  /**\n   * Opt in to Baseten's native performance client for embeddings, for\n   * client-side batching and request hedging. Pass the `PerformanceClient`\n   * constructor from `@basetenlabs/performance-client`, which you install\n   * yourself:\n   *\n   * ```ts\n   * import { PerformanceClient } from '@basetenlabs/performance-client';\n   *\n   * const baseten = createBaseten({ modelURL, performanceClient: PerformanceClient });\n   * ```\n   *\n   * When omitted, embeddings go over plain HTTP to Baseten's OpenAI-compatible\n   * endpoint — the default, since this NAPI addon cannot load in edge runtimes\n   * and bundlers cannot resolve its platform binaries.\n   */\n  performanceClient?: BasetenPerformanceClientConstructor;\n}\n\nexport interface BasetenProvider extends ProviderV2 {\n  /**\nCreates a chat model for text generation.\n*/\n  (modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a chat model for text generation.\n*/\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a language model for text generation. Alias for chatModel.\n*/\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV2;\n\n  /**\nCreates a text embedding model for text generation.\n*/\n  textEmbeddingModel(\n    modelId?: BasetenEmbeddingModelId,\n  ): EmbeddingModelV2<string>;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n          // Or stream_options.include_usage is omitted and streams report no usage.\n          includeUsage: true,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n      includeUsage: true,\n    });\n  };\n\n  const createTextEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    if (!customURL.includes('/sync')) {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n\n    // BEI embedding deployments are OpenAI-compatible with no extra settings, so\n    // plain HTTP is the default and needs no override.\n    const model = new OpenAICompatibleEmbeddingModel(modelId ?? 'embeddings', {\n      ...getCommonModelConfig('embedding', customURL),\n      errorStructure: basetenErrorStructure,\n      // Over HTTP, cap each request and let `embedMany` split and parallelise.\n      // The native client does its own batching, so let it take everything at\n      // once — `embedMany` treats Infinity as \"one call\".\n      maxEmbeddingsPerCall: options.performanceClient\n        ? Number.POSITIVE_INFINITY\n        : MAX_EMBEDDINGS_PER_CALL,\n    });\n\n    if (!options.performanceClient) {\n      return model;\n    }\n\n    // Opted in to the native client. It appends /v1 itself, so hand it the bare\n    // /sync form.\n    const performanceClient = new options.performanceClient(\n      customURL.replace('/sync/v1', '/sync'),\n      loadApiKey({\n        apiKey: options.apiKey,\n        environmentVariableName: 'BASETEN_API_KEY',\n        description: 'Baseten API key',\n      }),\n    );\n\n    model.doEmbed = async params => {\n      if (!params.values || !Array.isArray(params.values)) {\n        throw new Error('params.values must be an array of strings');\n      }\n\n      const response = await performanceClient.embed(\n        params.values,\n        // model_id is for Model APIs; dedicated deployments ignore it.\n        modelId ?? 'embeddings',\n      );\n\n      return {\n        embeddings: response.data.map(item => item.embedding),\n        // The native client types its response as `any`; only report usage when\n        // a token count is actually present rather than `{ tokens: undefined }`.\n        usage:\n          typeof response.usage?.total_tokens === 'number'\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n        response: { headers: {}, body: response },\n      };\n    };\n\n    return model;\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.textEmbeddingModel = createTextEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";AAAA;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EAIE;AAAA,OACK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;;;ACfX,IAAM,UACX,OACI,UACA;;;ADuBN,IAAM,0BAA0B;AA4BhC,IAAM,qBAAqB,EAAE,OAAO;AAAA,EAClC,OAAO,EAAE,MAAM;AAAA,IACb,EAAE,OAAO;AAAA,IACT,EAAE,OAAO;AAAA,MACP,SAAS,EAAE,OAAO;AAAA,MAClB,QAAQ,EAAE,OAAO,EAAE,QAAQ;AAAA,MAC3B,MAAM,EAAE,OAAO,EAAE,QAAQ;AAAA,MACzB,OAAO,EAAE,IAAI,EAAE,QAAQ;AAAA,MACvB,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC,EAAE,QAAQ;AAAA,IAClD,CAAC;AAAA,EACH,CAAC;AACH,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UACd,OAAO,KAAK,UAAU,WAAW,KAAK,QAAQ,KAAK,MAAM;AAC7D;AA0EA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AAvJnB;AAwJE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,kCAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA;AAAA,UAEhB,cAAc;AAAA,QAChB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,kCAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,MAChB,cAAc;AAAA,IAChB,CAAC;AAAA,EACH;AAEA,QAAM,2BAA2B,CAAC,YAAsC;AAEtE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QAAI,CAAC,UAAU,SAAS,OAAO,GAAG;AAChC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,QAAQ,IAAI,+BAA+B,4BAAW,cAAc;AAAA,MACxE,GAAG,qBAAqB,aAAa,SAAS;AAAA,MAC9C,gBAAgB;AAAA;AAAA;AAAA;AAAA,MAIhB,sBAAsB,QAAQ,oBAC1B,OAAO,oBACP;AAAA,IACN,CAAC;AAED,QAAI,CAAC,QAAQ,mBAAmB;AAC9B,aAAO;AAAA,IACT;AAIA,UAAM,oBAAoB,IAAI,QAAQ;AAAA,MACpC,UAAU,QAAQ,YAAY,OAAO;AAAA,MACrC,WAAW;AAAA,QACT,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,OAAM,WAAU;AA3QpC,UAAAA;AA4QM,UAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,cAAM,IAAI,MAAM,2CAA2C;AAAA,MAC7D;AAEA,YAAM,WAAW,MAAM,kBAAkB;AAAA,QACvC,OAAO;AAAA;AAAA,QAEP,4BAAW;AAAA,MACb;AAEA,aAAO;AAAA,QACL,YAAY,SAAS,KAAK,IAAI,UAAQ,KAAK,SAAS;AAAA;AAAA;AAAA,QAGpD,OACE,SAAOA,MAAA,SAAS,UAAT,gBAAAA,IAAgB,kBAAiB,WACpC,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,QACN,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,MAC1C;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAC1E,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":["_a"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/baseten",
-  "version": "0.0.30",
+  "version": "0.1.1",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -19,16 +19,16 @@
     }
   },
   "dependencies": {
-    "@basetenlabs/performance-client": "^0.0.10",
-    "@ai-sdk/openai-compatible": "1.0.47",
+    "@ai-sdk/openai-compatible": "1.0.48",
     "@ai-sdk/provider": "2.0.3",
-    "@ai-sdk/provider-utils": "3.0.31"
+    "@ai-sdk/provider-utils": "3.0.32"
   },
   "devDependencies": {
     "@types/node": "20.17.24",
     "tsup": "^8",
     "typescript": "5.8.3",
     "zod": "3.25.76",
+    "@ai-sdk/test-server": "0.0.4",
     "@vercel/ai-tsconfig": "0.0.0"
   },
   "peerDependencies": {