@ai-sdk/baseten 2.0.0-beta.1 → 2.0.0-beta.10

package/CHANGELOG.md

@@ -1,5 +1,81 @@
 # @ai-sdk/baseten
 
+## 2.0.0-beta.10
+
+### Patch Changes
+
+- Updated dependencies [1f509d4]
+  - @ai-sdk/provider-utils@5.0.0-beta.7
+  - @ai-sdk/provider@4.0.0-beta.5
+  - @ai-sdk/openai-compatible@3.0.0-beta.10
+
+## 2.0.0-beta.9
+
+### Patch Changes
+
+- Updated dependencies [74d520f]
+  - @ai-sdk/openai-compatible@3.0.0-beta.9
+
+## 2.0.0-beta.8
+
+### Patch Changes
+
+- Updated dependencies [3887c70]
+  - @ai-sdk/provider-utils@5.0.0-beta.6
+  - @ai-sdk/provider@4.0.0-beta.4
+  - @ai-sdk/openai-compatible@3.0.0-beta.8
+
+## 2.0.0-beta.7
+
+### Patch Changes
+
+- Updated dependencies [776b617]
+  - @ai-sdk/provider-utils@5.0.0-beta.5
+  - @ai-sdk/provider@4.0.0-beta.3
+  - @ai-sdk/openai-compatible@3.0.0-beta.7
+
+## 2.0.0-beta.6
+
+### Patch Changes
+
+- Updated dependencies [61753c3]
+  - @ai-sdk/provider-utils@5.0.0-beta.4
+  - @ai-sdk/openai-compatible@3.0.0-beta.6
+
+## 2.0.0-beta.5
+
+### Patch Changes
+
+- Updated dependencies [f7d4f01]
+  - @ai-sdk/provider-utils@5.0.0-beta.3
+  - @ai-sdk/provider@4.0.0-beta.2
+  - @ai-sdk/openai-compatible@3.0.0-beta.5
+
+## 2.0.0-beta.4
+
+### Patch Changes
+
+- Updated dependencies [5c2a5a2]
+  - @ai-sdk/provider@4.0.0-beta.1
+  - @ai-sdk/openai-compatible@3.0.0-beta.4
+  - @ai-sdk/provider-utils@5.0.0-beta.2
+
+## 2.0.0-beta.3
+
+### Patch Changes
+
+- 8f3e1da: chore(openai-compat): update v3 specs to v4
+- Updated dependencies [8f3e1da]
+  - @ai-sdk/openai-compatible@3.0.0-beta.3
+
+## 2.0.0-beta.2
+
+### Patch Changes
+
+- Updated dependencies [45b3d76]
+- Updated dependencies [f7295cb]
+  - @ai-sdk/openai-compatible@3.0.0-beta.2
+
 ## 2.0.0-beta.1
 
 ### Patch Changes
@@ -332,13 +408,13 @@
   Before
 
   ```ts
-  model.textEmbeddingModel('my-model-id');
+  model.textEmbeddingModel("my-model-id");
   ```
 
   After
 
   ```ts
-  model.embeddingModel('my-model-id');
+  model.embeddingModel("my-model-id");
   ```
 
 - 95f65c2: chore: use import \* from zod/v4
@@ -561,13 +637,13 @@
   Before
 
   ```ts
-  model.textEmbeddingModel('my-model-id');
+  model.textEmbeddingModel("my-model-id");
   ```
 
   After
 
   ```ts
-  model.embeddingModel('my-model-id');
+  model.embeddingModel("my-model-id");
   ```
 
 - Updated dependencies [8d9e8ad]

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { ProviderV3, LanguageModelV3, EmbeddingModelV3 } from '@ai-sdk/provider';
+import { ProviderV4, LanguageModelV4, EmbeddingModelV4 } from '@ai-sdk/provider';
 import { FetchFunction } from '@ai-sdk/provider-utils';
 import { z } from 'zod/v4';
 
@@ -37,27 +37,27 @@ interface BasetenProviderSettings {
      */
     fetch?: FetchFunction;
 }
-interface BasetenProvider extends ProviderV3 {
+interface BasetenProvider extends ProviderV4 {
     /**
      * Creates a chat model for text generation.
      */
-    (modelId?: BasetenChatModelId): LanguageModelV3;
+    (modelId?: BasetenChatModelId): LanguageModelV4;
     /**
      * Creates a chat model for text generation.
      */
-    chatModel(modelId?: BasetenChatModelId): LanguageModelV3;
+    chatModel(modelId?: BasetenChatModelId): LanguageModelV4;
     /**
      * Creates a language model for text generation. Alias for chatModel.
      */
-    languageModel(modelId?: BasetenChatModelId): LanguageModelV3;
+    languageModel(modelId?: BasetenChatModelId): LanguageModelV4;
     /**
      * Creates a embedding model for text generation.
      */
-    embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;
+    embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;
     /**
      * @deprecated Use `embeddingModel` instead.
      */
-    textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;
+    textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;
 }
 declare function createBaseten(options?: BasetenProviderSettings): BasetenProvider;
 declare const baseten: BasetenProvider;

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { ProviderV3, LanguageModelV3, EmbeddingModelV3 } from '@ai-sdk/provider';
+import { ProviderV4, LanguageModelV4, EmbeddingModelV4 } from '@ai-sdk/provider';
 import { FetchFunction } from '@ai-sdk/provider-utils';
 import { z } from 'zod/v4';
 
@@ -37,27 +37,27 @@ interface BasetenProviderSettings {
      */
     fetch?: FetchFunction;
 }
-interface BasetenProvider extends ProviderV3 {
+interface BasetenProvider extends ProviderV4 {
     /**
      * Creates a chat model for text generation.
      */
-    (modelId?: BasetenChatModelId): LanguageModelV3;
+    (modelId?: BasetenChatModelId): LanguageModelV4;
     /**
      * Creates a chat model for text generation.
      */
-    chatModel(modelId?: BasetenChatModelId): LanguageModelV3;
+    chatModel(modelId?: BasetenChatModelId): LanguageModelV4;
     /**
      * Creates a language model for text generation. Alias for chatModel.
      */
-    languageModel(modelId?: BasetenChatModelId): LanguageModelV3;
+    languageModel(modelId?: BasetenChatModelId): LanguageModelV4;
     /**
      * Creates a embedding model for text generation.
      */
-    embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;
+    embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;
     /**
      * @deprecated Use `embeddingModel` instead.
      */
-    textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;
+    textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;
 }
 declare function createBaseten(options?: BasetenProviderSettings): BasetenProvider;
 declare const baseten: BasetenProvider;

package/dist/index.js

@@ -18,13 +18,13 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/index.ts
-var src_exports = {};
-__export(src_exports, {
+var index_exports = {};
+__export(index_exports, {
   VERSION: () => VERSION,
   baseten: () => baseten,
   createBaseten: () => createBaseten
 });
-module.exports = __toCommonJS(src_exports);
+module.exports = __toCommonJS(index_exports);
 
 // src/baseten-provider.ts
 var import_openai_compatible = require("@ai-sdk/openai-compatible");
@@ -34,7 +34,7 @@ var import_v4 = require("zod/v4");
 var import_performance_client = require("@basetenlabs/performance-client");
 
 // src/version.ts
-var VERSION = true ? "2.0.0-beta.1" : "0.0.0-test";
+var VERSION = true ? "2.0.0-beta.10" : "0.0.0-test";
 
 // src/baseten-provider.ts
 var basetenErrorSchema = import_v4.z.object({
@@ -140,7 +140,7 @@ function createBaseten(options = {}) {
     }
   };
   const provider = (modelId) => createChatModel(modelId);
-  provider.specificationVersion = "v3";
+  provider.specificationVersion = "v4";
   provider.chatModel = createChatModel;
   provider.languageModel = createChatModel;
   provider.imageModel = (modelId) => {

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts","../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["export type { BasetenChatModelId } from './baseten-chat-options';\nexport { baseten, createBaseten } from './baseten-provider';\nexport type {\n  BasetenProvider,\n  BasetenProviderSettings,\n  BasetenErrorData,\n} from './baseten-provider';\nexport type { BasetenEmbeddingModelOptions } from './baseten-embedding-options';\nexport { VERSION } from './version';\n","import {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n  ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport {\n  EmbeddingModelV3,\n  LanguageModelV3,\n  NoSuchModelError,\n  ProviderV3,\n} from '@ai-sdk/provider';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { BasetenChatModelId } from './baseten-chat-options';\nimport { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { PerformanceClient } from '@basetenlabs/performance-client';\nimport { VERSION } from './version';\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\nconst basetenErrorSchema = z.object({\n  error: z.string(),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data => data.error,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n}\n\nexport interface BasetenProvider extends ProviderV3 {\n  /**\n   * Creates a chat model for text generation.\n   */\n  (modelId?: BasetenChatModelId): LanguageModelV3;\n\n  /**\n   * Creates a chat model for text generation.\n   */\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV3;\n\n  /**\n   * Creates a language model for text generation. Alias for chatModel.\n   */\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV3;\n\n  /**\n   * Creates a embedding model for text generation.\n   */\n  embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;\n\n  /**\n   * @deprecated Use `embeddingModel` instead.\n   */\n  textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n    });\n  };\n\n  const createEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    // Check if this is a /sync or /sync/v1 endpoint (OpenAI-compatible)\n    // We support both /sync and /sync/v1, stripping /v1 before passing to Performance Client, as Performance Client adds /v1 itself\n    const isOpenAICompatible = customURL.includes('/sync');\n\n    if (isOpenAICompatible) {\n      // Create the model using OpenAICompatibleEmbeddingModel and override doEmbed\n      const model = new OpenAICompatibleEmbeddingModel(\n        modelId ?? 'embeddings',\n        {\n          ...getCommonModelConfig('embedding', customURL),\n          errorStructure: basetenErrorStructure,\n        },\n      );\n\n      // Strip /v1 from URL if present before passing to Performance Client to avoid double /v1\n      const performanceClientURL = customURL.replace('/sync/v1', '/sync');\n\n      // Initialize the B10 Performance Client once for reuse\n      const performanceClient = new PerformanceClient(\n        performanceClientURL,\n        loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        }),\n      );\n\n      // Override the doEmbed method to use the pre-created Performance Client\n      model.doEmbed = async params => {\n        if (!params.values || !Array.isArray(params.values)) {\n          throw new Error('params.values must be an array of strings');\n        }\n\n        // Performance Client handles batching internally, so we don't need to limit in 128 here\n        const response = await performanceClient.embed(\n          params.values,\n          modelId ?? 'embeddings', // model_id is for Model APIs, we don't use it here for dedicated\n        );\n        // Transform the response to match the expected format\n        const embeddings = response.data.map((item: any) => item.embedding);\n\n        return {\n          embeddings,\n          usage: response.usage\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n          response: { headers: {}, body: response },\n          warnings: [],\n        };\n      };\n\n      return model;\n    } else {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n\n  provider.specificationVersion = 'v3' as const;\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.embeddingModel = createEmbeddingModel;\n  provider.textEmbeddingModel = createEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,+BAIO;AACP,sBAKO;AACP,4BAKO;AACP,gBAAkB;AAGlB,gCAAkC;;;AClB3B,IAAM,UACX,OACI,iBACA;;;ADoBN,IAAM,qBAAqB,YAAE,OAAO;AAAA,EAClC,OAAO,YAAE,OAAO;AAClB,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AA2DA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AA/FnB;AAgGE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,2DAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,2DAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,uBAAuB,CAAC,YAAsC;AAElE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,qBAAqB,UAAU,SAAS,OAAO;AAErD,QAAI,oBAAoB;AAEtB,YAAM,QAAQ,IAAI;AAAA,QAChB,4BAAW;AAAA,QACX;AAAA,UACE,GAAG,qBAAqB,aAAa,SAAS;AAAA,UAC9C,gBAAgB;AAAA,QAClB;AAAA,MACF;AAGA,YAAM,uBAAuB,UAAU,QAAQ,YAAY,OAAO;AAGlE,YAAM,oBAAoB,IAAI;AAAA,QAC5B;AAAA,YACA,kCAAW;AAAA,UACT,QAAQ,QAAQ;AAAA,UAChB,yBAAyB;AAAA,UACzB,aAAa;AAAA,QACf,CAAC;AAAA,MACH;AAGA,YAAM,UAAU,OAAM,WAAU;AAC9B,YAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,gBAAM,IAAI,MAAM,2CAA2C;AAAA,QAC7D;AAGA,cAAM,WAAW,MAAM,kBAAkB;AAAA,UACvC,OAAO;AAAA,UACP,4BAAW;AAAA;AAAA,QACb;AAEA,cAAM,aAAa,SAAS,KAAK,IAAI,CAAC,SAAc,KAAK,SAAS;AAElE,eAAO;AAAA,UACL;AAAA,UACA,OAAO,SAAS,QACZ,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,UACJ,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,UACxC,UAAU,CAAC;AAAA,QACb;AAAA,MACF;AAEA,aAAO;AAAA,IACT,OAAO;AACL,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAE1E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,iBAAiB;AAC1B,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":[]}
+{"version":3,"sources":["../src/index.ts","../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["export type { BasetenChatModelId } from './baseten-chat-options';\nexport { baseten, createBaseten } from './baseten-provider';\nexport type {\n  BasetenProvider,\n  BasetenProviderSettings,\n  BasetenErrorData,\n} from './baseten-provider';\nexport type { BasetenEmbeddingModelOptions } from './baseten-embedding-options';\nexport { VERSION } from './version';\n","import {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n  ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport {\n  EmbeddingModelV4,\n  LanguageModelV4,\n  NoSuchModelError,\n  ProviderV4,\n} from '@ai-sdk/provider';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { BasetenChatModelId } from './baseten-chat-options';\nimport { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { PerformanceClient } from '@basetenlabs/performance-client';\nimport { VERSION } from './version';\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\nconst basetenErrorSchema = z.object({\n  error: z.string(),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data => data.error,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n}\n\nexport interface BasetenProvider extends ProviderV4 {\n  /**\n   * Creates a chat model for text generation.\n   */\n  (modelId?: BasetenChatModelId): LanguageModelV4;\n\n  /**\n   * Creates a chat model for text generation.\n   */\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV4;\n\n  /**\n   * Creates a language model for text generation. Alias for chatModel.\n   */\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV4;\n\n  /**\n   * Creates a embedding model for text generation.\n   */\n  embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;\n\n  /**\n   * @deprecated Use `embeddingModel` instead.\n   */\n  textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n    });\n  };\n\n  const createEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    // Check if this is a /sync or /sync/v1 endpoint (OpenAI-compatible)\n    // We support both /sync and /sync/v1, stripping /v1 before passing to Performance Client, as Performance Client adds /v1 itself\n    const isOpenAICompatible = customURL.includes('/sync');\n\n    if (isOpenAICompatible) {\n      // Create the model using OpenAICompatibleEmbeddingModel and override doEmbed\n      const model = new OpenAICompatibleEmbeddingModel(\n        modelId ?? 'embeddings',\n        {\n          ...getCommonModelConfig('embedding', customURL),\n          errorStructure: basetenErrorStructure,\n        },\n      );\n\n      // Strip /v1 from URL if present before passing to Performance Client to avoid double /v1\n      const performanceClientURL = customURL.replace('/sync/v1', '/sync');\n\n      // Initialize the B10 Performance Client once for reuse\n      const performanceClient = new PerformanceClient(\n        performanceClientURL,\n        loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        }),\n      );\n\n      // Override the doEmbed method to use the pre-created Performance Client\n      model.doEmbed = async params => {\n        if (!params.values || !Array.isArray(params.values)) {\n          throw new Error('params.values must be an array of strings');\n        }\n\n        // Performance Client handles batching internally, so we don't need to limit in 128 here\n        const response = await performanceClient.embed(\n          params.values,\n          modelId ?? 'embeddings', // model_id is for Model APIs, we don't use it here for dedicated\n        );\n        // Transform the response to match the expected format\n        const embeddings = response.data.map((item: any) => item.embedding);\n\n        return {\n          embeddings,\n          usage: response.usage\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n          response: { headers: {}, body: response },\n          warnings: [],\n        };\n      };\n\n      return model;\n    } else {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n\n  provider.specificationVersion = 'v4' as const;\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.embeddingModel = createEmbeddingModel;\n  provider.textEmbeddingModel = createEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,+BAIO;AACP,sBAKO;AACP,4BAKO;AACP,gBAAkB;AAGlB,gCAAkC;;;AClB3B,IAAM,UACX,OACI,kBACA;;;ADoBN,IAAM,qBAAqB,YAAE,OAAO;AAAA,EAClC,OAAO,YAAE,OAAO;AAClB,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AA2DA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AA/FnB;AAgGE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,2DAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,2DAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,uBAAuB,CAAC,YAAsC;AAElE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,qBAAqB,UAAU,SAAS,OAAO;AAErD,QAAI,oBAAoB;AAEtB,YAAM,QAAQ,IAAI;AAAA,QAChB,4BAAW;AAAA,QACX;AAAA,UACE,GAAG,qBAAqB,aAAa,SAAS;AAAA,UAC9C,gBAAgB;AAAA,QAClB;AAAA,MACF;AAGA,YAAM,uBAAuB,UAAU,QAAQ,YAAY,OAAO;AAGlE,YAAM,oBAAoB,IAAI;AAAA,QAC5B;AAAA,YACA,kCAAW;AAAA,UACT,QAAQ,QAAQ;AAAA,UAChB,yBAAyB;AAAA,UACzB,aAAa;AAAA,QACf,CAAC;AAAA,MACH;AAGA,YAAM,UAAU,OAAM,WAAU;AAC9B,YAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,gBAAM,IAAI,MAAM,2CAA2C;AAAA,QAC7D;AAGA,cAAM,WAAW,MAAM,kBAAkB;AAAA,UACvC,OAAO;AAAA,UACP,4BAAW;AAAA;AAAA,QACb;AAEA,cAAM,aAAa,SAAS,KAAK,IAAI,CAAC,SAAc,KAAK,SAAS;AAElE,eAAO;AAAA,UACL;AAAA,UACA,OAAO,SAAS,QACZ,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,UACJ,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,UACxC,UAAU,CAAC;AAAA,QACb;AAAA,MACF;AAEA,aAAO;AAAA,IACT,OAAO;AACL,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAE1E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,iBAAiB;AAC1B,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":[]}

package/dist/index.mjs

@@ -15,7 +15,7 @@ import { z } from "zod/v4";
 import { PerformanceClient } from "@basetenlabs/performance-client";
 
 // src/version.ts
-var VERSION = true ? "2.0.0-beta.1" : "0.0.0-test";
+var VERSION = true ? "2.0.0-beta.10" : "0.0.0-test";
 
 // src/baseten-provider.ts
 var basetenErrorSchema = z.object({
@@ -121,7 +121,7 @@ function createBaseten(options = {}) {
     }
   };
   const provider = (modelId) => createChatModel(modelId);
-  provider.specificationVersion = "v3";
+  provider.specificationVersion = "v4";
   provider.chatModel = createChatModel;
   provider.languageModel = createChatModel;
   provider.imageModel = (modelId) => {

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["import {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n  ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport {\n  EmbeddingModelV3,\n  LanguageModelV3,\n  NoSuchModelError,\n  ProviderV3,\n} from '@ai-sdk/provider';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { BasetenChatModelId } from './baseten-chat-options';\nimport { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { PerformanceClient } from '@basetenlabs/performance-client';\nimport { VERSION } from './version';\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\nconst basetenErrorSchema = z.object({\n  error: z.string(),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data => data.error,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n}\n\nexport interface BasetenProvider extends ProviderV3 {\n  /**\n   * Creates a chat model for text generation.\n   */\n  (modelId?: BasetenChatModelId): LanguageModelV3;\n\n  /**\n   * Creates a chat model for text generation.\n   */\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV3;\n\n  /**\n   * Creates a language model for text generation. Alias for chatModel.\n   */\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV3;\n\n  /**\n   * Creates a embedding model for text generation.\n   */\n  embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;\n\n  /**\n   * @deprecated Use `embeddingModel` instead.\n   */\n  textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n    });\n  };\n\n  const createEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    // Check if this is a /sync or /sync/v1 endpoint (OpenAI-compatible)\n    // We support both /sync and /sync/v1, stripping /v1 before passing to Performance Client, as Performance Client adds /v1 itself\n    const isOpenAICompatible = customURL.includes('/sync');\n\n    if (isOpenAICompatible) {\n      // Create the model using OpenAICompatibleEmbeddingModel and override doEmbed\n      const model = new OpenAICompatibleEmbeddingModel(\n        modelId ?? 'embeddings',\n        {\n          ...getCommonModelConfig('embedding', customURL),\n          errorStructure: basetenErrorStructure,\n        },\n      );\n\n      // Strip /v1 from URL if present before passing to Performance Client to avoid double /v1\n      const performanceClientURL = customURL.replace('/sync/v1', '/sync');\n\n      // Initialize the B10 Performance Client once for reuse\n      const performanceClient = new PerformanceClient(\n        performanceClientURL,\n        loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        }),\n      );\n\n      // Override the doEmbed method to use the pre-created Performance Client\n      model.doEmbed = async params => {\n        if (!params.values || !Array.isArray(params.values)) {\n          throw new Error('params.values must be an array of strings');\n        }\n\n        // Performance Client handles batching internally, so we don't need to limit in 128 here\n        const response = await performanceClient.embed(\n          params.values,\n          modelId ?? 'embeddings', // model_id is for Model APIs, we don't use it here for dedicated\n        );\n        // Transform the response to match the expected format\n        const embeddings = response.data.map((item: any) => item.embedding);\n\n        return {\n          embeddings,\n          usage: response.usage\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n          response: { headers: {}, body: response },\n          warnings: [],\n        };\n      };\n\n      return model;\n    } else {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n\n  provider.specificationVersion = 'v3' as const;\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.embeddingModel = createEmbeddingModel;\n  provider.textEmbeddingModel = createEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";AAAA;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EAGE;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;AAGlB,SAAS,yBAAyB;;;AClB3B,IAAM,UACX,OACI,iBACA;;;ADoBN,IAAM,qBAAqB,EAAE,OAAO;AAAA,EAClC,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AA2DA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AA/FnB;AAgGE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,kCAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,kCAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,uBAAuB,CAAC,YAAsC;AAElE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,qBAAqB,UAAU,SAAS,OAAO;AAErD,QAAI,oBAAoB;AAEtB,YAAM,QAAQ,IAAI;AAAA,QAChB,4BAAW;AAAA,QACX;AAAA,UACE,GAAG,qBAAqB,aAAa,SAAS;AAAA,UAC9C,gBAAgB;AAAA,QAClB;AAAA,MACF;AAGA,YAAM,uBAAuB,UAAU,QAAQ,YAAY,OAAO;AAGlE,YAAM,oBAAoB,IAAI;AAAA,QAC5B;AAAA,QACA,WAAW;AAAA,UACT,QAAQ,QAAQ;AAAA,UAChB,yBAAyB;AAAA,UACzB,aAAa;AAAA,QACf,CAAC;AAAA,MACH;AAGA,YAAM,UAAU,OAAM,WAAU;AAC9B,YAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,gBAAM,IAAI,MAAM,2CAA2C;AAAA,QAC7D;AAGA,cAAM,WAAW,MAAM,kBAAkB;AAAA,UACvC,OAAO;AAAA,UACP,4BAAW;AAAA;AAAA,QACb;AAEA,cAAM,aAAa,SAAS,KAAK,IAAI,CAAC,SAAc,KAAK,SAAS;AAElE,eAAO;AAAA,UACL;AAAA,UACA,OAAO,SAAS,QACZ,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,UACJ,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,UACxC,UAAU,CAAC;AAAA,QACb;AAAA,MACF;AAEA,aAAO;AAAA,IACT,OAAO;AACL,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAE1E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,iBAAiB;AAC1B,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":[]}
+{"version":3,"sources":["../src/baseten-provider.ts","../src/version.ts"],"sourcesContent":["import {\n  OpenAICompatibleChatLanguageModel,\n  OpenAICompatibleEmbeddingModel,\n  ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport {\n  EmbeddingModelV4,\n  LanguageModelV4,\n  NoSuchModelError,\n  ProviderV4,\n} from '@ai-sdk/provider';\nimport {\n  FetchFunction,\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { BasetenChatModelId } from './baseten-chat-options';\nimport { BasetenEmbeddingModelId } from './baseten-embedding-options';\nimport { PerformanceClient } from '@basetenlabs/performance-client';\nimport { VERSION } from './version';\n\nexport type BasetenErrorData = z.infer<typeof basetenErrorSchema>;\n\nconst basetenErrorSchema = z.object({\n  error: z.string(),\n});\n\nconst basetenErrorStructure: ProviderErrorStructure<BasetenErrorData> = {\n  errorSchema: basetenErrorSchema,\n  errorToMessage: data => data.error,\n};\n\nexport interface BasetenProviderSettings {\n  /**\n   * Baseten API key. Default value is taken from the `BASETEN_API_KEY`\n   * environment variable.\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for the Model APIs. Default: 'https://inference.baseten.co/v1'\n   */\n  baseURL?: string;\n\n  /**\n   * Model URL for custom models (chat or embeddings).\n   * If not supplied, the default Model APIs will be used.\n   */\n  modelURL?: string;\n  /**\n   * Custom headers to include in the requests.\n   */\n  headers?: Record<string, string>;\n\n  /**\n   * Custom fetch implementation. You can use it as a middleware to intercept requests,\n   * or to provide a custom fetch implementation for e.g. testing.\n   */\n  fetch?: FetchFunction;\n}\n\nexport interface BasetenProvider extends ProviderV4 {\n  /**\n   * Creates a chat model for text generation.\n   */\n  (modelId?: BasetenChatModelId): LanguageModelV4;\n\n  /**\n   * Creates a chat model for text generation.\n   */\n  chatModel(modelId?: BasetenChatModelId): LanguageModelV4;\n\n  /**\n   * Creates a language model for text generation. Alias for chatModel.\n   */\n  languageModel(modelId?: BasetenChatModelId): LanguageModelV4;\n\n  /**\n   * Creates a embedding model for text generation.\n   */\n  embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;\n\n  /**\n   * @deprecated Use `embeddingModel` instead.\n   */\n  textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;\n}\n\n// by default, we use the Model APIs\nconst defaultBaseURL = 'https://inference.baseten.co/v1';\n\nexport function createBaseten(\n  options: BasetenProviderSettings = {},\n): BasetenProvider {\n  const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n  const getHeaders = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        })}`,\n        ...options.headers,\n      },\n      `ai-sdk/baseten/${VERSION}`,\n    );\n\n  interface CommonModelConfig {\n    provider: string;\n    url: ({ path }: { path: string }) => string;\n    headers: () => Record<string, string>;\n    fetch?: FetchFunction;\n  }\n\n  const getCommonModelConfig = (\n    modelType: string,\n    customURL?: string,\n  ): CommonModelConfig => ({\n    provider: `baseten.${modelType}`,\n    url: ({ path }) => {\n      // For embeddings with /sync URLs (but not /sync/v1), we need to add /v1\n      if (\n        modelType === 'embedding' &&\n        customURL?.includes('/sync') &&\n        !customURL?.includes('/sync/v1')\n      ) {\n        return `${customURL}/v1${path}`;\n      }\n      return `${customURL || baseURL}${path}`;\n    },\n    headers: getHeaders,\n    fetch: options.fetch,\n  });\n\n  const createChatModel = (modelId?: BasetenChatModelId) => {\n    // Use modelURL if provided, otherwise use default Model APIs\n    const customURL = options.modelURL;\n\n    if (customURL) {\n      // Check if this is a /sync/v1 endpoint (OpenAI-compatible) or /predict endpoint (custom)\n      const isOpenAICompatible = customURL.includes('/sync/v1');\n\n      if (isOpenAICompatible) {\n        // For /sync/v1 endpoints, use standard OpenAI-compatible format\n        return new OpenAICompatibleChatLanguageModel(modelId ?? 'placeholder', {\n          ...getCommonModelConfig('chat', customURL),\n          errorStructure: basetenErrorStructure,\n        });\n      } else if (customURL.includes('/predict')) {\n        throw new Error(\n          'Not supported. You must use a /sync/v1 endpoint for chat models.',\n        );\n      }\n    }\n\n    // Use default OpenAI-compatible format for Model APIs\n    return new OpenAICompatibleChatLanguageModel(modelId ?? 'chat', {\n      ...getCommonModelConfig('chat'),\n      errorStructure: basetenErrorStructure,\n    });\n  };\n\n  const createEmbeddingModel = (modelId?: BasetenEmbeddingModelId) => {\n    // Use modelURL if provided\n    const customURL = options.modelURL;\n    if (!customURL) {\n      throw new Error(\n        'No model URL provided for embeddings. Please set modelURL option for embeddings.',\n      );\n    }\n\n    // Check if this is a /sync or /sync/v1 endpoint (OpenAI-compatible)\n    // We support both /sync and /sync/v1, stripping /v1 before passing to Performance Client, as Performance Client adds /v1 itself\n    const isOpenAICompatible = customURL.includes('/sync');\n\n    if (isOpenAICompatible) {\n      // Create the model using OpenAICompatibleEmbeddingModel and override doEmbed\n      const model = new OpenAICompatibleEmbeddingModel(\n        modelId ?? 'embeddings',\n        {\n          ...getCommonModelConfig('embedding', customURL),\n          errorStructure: basetenErrorStructure,\n        },\n      );\n\n      // Strip /v1 from URL if present before passing to Performance Client to avoid double /v1\n      const performanceClientURL = customURL.replace('/sync/v1', '/sync');\n\n      // Initialize the B10 Performance Client once for reuse\n      const performanceClient = new PerformanceClient(\n        performanceClientURL,\n        loadApiKey({\n          apiKey: options.apiKey,\n          environmentVariableName: 'BASETEN_API_KEY',\n          description: 'Baseten API key',\n        }),\n      );\n\n      // Override the doEmbed method to use the pre-created Performance Client\n      model.doEmbed = async params => {\n        if (!params.values || !Array.isArray(params.values)) {\n          throw new Error('params.values must be an array of strings');\n        }\n\n        // Performance Client handles batching internally, so we don't need to limit in 128 here\n        const response = await performanceClient.embed(\n          params.values,\n          modelId ?? 'embeddings', // model_id is for Model APIs, we don't use it here for dedicated\n        );\n        // Transform the response to match the expected format\n        const embeddings = response.data.map((item: any) => item.embedding);\n\n        return {\n          embeddings,\n          usage: response.usage\n            ? { tokens: response.usage.total_tokens }\n            : undefined,\n          response: { headers: {}, body: response },\n          warnings: [],\n        };\n      };\n\n      return model;\n    } else {\n      throw new Error(\n        'Not supported. You must use a /sync or /sync/v1 endpoint for embeddings.',\n      );\n    }\n  };\n\n  const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);\n\n  provider.specificationVersion = 'v4' as const;\n  provider.chatModel = createChatModel;\n  provider.languageModel = createChatModel;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.embeddingModel = createEmbeddingModel;\n  provider.textEmbeddingModel = createEmbeddingModel;\n  return provider;\n}\n\nexport const baseten = createBaseten();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";AAAA;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EAGE;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;AAGlB,SAAS,yBAAyB;;;AClB3B,IAAM,UACX,OACI,kBACA;;;ADoBN,IAAM,qBAAqB,EAAE,OAAO;AAAA,EAClC,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,wBAAkE;AAAA,EACtE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AA2DA,IAAM,iBAAiB;AAEhB,SAAS,cACd,UAAmC,CAAC,GACnB;AA/FnB;AAgGE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,kBAAkB,OAAO;AAAA,EAC3B;AASF,QAAM,uBAAuB,CAC3B,WACA,eACuB;AAAA,IACvB,UAAU,WAAW,SAAS;AAAA,IAC9B,KAAK,CAAC,EAAE,KAAK,MAAM;AAEjB,UACE,cAAc,gBACd,uCAAW,SAAS,aACpB,EAAC,uCAAW,SAAS,cACrB;AACA,eAAO,GAAG,SAAS,MAAM,IAAI;AAAA,MAC/B;AACA,aAAO,GAAG,aAAa,OAAO,GAAG,IAAI;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAiC;AAExD,UAAM,YAAY,QAAQ;AAE1B,QAAI,WAAW;AAEb,YAAM,qBAAqB,UAAU,SAAS,UAAU;AAExD,UAAI,oBAAoB;AAEtB,eAAO,IAAI,kCAAkC,4BAAW,eAAe;AAAA,UACrE,GAAG,qBAAqB,QAAQ,SAAS;AAAA,UACzC,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH,WAAW,UAAU,SAAS,UAAU,GAAG;AACzC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO,IAAI,kCAAkC,4BAAW,QAAQ;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,uBAAuB,CAAC,YAAsC;AAElE,UAAM,YAAY,QAAQ;AAC1B,QAAI,CAAC,WAAW;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAIA,UAAM,qBAAqB,UAAU,SAAS,OAAO;AAErD,QAAI,oBAAoB;AAEtB,YAAM,QAAQ,IAAI;AAAA,QAChB,4BAAW;AAAA,QACX;AAAA,UACE,GAAG,qBAAqB,aAAa,SAAS;AAAA,UAC9C,gBAAgB;AAAA,QAClB;AAAA,MACF;AAGA,YAAM,uBAAuB,UAAU,QAAQ,YAAY,OAAO;AAGlE,YAAM,oBAAoB,IAAI;AAAA,QAC5B;AAAA,QACA,WAAW;AAAA,UACT,QAAQ,QAAQ;AAAA,UAChB,yBAAyB;AAAA,UACzB,aAAa;AAAA,QACf,CAAC;AAAA,MACH;AAGA,YAAM,UAAU,OAAM,WAAU;AAC9B,YAAI,CAAC,OAAO,UAAU,CAAC,MAAM,QAAQ,OAAO,MAAM,GAAG;AACnD,gBAAM,IAAI,MAAM,2CAA2C;AAAA,QAC7D;AAGA,cAAM,WAAW,MAAM,kBAAkB;AAAA,UACvC,OAAO;AAAA,UACP,4BAAW;AAAA;AAAA,QACb;AAEA,cAAM,aAAa,SAAS,KAAK,IAAI,CAAC,SAAc,KAAK,SAAS;AAElE,eAAO;AAAA,UACL;AAAA,UACA,OAAO,SAAS,QACZ,EAAE,QAAQ,SAAS,MAAM,aAAa,IACtC;AAAA,UACJ,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,SAAS;AAAA,UACxC,UAAU,CAAC;AAAA,QACb;AAAA,MACF;AAEA,aAAO;AAAA,IACT,OAAO;AACL,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,WAAW,CAAC,YAAiC,gBAAgB,OAAO;AAE1E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AACzB,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,iBAAiB;AAC1B,WAAS,qBAAqB;AAC9B,SAAO;AACT;AAEO,IAAM,UAAU,cAAc;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/baseten",
-  "version": "2.0.0-beta.1",
+  "version": "2.0.0-beta.10",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -30,9 +30,9 @@
   },
   "dependencies": {
     "@basetenlabs/performance-client": "^0.0.10",
-    "@ai-sdk/openai-compatible": "3.0.0-beta.1",
-    "@ai-sdk/provider": "4.0.0-beta.0",
-    "@ai-sdk/provider-utils": "5.0.0-beta.1"
+    "@ai-sdk/openai-compatible": "3.0.0-beta.10",
+    "@ai-sdk/provider": "4.0.0-beta.5",
+    "@ai-sdk/provider-utils": "5.0.0-beta.7"
   },
   "devDependencies": {
     "@types/node": "20.17.24",
@@ -65,9 +65,7 @@
     "build": "pnpm clean && tsup --tsconfig tsconfig.build.json",
     "build:watch": "pnpm clean && tsup --watch",
     "clean": "rm -rf dist docs *.tsbuildinfo",
-    "lint": "eslint \"./**/*.ts*\"",
     "type-check": "tsc --build",
-    "prettier-check": "prettier --check \"./**/*.ts*\"",
     "test": "pnpm test:node && pnpm test:edge",
     "test:update": "pnpm test:node -u",
     "test:watch": "vitest --config vitest.node.config.js",

package/src/baseten-provider.ts

@@ -4,10 +4,10 @@ import {
   ProviderErrorStructure,
 } from '@ai-sdk/openai-compatible';
 import {
-  EmbeddingModelV3,
-  LanguageModelV3,
+  EmbeddingModelV4,
+  LanguageModelV4,
   NoSuchModelError,
-  ProviderV3,
+  ProviderV4,
 } from '@ai-sdk/provider';
 import {
   FetchFunction,
@@ -61,31 +61,31 @@ export interface BasetenProviderSettings {
   fetch?: FetchFunction;
 }
 
-export interface BasetenProvider extends ProviderV3 {
+export interface BasetenProvider extends ProviderV4 {
   /**
    * Creates a chat model for text generation.
    */
-  (modelId?: BasetenChatModelId): LanguageModelV3;
+  (modelId?: BasetenChatModelId): LanguageModelV4;
 
   /**
    * Creates a chat model for text generation.
    */
-  chatModel(modelId?: BasetenChatModelId): LanguageModelV3;
+  chatModel(modelId?: BasetenChatModelId): LanguageModelV4;
 
   /**
    * Creates a language model for text generation. Alias for chatModel.
    */
-  languageModel(modelId?: BasetenChatModelId): LanguageModelV3;
+  languageModel(modelId?: BasetenChatModelId): LanguageModelV4;
 
   /**
    * Creates a embedding model for text generation.
    */
-  embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;
+  embeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;
 
   /**
    * @deprecated Use `embeddingModel` instead.
    */
-  textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV3;
+  textEmbeddingModel(modelId?: BasetenEmbeddingModelId): EmbeddingModelV4;
 }
 
 // by default, we use the Model APIs
@@ -233,7 +233,7 @@ export function createBaseten(
 
   const provider = (modelId?: BasetenChatModelId) => createChatModel(modelId);
 
-  provider.specificationVersion = 'v3' as const;
+  provider.specificationVersion = 'v4' as const;
   provider.chatModel = createChatModel;
   provider.languageModel = createChatModel;
   provider.imageModel = (modelId: string) => {