@ai-sdk/gateway 1.0.0-alpha.6

package/CHANGELOG.md

@@ -0,0 +1,10 @@
+# @ai-sdk/gateway
+
+## 1.0.0-alpha.6
+
+### Patch Changes
+
+- 6c2c708: feat (providers/gateway): initial gateway provider
+- Updated dependencies [0d2c085]
+  - @ai-sdk/provider@2.0.0-alpha.6
+  - @ai-sdk/provider-utils@3.0.0-alpha.6

package/LICENSE

@@ -0,0 +1,13 @@
+Copyright 2023 Vercel, Inc.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

package/README.md

@@ -0,0 +1,36 @@
+# AI SDK - Gateway Provider
+
+The Gateway provider for the [AI SDK](https://ai-sdk.dev/docs) allows the use of a wide variety of AI models and providers.
+
+## Setup
+
+The Gateway provider is available in the `@ai-sdk/gateway` module. You can install it with
+
+```bash
+npm i @ai-sdk/gateway
+```
+
+## Provider Instance
+
+You can import the default provider instance `gateway` from `@ai-sdk/gateway`:
+
+```ts
+import { gateway } from '@ai-sdk/gateway';
+```
+
+## Example
+
+```ts
+import { gateway } from '@ai-sdk/gateway';
+import { generateText } from 'ai';
+
+const { text } = await generateText({
+  model: gateway('xai/grok-3-beta'),
+  prompt:
+    'Tell me about the history of the San Francisco Mission-style burrito.',
+});
+```
+
+## Documentation
+
+Please check out the [AI SDK documentation](https://ai-sdk.dev/docs) for more information.

package/dist/index.d.mts

@@ -0,0 +1,67 @@
+import { LanguageModelV2, ProviderV2 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
+
+type GatewayModelId = 'anthropic/claude-3.5-haiku' | 'anthropic/claude-3.7-sonnet' | 'anthropic/claude-3.7-sonnet-reasoning' | 'anthropic/claude-4-opus-20250514' | 'anthropic/claude-4-sonnet-20250514' | 'anthropic/claude-v3-haiku' | 'anthropic/claude-v3-opus' | 'anthropic/claude-v3.5-sonnet' | 'bedrock/amazon.nova-lite-v1:0' | 'bedrock/amazon.nova-micro-v1:0' | 'bedrock/amazon.nova-pro-v1:0' | 'bedrock/claude-3-5-haiku-20241022' | 'bedrock/claude-3-5-sonnet-20240620-v1' | 'bedrock/claude-3-5-sonnet-20241022-v2' | 'bedrock/claude-3-7-sonnet-20250219' | 'bedrock/claude-3-haiku-20240307-v1' | 'bedrock/claude-4-opus-20250514-v1' | 'bedrock/claude-4-sonnet-20250514-v1' | 'bedrock/deepseek.r1-v1' | 'bedrock/meta.llama3-1-70b-instruct-v1' | 'bedrock/meta.llama3-1-8b-instruct-v1' | 'bedrock/meta.llama3-2-11b-instruct-v1' | 'bedrock/meta.llama3-2-1b-instruct-v1' | 'bedrock/meta.llama3-2-3b-instruct-v1' | 'bedrock/meta.llama3-2-90b-instruct-v1' | 'bedrock/meta.llama3-3-70b-instruct-v1' | 'bedrock/meta.llama4-maverick-17b-instruct-v1' | 'bedrock/meta.llama4-scout-17b-instruct-v1' | 'cerebras/deepseek-r1-distill-llama-70b' | 'cerebras/llama-3.3-70b' | 'cerebras/llama-4-scout-17b-16e-instruct' | 'cerebras/llama3.1-8b' | 'cerebras/qwen-3-32b' | 'cohere/command-a' | 'cohere/command-r' | 'cohere/command-r-plus' | 'deepinfra/llama-4-maverick-17b-128e-instruct-fp8' | 'deepinfra/llama-4-scout-17b-16e-instruct' | 'deepinfra/qwen3-14b' | 'deepinfra/qwen3-235b-a22b' | 'deepinfra/qwen3-30b-a3b' | 'deepinfra/qwen3-32b' | 'deepseek/chat' | 'deepseek/deepseek-r1' | 'fireworks/firefunction-v1' | 'fireworks/mixtral-8x22b-instruct' | 'fireworks/mixtral-8x7b-instruct' | 'fireworks/qwen3-235b-a22b' | 'fireworks/qwq-32b' | 'groq/deepseek-r1-distill-llama-70b' | 'groq/gemma2-9b-it' | 'groq/llama-3-70b-instruct' | 'groq/llama-3-8b-instruct' | 'groq/llama-3.1-8b' | 'groq/llama-3.2-1b' | 'groq/llama-3.3-70b-versatile' | 'groq/llama-4-scout-17b-16e-instruct' | 'groq/mistral-saba-24b' | 'groq/qwen-qwq-32b' | 'inception/mercury-coder-small' | 'mistral/codestral-2501' | 'mistral/ministral-3b-latest' | 'mistral/ministral-8b-latest' | 'mistral/mistral-large' | 'mistral/mistral-small' | 'mistral/mistral-small-2503' | 'mistral/pixtral-12b-2409' | 'mistral/pixtral-large-latest' | 'openai/gpt-3.5-turbo' | 'openai/gpt-3.5-turbo-instruct' | 'openai/gpt-4-turbo' | 'openai/gpt-4.1' | 'openai/gpt-4.1-mini' | 'openai/gpt-4.1-nano' | 'openai/gpt-4o' | 'openai/gpt-4o-mini' | 'openai/o3' | 'openai/o3-mini' | 'openai/o4-mini' | 'perplexity/sonar' | 'perplexity/sonar-pro' | 'perplexity/sonar-reasoning' | 'perplexity/sonar-reasoning-pro' | 'vertex/claude-3-5-haiku-20241022' | 'vertex/claude-3-5-sonnet-20240620' | 'vertex/claude-3-5-sonnet-v2-20241022' | 'vertex/claude-3-7-sonnet-20250219' | 'vertex/claude-3-haiku-20240307' | 'vertex/claude-3-opus-20240229' | 'vertex/claude-4-opus-20250514' | 'vertex/claude-4-sonnet-20250514' | 'vertex/gemini-2.0-flash-001' | 'vertex/gemini-2.0-flash-lite-001' | 'vertex/llama-4-maverick-17b-128e-instruct-maas' | 'vertex/llama-4-scout-17b-16e-instruct-maas' | 'xai/grok-2-1212' | 'xai/grok-2-vision-1212' | 'xai/grok-3-beta' | 'xai/grok-3-fast-beta' | 'xai/grok-3-mini-beta' | 'xai/grok-3-mini-fast-beta' | (string & {});
+
+interface GatewayLanguageModelEntry {
+    /**
+     * The model id used by the remote provider in model settings and for specifying the
+     * intended model for text generation.
+     */
+    id: string;
+    /**
+     * The display name of the model for presentation in user-facing contexts.
+     */
+    name: string;
+    /**
+     * Additional AI SDK language model specifications for the model.
+     */
+    specification: GatewayLanguageModelSpecification;
+}
+type GatewayLanguageModelSpecification = Pick<LanguageModelV2, 'specificationVersion' | 'provider' | 'modelId'>;
+
+interface GatewayFetchMetadataResponse {
+    models: GatewayLanguageModelEntry[];
+}
+
+interface GatewayProvider extends ProviderV2 {
+    (modelId: GatewayModelId): LanguageModelV2;
+    /**
+  Creates a model for text generation.
+  */
+    languageModel(modelId: GatewayModelId): LanguageModelV2;
+    /**
+  Returns available providers and models for use with the remote provider.
+   */
+    getAvailableModels(): Promise<GatewayFetchMetadataResponse>;
+}
+interface GatewayProviderSettings {
+    /**
+  The base URL prefix for API calls. Defaults to `https://ai-gateway.vercel.sh/v1/ai`.
+     */
+    baseURL?: string;
+    /**
+  API key that is being sent using the `Authorization` header.
+     */
+    apiKey?: string;
+    /**
+  Custom headers to include in the requests.
+       */
+    headers?: Record<string, string>;
+    /**
+  Custom fetch implementation. You can use it as a middleware to intercept requests,
+  or to provide a custom fetch implementation for e.g. testing.
+      */
+    fetch?: FetchFunction;
+    /**
+  How frequently to refresh the metadata cache in milliseconds.
+     */
+    metadataCacheRefreshMillis?: number;
+}
+/**
+Create a remote provider instance.
+ */
+declare function createGatewayProvider(options?: GatewayProviderSettings): GatewayProvider;
+declare const gateway: GatewayProvider;
+
+export { type GatewayLanguageModelEntry, type GatewayLanguageModelSpecification, type GatewayModelId, type GatewayProvider, type GatewayProviderSettings, createGatewayProvider, gateway };

package/dist/index.d.ts

@@ -0,0 +1,67 @@
+import { LanguageModelV2, ProviderV2 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
+
+type GatewayModelId = 'anthropic/claude-3.5-haiku' | 'anthropic/claude-3.7-sonnet' | 'anthropic/claude-3.7-sonnet-reasoning' | 'anthropic/claude-4-opus-20250514' | 'anthropic/claude-4-sonnet-20250514' | 'anthropic/claude-v3-haiku' | 'anthropic/claude-v3-opus' | 'anthropic/claude-v3.5-sonnet' | 'bedrock/amazon.nova-lite-v1:0' | 'bedrock/amazon.nova-micro-v1:0' | 'bedrock/amazon.nova-pro-v1:0' | 'bedrock/claude-3-5-haiku-20241022' | 'bedrock/claude-3-5-sonnet-20240620-v1' | 'bedrock/claude-3-5-sonnet-20241022-v2' | 'bedrock/claude-3-7-sonnet-20250219' | 'bedrock/claude-3-haiku-20240307-v1' | 'bedrock/claude-4-opus-20250514-v1' | 'bedrock/claude-4-sonnet-20250514-v1' | 'bedrock/deepseek.r1-v1' | 'bedrock/meta.llama3-1-70b-instruct-v1' | 'bedrock/meta.llama3-1-8b-instruct-v1' | 'bedrock/meta.llama3-2-11b-instruct-v1' | 'bedrock/meta.llama3-2-1b-instruct-v1' | 'bedrock/meta.llama3-2-3b-instruct-v1' | 'bedrock/meta.llama3-2-90b-instruct-v1' | 'bedrock/meta.llama3-3-70b-instruct-v1' | 'bedrock/meta.llama4-maverick-17b-instruct-v1' | 'bedrock/meta.llama4-scout-17b-instruct-v1' | 'cerebras/deepseek-r1-distill-llama-70b' | 'cerebras/llama-3.3-70b' | 'cerebras/llama-4-scout-17b-16e-instruct' | 'cerebras/llama3.1-8b' | 'cerebras/qwen-3-32b' | 'cohere/command-a' | 'cohere/command-r' | 'cohere/command-r-plus' | 'deepinfra/llama-4-maverick-17b-128e-instruct-fp8' | 'deepinfra/llama-4-scout-17b-16e-instruct' | 'deepinfra/qwen3-14b' | 'deepinfra/qwen3-235b-a22b' | 'deepinfra/qwen3-30b-a3b' | 'deepinfra/qwen3-32b' | 'deepseek/chat' | 'deepseek/deepseek-r1' | 'fireworks/firefunction-v1' | 'fireworks/mixtral-8x22b-instruct' | 'fireworks/mixtral-8x7b-instruct' | 'fireworks/qwen3-235b-a22b' | 'fireworks/qwq-32b' | 'groq/deepseek-r1-distill-llama-70b' | 'groq/gemma2-9b-it' | 'groq/llama-3-70b-instruct' | 'groq/llama-3-8b-instruct' | 'groq/llama-3.1-8b' | 'groq/llama-3.2-1b' | 'groq/llama-3.3-70b-versatile' | 'groq/llama-4-scout-17b-16e-instruct' | 'groq/mistral-saba-24b' | 'groq/qwen-qwq-32b' | 'inception/mercury-coder-small' | 'mistral/codestral-2501' | 'mistral/ministral-3b-latest' | 'mistral/ministral-8b-latest' | 'mistral/mistral-large' | 'mistral/mistral-small' | 'mistral/mistral-small-2503' | 'mistral/pixtral-12b-2409' | 'mistral/pixtral-large-latest' | 'openai/gpt-3.5-turbo' | 'openai/gpt-3.5-turbo-instruct' | 'openai/gpt-4-turbo' | 'openai/gpt-4.1' | 'openai/gpt-4.1-mini' | 'openai/gpt-4.1-nano' | 'openai/gpt-4o' | 'openai/gpt-4o-mini' | 'openai/o3' | 'openai/o3-mini' | 'openai/o4-mini' | 'perplexity/sonar' | 'perplexity/sonar-pro' | 'perplexity/sonar-reasoning' | 'perplexity/sonar-reasoning-pro' | 'vertex/claude-3-5-haiku-20241022' | 'vertex/claude-3-5-sonnet-20240620' | 'vertex/claude-3-5-sonnet-v2-20241022' | 'vertex/claude-3-7-sonnet-20250219' | 'vertex/claude-3-haiku-20240307' | 'vertex/claude-3-opus-20240229' | 'vertex/claude-4-opus-20250514' | 'vertex/claude-4-sonnet-20250514' | 'vertex/gemini-2.0-flash-001' | 'vertex/gemini-2.0-flash-lite-001' | 'vertex/llama-4-maverick-17b-128e-instruct-maas' | 'vertex/llama-4-scout-17b-16e-instruct-maas' | 'xai/grok-2-1212' | 'xai/grok-2-vision-1212' | 'xai/grok-3-beta' | 'xai/grok-3-fast-beta' | 'xai/grok-3-mini-beta' | 'xai/grok-3-mini-fast-beta' | (string & {});
+
+interface GatewayLanguageModelEntry {
+    /**
+     * The model id used by the remote provider in model settings and for specifying the
+     * intended model for text generation.
+     */
+    id: string;
+    /**
+     * The display name of the model for presentation in user-facing contexts.
+     */
+    name: string;
+    /**
+     * Additional AI SDK language model specifications for the model.
+     */
+    specification: GatewayLanguageModelSpecification;
+}
+type GatewayLanguageModelSpecification = Pick<LanguageModelV2, 'specificationVersion' | 'provider' | 'modelId'>;
+
+interface GatewayFetchMetadataResponse {
+    models: GatewayLanguageModelEntry[];
+}
+
+interface GatewayProvider extends ProviderV2 {
+    (modelId: GatewayModelId): LanguageModelV2;
+    /**
+  Creates a model for text generation.
+  */
+    languageModel(modelId: GatewayModelId): LanguageModelV2;
+    /**
+  Returns available providers and models for use with the remote provider.
+   */
+    getAvailableModels(): Promise<GatewayFetchMetadataResponse>;
+}
+interface GatewayProviderSettings {
+    /**
+  The base URL prefix for API calls. Defaults to `https://ai-gateway.vercel.sh/v1/ai`.
+     */
+    baseURL?: string;
+    /**
+  API key that is being sent using the `Authorization` header.
+     */
+    apiKey?: string;
+    /**
+  Custom headers to include in the requests.
+       */
+    headers?: Record<string, string>;
+    /**
+  Custom fetch implementation. You can use it as a middleware to intercept requests,
+  or to provide a custom fetch implementation for e.g. testing.
+      */
+    fetch?: FetchFunction;
+    /**
+  How frequently to refresh the metadata cache in milliseconds.
+     */
+    metadataCacheRefreshMillis?: number;
+}
+/**
+Create a remote provider instance.
+ */
+declare function createGatewayProvider(options?: GatewayProviderSettings): GatewayProvider;
+declare const gateway: GatewayProvider;
+
+export { type GatewayLanguageModelEntry, type GatewayLanguageModelSpecification, type GatewayModelId, type GatewayProvider, type GatewayProviderSettings, createGatewayProvider, gateway };

package/dist/index.js

@@ -0,0 +1,310 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  createGatewayProvider: () => createGatewayProvider,
+  gateway: () => gateway
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/gateway-provider.ts
+var import_provider = require("@ai-sdk/provider");
+var import_provider_utils3 = require("@ai-sdk/provider-utils");
+var import_provider_utils4 = require("@ai-sdk/provider-utils");
+
+// src/gateway-language-model.ts
+var import_provider_utils = require("@ai-sdk/provider-utils");
+var import_zod = require("zod");
+var GatewayLanguageModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v2";
+    this.supportedUrls = { "*/*": [/.*/] };
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  async doGenerate(options) {
+    const { abortSignal, ...body } = options;
+    const {
+      responseHeaders,
+      value: responseBody,
+      rawValue: rawResponse
+    } = await (0, import_provider_utils.postJsonToApi)({
+      url: this.getUrl(),
+      headers: (0, import_provider_utils.combineHeaders)(
+        await (0, import_provider_utils.resolve)(this.config.headers()),
+        options.headers,
+        this.getModelConfigHeaders(this.modelId, false),
+        this.config.o11yHeaders
+      ),
+      body: this.maybeEncodeFileParts(body),
+      successfulResponseHandler: (0, import_provider_utils.createJsonResponseHandler)(import_zod.z.any()),
+      failedResponseHandler: (0, import_provider_utils.createJsonErrorResponseHandler)({
+        errorSchema: import_zod.z.any(),
+        errorToMessage: (data) => data
+      }),
+      ...abortSignal && { abortSignal },
+      fetch: this.config.fetch
+    });
+    return {
+      ...responseBody,
+      request: { body },
+      response: { headers: responseHeaders, body: rawResponse },
+      warnings: []
+    };
+  }
+  async doStream(options) {
+    const { abortSignal, ...body } = options;
+    const { value: response, responseHeaders } = await (0, import_provider_utils.postJsonToApi)({
+      url: this.getUrl(),
+      headers: (0, import_provider_utils.combineHeaders)(
+        await (0, import_provider_utils.resolve)(this.config.headers()),
+        options.headers,
+        this.getModelConfigHeaders(this.modelId, true),
+        this.config.o11yHeaders
+      ),
+      body: this.maybeEncodeFileParts(body),
+      successfulResponseHandler: (0, import_provider_utils.createEventSourceResponseHandler)(import_zod.z.any()),
+      failedResponseHandler: (0, import_provider_utils.createJsonErrorResponseHandler)({
+        errorSchema: import_zod.z.any(),
+        errorToMessage: (data) => data
+      }),
+      ...abortSignal && { abortSignal },
+      fetch: this.config.fetch
+    });
+    return {
+      stream: response.pipeThrough(
+        new TransformStream({
+          transform(chunk, controller) {
+            if (chunk.success) {
+              controller.enqueue(chunk.value);
+            } else {
+              controller.error(
+                chunk.error
+              );
+            }
+          }
+        })
+      ),
+      request: { body },
+      response: { headers: responseHeaders }
+    };
+  }
+  isFilePart(part) {
+    return part && typeof part === "object" && "type" in part && part.type === "file";
+  }
+  /**
+   * Encodes image parts in the prompt to base64. Mutates the passed options
+   * instance directly to avoid copying the image data.
+   * @param options - The options to encode.
+   * @returns The options with the image parts encoded.
+   */
+  maybeEncodeFileParts(options) {
+    for (const message of options.prompt) {
+      for (const part of message.content) {
+        if (this.isFilePart(part)) {
+          const filePart = part;
+          if (filePart.data instanceof Uint8Array) {
+            const buffer = Uint8Array.from(filePart.data);
+            const base64Data = Buffer.from(buffer).toString("base64");
+            filePart.data = new URL(
+              `data:${filePart.mediaType || "application/octet-stream"};base64,${base64Data}`
+            );
+          }
+        }
+      }
+    }
+    return options;
+  }
+  getUrl() {
+    return `${this.config.baseURL}/language-model`;
+  }
+  getModelConfigHeaders(modelId, streaming) {
+    return {
+      "ai-language-model-specification-version": "2",
+      "ai-language-model-id": modelId,
+      "ai-language-model-streaming": String(streaming)
+    };
+  }
+};
+
+// src/get-vercel-oidc-token.ts
+async function getVercelOidcToken() {
+  var _a, _b;
+  const token = (_b = (_a = getContext().headers) == null ? void 0 : _a["x-vercel-oidc-token"]) != null ? _b : process.env.VERCEL_OIDC_TOKEN;
+  if (!token) {
+    throw new Error(
+      `The 'x-vercel-oidc-token' header is missing from the request. Do you have the OIDC option enabled in the Vercel project settings?`
+    );
+  }
+  return token;
+}
+var SYMBOL_FOR_REQ_CONTEXT = Symbol.for("@vercel/request-context");
+function getContext() {
+  var _a, _b, _c;
+  const fromSymbol = globalThis;
+  return (_c = (_b = (_a = fromSymbol[SYMBOL_FOR_REQ_CONTEXT]) == null ? void 0 : _a.get) == null ? void 0 : _b.call(_a)) != null ? _c : {};
+}
+
+// src/gateway-fetch-metadata.ts
+var import_provider_utils2 = require("@ai-sdk/provider-utils");
+var import_zod2 = require("zod");
+var GatewayFetchMetadata = class {
+  constructor(config) {
+    this.config = config;
+  }
+  async getAvailableModels() {
+    const { value } = await (0, import_provider_utils2.getFromApi)({
+      url: `${this.config.baseURL}/config`,
+      headers: await (0, import_provider_utils2.resolve)(this.config.headers()),
+      successfulResponseHandler: (0, import_provider_utils2.createJsonResponseHandler)(
+        gatewayFetchMetadataSchema
+      ),
+      failedResponseHandler: (0, import_provider_utils2.createJsonErrorResponseHandler)({
+        errorSchema: import_zod2.z.any(),
+        errorToMessage: (data) => data
+      }),
+      fetch: this.config.fetch
+    });
+    return value;
+  }
+};
+var gatewayLanguageModelSpecificationSchema = import_zod2.z.object({
+  specificationVersion: import_zod2.z.literal("v2"),
+  provider: import_zod2.z.string(),
+  modelId: import_zod2.z.string()
+});
+var gatewayLanguageModelEntrySchema = import_zod2.z.object({
+  id: import_zod2.z.string(),
+  name: import_zod2.z.string(),
+  specification: gatewayLanguageModelSpecificationSchema
+});
+var gatewayFetchMetadataSchema = import_zod2.z.object({
+  models: import_zod2.z.array(gatewayLanguageModelEntrySchema)
+});
+
+// src/gateway-provider.ts
+var AI_GATEWAY_PROTOCOL_VERSION = "0.0.1";
+async function getGatewayAuthToken(options) {
+  var _a;
+  try {
+    return (_a = (0, import_provider_utils3.loadOptionalSetting)({
+      settingValue: options.apiKey,
+      environmentVariableName: "AI_GATEWAY_API_KEY"
+    })) != null ? _a : await getVercelOidcToken();
+  } catch (error) {
+    if (error instanceof Error && error.message.includes("'x-vercel-oidc-token' header is missing")) {
+      const enhancedError = new Error(
+        `Failed to get Vercel OIDC token for AI Gateway access.
+The token is expected to be provided via the 'VERCEL_OIDC_TOKEN' environment variable. It expires every 12 hours.
+- make sure your Vercel project settings have OIDC enabled
+- if you're running locally with 'vercel dev' the token is automatically obtained and refreshed for you
+- if you're running locally with your own dev server script you can fetch/update the token by running 'vercel env pull'
+- in production or preview the token is automatically obtained and refreshed for you`
+      );
+      enhancedError.cause = error;
+      throw enhancedError;
+    }
+    throw error;
+  }
+}
+function createGatewayProvider(options = {}) {
+  var _a, _b;
+  let pendingMetadata = null;
+  let metadataCache = null;
+  const cacheRefreshMillis = (_a = options.metadataCacheRefreshMillis) != null ? _a : 1e3 * 60 * 5;
+  let lastFetchTime = 0;
+  const baseURL = (_b = (0, import_provider_utils4.withoutTrailingSlash)(options.baseURL)) != null ? _b : "https://ai-gateway.vercel.sh/v1/ai";
+  const getHeaders = async () => {
+    return {
+      Authorization: `Bearer ${await getGatewayAuthToken(options)}`,
+      "ai-gateway-protocol-version": AI_GATEWAY_PROTOCOL_VERSION,
+      ...options.headers
+    };
+  };
+  const createLanguageModel = (modelId) => {
+    const deploymentId = (0, import_provider_utils3.loadOptionalSetting)({
+      settingValue: void 0,
+      environmentVariableName: "DEPLOYMENT_ID"
+    });
+    const environment = (0, import_provider_utils3.loadOptionalSetting)({
+      settingValue: void 0,
+      environmentVariableName: "VERCEL_ENV"
+    });
+    const region = (0, import_provider_utils3.loadOptionalSetting)({
+      settingValue: void 0,
+      environmentVariableName: "VERCEL_REGION"
+    });
+    return new GatewayLanguageModel(modelId, {
+      provider: "gateway",
+      baseURL,
+      headers: getHeaders,
+      fetch: options.fetch,
+      o11yHeaders: {
+        ...deploymentId && { "ai-o11y-deployment-id": deploymentId },
+        ...environment && { "ai-o11y-environment": environment },
+        ...region && { "ai-o11y-region": region }
+      }
+    });
+  };
+  const getAvailableModels = async () => {
+    var _a2, _b2, _c;
+    const now = (_c = (_b2 = (_a2 = options._internal) == null ? void 0 : _a2.currentDate) == null ? void 0 : _b2.call(_a2).getTime()) != null ? _c : Date.now();
+    if (!pendingMetadata || now - lastFetchTime > cacheRefreshMillis) {
+      lastFetchTime = now;
+      pendingMetadata = new GatewayFetchMetadata({
+        baseURL,
+        headers: getHeaders,
+        fetch: options.fetch
+      }).getAvailableModels().then((metadata) => {
+        metadataCache = metadata;
+        return metadata;
+      });
+    }
+    return metadataCache ? Promise.resolve(metadataCache) : pendingMetadata;
+  };
+  const provider = function(modelId) {
+    if (new.target) {
+      throw new Error(
+        "The Gateway Provider model function cannot be called with the new keyword."
+      );
+    }
+    return createLanguageModel(modelId);
+  };
+  provider.getAvailableModels = getAvailableModels;
+  provider.imageModel = (modelId) => {
+    throw new import_provider.NoSuchModelError({ modelId, modelType: "imageModel" });
+  };
+  provider.languageModel = createLanguageModel;
+  provider.textEmbeddingModel = (modelId) => {
+    throw new import_provider.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+  };
+  return provider;
+}
+var gateway = createGatewayProvider();
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createGatewayProvider,
+  gateway
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts","../src/gateway-provider.ts","../src/gateway-language-model.ts","../src/get-vercel-oidc-token.ts","../src/gateway-fetch-metadata.ts"],"sourcesContent":["export type { GatewayModelId } from './gateway-language-model-settings';\nexport type {\n  GatewayLanguageModelEntry,\n  GatewayLanguageModelSpecification,\n} from './gateway-model-entry';\nexport { createGatewayProvider, gateway } from './gateway-provider';\nexport type {\n  GatewayProvider,\n  GatewayProviderSettings,\n} from './gateway-provider';\n","import type { LanguageModelV2, ProviderV2 } from '@ai-sdk/provider';\nimport { NoSuchModelError } from '@ai-sdk/provider';\nimport { loadOptionalSetting } from '@ai-sdk/provider-utils';\nimport {\n  type FetchFunction,\n  withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { GatewayLanguageModel } from './gateway-language-model';\nimport type { GatewayModelId } from './gateway-language-model-settings';\nimport { getVercelOidcToken } from './get-vercel-oidc-token';\nimport {\n  GatewayFetchMetadata,\n  type GatewayFetchMetadataResponse,\n} from './gateway-fetch-metadata';\n\nexport interface GatewayProvider extends ProviderV2 {\n  (modelId: GatewayModelId): LanguageModelV2;\n\n  /**\nCreates a model for text generation.\n*/\n  languageModel(modelId: GatewayModelId): LanguageModelV2;\n\n  /**\nReturns available providers and models for use with the remote provider.\n */\n  getAvailableModels(): Promise<GatewayFetchMetadataResponse>;\n}\n\nexport interface GatewayProviderSettings {\n  /**\nThe base URL prefix for API calls. Defaults to `https://ai-gateway.vercel.sh/v1/ai`.\n   */\n  baseURL?: string;\n\n  /**\nAPI key that is being sent using the `Authorization` header.\n   */\n  apiKey?: string;\n\n  /**\nCustom headers to include in the requests.\n     */\n  headers?: Record<string, string>;\n\n  /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n    */\n  fetch?: FetchFunction;\n\n  /**\nHow frequently to refresh the metadata cache in milliseconds.\n   */\n  metadataCacheRefreshMillis?: number;\n\n  /**\n   * @internal For testing purposes only\n   */\n  _internal?: {\n    currentDate?: () => Date;\n  };\n}\n\nconst AI_GATEWAY_PROTOCOL_VERSION = '0.0.1';\n\nexport async function getGatewayAuthToken(options: GatewayProviderSettings) {\n  try {\n    return (\n      loadOptionalSetting({\n        settingValue: options.apiKey,\n        environmentVariableName: 'AI_GATEWAY_API_KEY',\n      }) ?? (await getVercelOidcToken())\n    );\n  } catch (error: unknown) {\n    if (\n      error instanceof Error &&\n      error.message.includes(\"'x-vercel-oidc-token' header is missing\")\n    ) {\n      // The missing vercel oidc token error has an obtuse message that doesn't\n      // provide much context about what to do for an AI Gateway user, so we\n      // intervene to provide more guidance and then rethrow.\n      const enhancedError = new Error(\n        `Failed to get Vercel OIDC token for AI Gateway access.\nThe token is expected to be provided via the 'VERCEL_OIDC_TOKEN' environment variable. It expires every 12 hours.\n- make sure your Vercel project settings have OIDC enabled\n- if you're running locally with 'vercel dev' the token is automatically obtained and refreshed for you\n- if you're running locally with your own dev server script you can fetch/update the token by running 'vercel env pull'\n- in production or preview the token is automatically obtained and refreshed for you`,\n      );\n      (enhancedError as Error & { cause: unknown }).cause = error;\n      throw enhancedError;\n    }\n    throw error;\n  }\n}\n\n/**\nCreate a remote provider instance.\n */\nexport function createGatewayProvider(\n  options: GatewayProviderSettings = {},\n): GatewayProvider {\n  let pendingMetadata: Promise<GatewayFetchMetadataResponse> | null = null;\n  let metadataCache: GatewayFetchMetadataResponse | null = null;\n  const cacheRefreshMillis =\n    options.metadataCacheRefreshMillis ?? 1000 * 60 * 5;\n  let lastFetchTime = 0;\n\n  const baseURL =\n    withoutTrailingSlash(options.baseURL) ??\n    'https://ai-gateway.vercel.sh/v1/ai';\n\n  const getHeaders = async () => {\n    return {\n      Authorization: `Bearer ${await getGatewayAuthToken(options)}`,\n      'ai-gateway-protocol-version': AI_GATEWAY_PROTOCOL_VERSION,\n      ...options.headers,\n    };\n  };\n\n  const createLanguageModel = (modelId: GatewayModelId) => {\n    const deploymentId = loadOptionalSetting({\n      settingValue: undefined,\n      environmentVariableName: 'DEPLOYMENT_ID',\n    });\n    const environment = loadOptionalSetting({\n      settingValue: undefined,\n      environmentVariableName: 'VERCEL_ENV',\n    });\n    const region = loadOptionalSetting({\n      settingValue: undefined,\n      environmentVariableName: 'VERCEL_REGION',\n    });\n    return new GatewayLanguageModel(modelId, {\n      provider: 'gateway',\n      baseURL,\n      headers: getHeaders,\n      fetch: options.fetch,\n      o11yHeaders: {\n        ...(deploymentId && { 'ai-o11y-deployment-id': deploymentId }),\n        ...(environment && { 'ai-o11y-environment': environment }),\n        ...(region && { 'ai-o11y-region': region }),\n      },\n    });\n  };\n\n  const getAvailableModels = async () => {\n    const now = options._internal?.currentDate?.().getTime() ?? Date.now();\n    if (!pendingMetadata || now - lastFetchTime > cacheRefreshMillis) {\n      lastFetchTime = now;\n      pendingMetadata = new GatewayFetchMetadata({\n        baseURL,\n        headers: getHeaders,\n        fetch: options.fetch,\n      })\n        .getAvailableModels()\n        .then(metadata => {\n          metadataCache = metadata;\n          return metadata;\n        });\n    }\n\n    return metadataCache ? Promise.resolve(metadataCache) : pendingMetadata;\n  };\n\n  const provider = function (modelId: GatewayModelId) {\n    if (new.target) {\n      throw new Error(\n        'The Gateway Provider model function cannot be called with the new keyword.',\n      );\n    }\n\n    return createLanguageModel(modelId);\n  };\n\n  provider.getAvailableModels = getAvailableModels;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.languageModel = createLanguageModel;\n  provider.textEmbeddingModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n  };\n\n  return provider;\n}\n\nexport const gateway = createGatewayProvider();\n","import type {\n  LanguageModelV2,\n  LanguageModelV2CallOptions,\n  LanguageModelV2FilePart,\n  LanguageModelV2StreamPart,\n} from '@ai-sdk/provider';\nimport {\n  combineHeaders,\n  createEventSourceResponseHandler,\n  createJsonErrorResponseHandler,\n  createJsonResponseHandler,\n  postJsonToApi,\n  resolve,\n  type ParseResult,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport type { GatewayConfig } from './gateway-config';\nimport type { GatewayModelId } from './gateway-language-model-settings';\nimport type { GatewayLanguageModelSpecification } from './gateway-model-entry';\n\ntype GatewayChatConfig = GatewayConfig & {\n  provider: string;\n  o11yHeaders: Record<string, string>;\n};\n\nexport class GatewayLanguageModel implements LanguageModelV2 {\n  readonly specificationVersion = 'v2';\n  readonly supportedUrls = { '*/*': [/.*/] };\n\n  constructor(\n    readonly modelId: GatewayModelId,\n    private readonly config: GatewayChatConfig,\n  ) {}\n\n  get provider(): string {\n    return this.config.provider;\n  }\n\n  async doGenerate(\n    options: Parameters<LanguageModelV2['doGenerate']>[0],\n  ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n    const { abortSignal, ...body } = options;\n    const {\n      responseHeaders,\n      value: responseBody,\n      rawValue: rawResponse,\n    } = await postJsonToApi({\n      url: this.getUrl(),\n      headers: combineHeaders(\n        await resolve(this.config.headers()),\n        options.headers,\n        this.getModelConfigHeaders(this.modelId, false),\n        this.config.o11yHeaders,\n      ),\n      body: this.maybeEncodeFileParts(body),\n      successfulResponseHandler: createJsonResponseHandler(z.any()),\n      failedResponseHandler: createJsonErrorResponseHandler({\n        errorSchema: z.any(),\n        errorToMessage: data => data,\n      }),\n      ...(abortSignal && { abortSignal }),\n      fetch: this.config.fetch,\n    });\n\n    return {\n      ...responseBody,\n      request: { body },\n      response: { headers: responseHeaders, body: rawResponse },\n      warnings: [],\n    };\n  }\n\n  async doStream(\n    options: Parameters<LanguageModelV2['doStream']>[0],\n  ): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {\n    const { abortSignal, ...body } = options;\n\n    const { value: response, responseHeaders } = await postJsonToApi({\n      url: this.getUrl(),\n      headers: combineHeaders(\n        await resolve(this.config.headers()),\n        options.headers,\n        this.getModelConfigHeaders(this.modelId, true),\n        this.config.o11yHeaders,\n      ),\n      body: this.maybeEncodeFileParts(body),\n      successfulResponseHandler: createEventSourceResponseHandler(z.any()),\n      failedResponseHandler: createJsonErrorResponseHandler({\n        errorSchema: z.any(),\n        errorToMessage: data => data,\n      }),\n      ...(abortSignal && { abortSignal }),\n      fetch: this.config.fetch,\n    });\n\n    return {\n      stream: response.pipeThrough(\n        new TransformStream<\n          ParseResult<LanguageModelV2StreamPart>,\n          LanguageModelV2StreamPart\n        >({\n          transform(chunk, controller) {\n            if (chunk.success) {\n              controller.enqueue(chunk.value);\n            } else {\n              controller.error(\n                (chunk as { success: false; error: unknown }).error,\n              );\n            }\n          },\n        }),\n      ),\n      request: { body },\n      response: { headers: responseHeaders },\n    };\n  }\n\n  private isFilePart(part: unknown) {\n    return (\n      part && typeof part === 'object' && 'type' in part && part.type === 'file'\n    );\n  }\n\n  /**\n   * Encodes image parts in the prompt to base64. Mutates the passed options\n   * instance directly to avoid copying the image data.\n   * @param options - The options to encode.\n   * @returns The options with the image parts encoded.\n   */\n  private maybeEncodeFileParts(options: LanguageModelV2CallOptions) {\n    for (const message of options.prompt) {\n      for (const part of message.content) {\n        if (this.isFilePart(part)) {\n          const filePart = part as LanguageModelV2FilePart;\n          // If the image part is a URL it will get cleanly converted to a string.\n          // If it's a binary image attachment we convert it to a data url.\n          // In either case, server-side we should only ever see URLs as strings.\n          if (filePart.data instanceof Uint8Array) {\n            const buffer = Uint8Array.from(filePart.data);\n            const base64Data = Buffer.from(buffer).toString('base64');\n            filePart.data = new URL(\n              `data:${filePart.mediaType || 'application/octet-stream'};base64,${base64Data}`,\n            );\n          }\n        }\n      }\n    }\n    return options;\n  }\n\n  private getUrl() {\n    return `${this.config.baseURL}/language-model`;\n  }\n\n  private getModelConfigHeaders(modelId: string, streaming: boolean) {\n    return {\n      'ai-language-model-specification-version': '2',\n      'ai-language-model-id': modelId,\n      'ai-language-model-streaming': String(streaming),\n    };\n  }\n}\n","export async function getVercelOidcToken(): Promise<string> {\n  const token =\n    getContext().headers?.['x-vercel-oidc-token'] ??\n    process.env.VERCEL_OIDC_TOKEN;\n\n  if (!token) {\n    throw new Error(\n      `The 'x-vercel-oidc-token' header is missing from the request. Do you have the OIDC option enabled in the Vercel project settings?`,\n    );\n  }\n\n  return token;\n}\n\ntype Context = {\n  headers?: Record<string, string>;\n};\n\nconst SYMBOL_FOR_REQ_CONTEXT = Symbol.for('@vercel/request-context');\n\nfunction getContext(): Context {\n  const fromSymbol: typeof globalThis & {\n    [SYMBOL_FOR_REQ_CONTEXT]?: { get?: () => Context };\n  } = globalThis;\n  return fromSymbol[SYMBOL_FOR_REQ_CONTEXT]?.get?.() ?? {};\n}\n","import {\n  createJsonErrorResponseHandler,\n  createJsonResponseHandler,\n  getFromApi,\n  resolve,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport type { GatewayConfig } from './gateway-config';\nimport type { GatewayLanguageModelEntry } from './gateway-model-entry';\n\ntype GatewayFetchMetadataConfig = GatewayConfig;\n\nexport interface GatewayFetchMetadataResponse {\n  models: GatewayLanguageModelEntry[];\n}\n\nexport class GatewayFetchMetadata {\n  constructor(private readonly config: GatewayFetchMetadataConfig) {}\n\n  async getAvailableModels(): Promise<GatewayFetchMetadataResponse> {\n    const { value } = await getFromApi({\n      url: `${this.config.baseURL}/config`,\n      headers: await resolve(this.config.headers()),\n      successfulResponseHandler: createJsonResponseHandler(\n        gatewayFetchMetadataSchema,\n      ),\n      failedResponseHandler: createJsonErrorResponseHandler({\n        errorSchema: z.any(),\n        errorToMessage: data => data,\n      }),\n      fetch: this.config.fetch,\n    });\n\n    return value as GatewayFetchMetadataResponse;\n  }\n}\n\nconst gatewayLanguageModelSpecificationSchema = z.object({\n  specificationVersion: z.literal('v2'),\n  provider: z.string(),\n  modelId: z.string(),\n});\n\nconst gatewayLanguageModelEntrySchema = z.object({\n  id: z.string(),\n  name: z.string(),\n  specification: gatewayLanguageModelSpecificationSchema,\n});\n\nconst gatewayFetchMetadataSchema = z.object({\n  models: z.array(gatewayLanguageModelEntrySchema),\n});\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,sBAAiC;AACjC,IAAAA,yBAAoC;AACpC,IAAAA,yBAGO;;;ACAP,4BAQO;AACP,iBAAkB;AAUX,IAAM,uBAAN,MAAsD;AAAA,EAI3D,YACW,SACQ,QACjB;AAFS;AACQ;AALnB,SAAS,uBAAuB;AAChC,SAAS,gBAAgB,EAAE,OAAO,CAAC,IAAI,EAAE;AAAA,EAKtC;AAAA,EAEH,IAAI,WAAmB;AACrB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAC7D,UAAM,EAAE,aAAa,GAAG,KAAK,IAAI;AACjC,UAAM;AAAA,MACJ;AAAA,MACA,OAAO;AAAA,MACP,UAAU;AAAA,IACZ,IAAI,UAAM,qCAAc;AAAA,MACtB,KAAK,KAAK,OAAO;AAAA,MACjB,aAAS;AAAA,QACP,UAAM,+BAAQ,KAAK,OAAO,QAAQ,CAAC;AAAA,QACnC,QAAQ;AAAA,QACR,KAAK,sBAAsB,KAAK,SAAS,KAAK;AAAA,QAC9C,KAAK,OAAO;AAAA,MACd;AAAA,MACA,MAAM,KAAK,qBAAqB,IAAI;AAAA,MACpC,+BAA2B,iDAA0B,aAAE,IAAI,CAAC;AAAA,MAC5D,2BAAuB,sDAA+B;AAAA,QACpD,aAAa,aAAE,IAAI;AAAA,QACnB,gBAAgB,UAAQ;AAAA,MAC1B,CAAC;AAAA,MACD,GAAI,eAAe,EAAE,YAAY;AAAA,MACjC,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO;AAAA,MACL,GAAG;AAAA,MACH,SAAS,EAAE,KAAK;AAAA,MAChB,UAAU,EAAE,SAAS,iBAAiB,MAAM,YAAY;AAAA,MACxD,UAAU,CAAC;AAAA,IACb;AAAA,EACF;AAAA,EAEA,MAAM,SACJ,SAC2D;AAC3D,UAAM,EAAE,aAAa,GAAG,KAAK,IAAI;AAEjC,UAAM,EAAE,OAAO,UAAU,gBAAgB,IAAI,UAAM,qCAAc;AAAA,MAC/D,KAAK,KAAK,OAAO;AAAA,MACjB,aAAS;AAAA,QACP,UAAM,+BAAQ,KAAK,OAAO,QAAQ,CAAC;AAAA,QACnC,QAAQ;AAAA,QACR,KAAK,sBAAsB,KAAK,SAAS,IAAI;AAAA,QAC7C,KAAK,OAAO;AAAA,MACd;AAAA,MACA,MAAM,KAAK,qBAAqB,IAAI;AAAA,MACpC,+BAA2B,wDAAiC,aAAE,IAAI,CAAC;AAAA,MACnE,2BAAuB,sDAA+B;AAAA,QACpD,aAAa,aAAE,IAAI;AAAA,QACnB,gBAAgB,UAAQ;AAAA,MAC1B,CAAC;AAAA,MACD,GAAI,eAAe,EAAE,YAAY;AAAA,MACjC,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO;AAAA,MACL,QAAQ,SAAS;AAAA,QACf,IAAI,gBAGF;AAAA,UACA,UAAU,OAAO,YAAY;AAC3B,gBAAI,MAAM,SAAS;AACjB,yBAAW,QAAQ,MAAM,KAAK;AAAA,YAChC,OAAO;AACL,yBAAW;AAAA,gBACR,MAA6C;AAAA,cAChD;AAAA,YACF;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,MACA,SAAS,EAAE,KAAK;AAAA,MAChB,UAAU,EAAE,SAAS,gBAAgB;AAAA,IACvC;AAAA,EACF;AAAA,EAEQ,WAAW,MAAe;AAChC,WACE,QAAQ,OAAO,SAAS,YAAY,UAAU,QAAQ,KAAK,SAAS;AAAA,EAExE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQQ,qBAAqB,SAAqC;AAChE,eAAW,WAAW,QAAQ,QAAQ;AACpC,iBAAW,QAAQ,QAAQ,SAAS;AAClC,YAAI,KAAK,WAAW,IAAI,GAAG;AACzB,gBAAM,WAAW;AAIjB,cAAI,SAAS,gBAAgB,YAAY;AACvC,kBAAM,SAAS,WAAW,KAAK,SAAS,IAAI;AAC5C,kBAAM,aAAa,OAAO,KAAK,MAAM,EAAE,SAAS,QAAQ;AACxD,qBAAS,OAAO,IAAI;AAAA,cAClB,QAAQ,SAAS,aAAa,0BAA0B,WAAW,UAAU;AAAA,YAC/E;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,SAAS;AACf,WAAO,GAAG,KAAK,OAAO,OAAO;AAAA,EAC/B;AAAA,EAEQ,sBAAsB,SAAiB,WAAoB;AACjE,WAAO;AAAA,MACL,2CAA2C;AAAA,MAC3C,wBAAwB;AAAA,MACxB,+BAA+B,OAAO,SAAS;AAAA,IACjD;AAAA,EACF;AACF;;;ACjKA,eAAsB,qBAAsC;AAA5D;AACE,QAAM,SACJ,sBAAW,EAAE,YAAb,mBAAuB,2BAAvB,YACA,QAAQ,IAAI;AAEd,MAAI,CAAC,OAAO;AACV,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAMA,IAAM,yBAAyB,OAAO,IAAI,yBAAyB;AAEnE,SAAS,aAAsB;AApB/B;AAqBE,QAAM,aAEF;AACJ,UAAO,4BAAW,sBAAsB,MAAjC,mBAAoC,QAApC,4CAA+C,CAAC;AACzD;;;ACzBA,IAAAC,yBAKO;AACP,IAAAC,cAAkB;AAUX,IAAM,uBAAN,MAA2B;AAAA,EAChC,YAA6B,QAAoC;AAApC;AAAA,EAAqC;AAAA,EAElE,MAAM,qBAA4D;AAChE,UAAM,EAAE,MAAM,IAAI,UAAM,mCAAW;AAAA,MACjC,KAAK,GAAG,KAAK,OAAO,OAAO;AAAA,MAC3B,SAAS,UAAM,gCAAQ,KAAK,OAAO,QAAQ,CAAC;AAAA,MAC5C,+BAA2B;AAAA,QACzB;AAAA,MACF;AAAA,MACA,2BAAuB,uDAA+B;AAAA,QACpD,aAAa,cAAE,IAAI;AAAA,QACnB,gBAAgB,UAAQ;AAAA,MAC1B,CAAC;AAAA,MACD,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO;AAAA,EACT;AACF;AAEA,IAAM,0CAA0C,cAAE,OAAO;AAAA,EACvD,sBAAsB,cAAE,QAAQ,IAAI;AAAA,EACpC,UAAU,cAAE,OAAO;AAAA,EACnB,SAAS,cAAE,OAAO;AACpB,CAAC;AAED,IAAM,kCAAkC,cAAE,OAAO;AAAA,EAC/C,IAAI,cAAE,OAAO;AAAA,EACb,MAAM,cAAE,OAAO;AAAA,EACf,eAAe;AACjB,CAAC;AAED,IAAM,6BAA6B,cAAE,OAAO;AAAA,EAC1C,QAAQ,cAAE,MAAM,+BAA+B;AACjD,CAAC;;;AHaD,IAAM,8BAA8B;AAEpC,eAAsB,oBAAoB,SAAkC;AAlE5E;AAmEE,MAAI;AACF,YACE,qDAAoB;AAAA,MAClB,cAAc,QAAQ;AAAA,MACtB,yBAAyB;AAAA,IAC3B,CAAC,MAHD,YAGO,MAAM,mBAAmB;AAAA,EAEpC,SAAS,OAAgB;AACvB,QACE,iBAAiB,SACjB,MAAM,QAAQ,SAAS,yCAAyC,GAChE;AAIA,YAAM,gBAAgB,IAAI;AAAA,QACxB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMF;AACA,MAAC,cAA6C,QAAQ;AACtD,YAAM;AAAA,IACR;AACA,UAAM;AAAA,EACR;AACF;AAKO,SAAS,sBACd,UAAmC,CAAC,GACnB;AAtGnB;AAuGE,MAAI,kBAAgE;AACpE,MAAI,gBAAqD;AACzD,QAAM,sBACJ,aAAQ,+BAAR,YAAsC,MAAO,KAAK;AACpD,MAAI,gBAAgB;AAEpB,QAAM,WACJ,sDAAqB,QAAQ,OAAO,MAApC,YACA;AAEF,QAAM,aAAa,YAAY;AAC7B,WAAO;AAAA,MACL,eAAe,UAAU,MAAM,oBAAoB,OAAO,CAAC;AAAA,MAC3D,+BAA+B;AAAA,MAC/B,GAAG,QAAQ;AAAA,IACb;AAAA,EACF;AAEA,QAAM,sBAAsB,CAAC,YAA4B;AACvD,UAAM,mBAAe,4CAAoB;AAAA,MACvC,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AACD,UAAM,kBAAc,4CAAoB;AAAA,MACtC,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AACD,UAAM,aAAS,4CAAoB;AAAA,MACjC,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AACD,WAAO,IAAI,qBAAqB,SAAS;AAAA,MACvC,UAAU;AAAA,MACV;AAAA,MACA,SAAS;AAAA,MACT,OAAO,QAAQ;AAAA,MACf,aAAa;AAAA,QACX,GAAI,gBAAgB,EAAE,yBAAyB,aAAa;AAAA,QAC5D,GAAI,eAAe,EAAE,uBAAuB,YAAY;AAAA,QACxD,GAAI,UAAU,EAAE,kBAAkB,OAAO;AAAA,MAC3C;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,qBAAqB,YAAY;AAnJzC,QAAAC,KAAAC,KAAA;AAoJI,UAAM,OAAM,MAAAA,OAAAD,MAAA,QAAQ,cAAR,gBAAAA,IAAmB,gBAAnB,gBAAAC,IAAA,KAAAD,KAAmC,cAAnC,YAAgD,KAAK,IAAI;AACrE,QAAI,CAAC,mBAAmB,MAAM,gBAAgB,oBAAoB;AAChE,sBAAgB;AAChB,wBAAkB,IAAI,qBAAqB;AAAA,QACzC;AAAA,QACA,SAAS;AAAA,QACT,OAAO,QAAQ;AAAA,MACjB,CAAC,EACE,mBAAmB,EACnB,KAAK,cAAY;AAChB,wBAAgB;AAChB,eAAO;AAAA,MACT,CAAC;AAAA,IACL;AAEA,WAAO,gBAAgB,QAAQ,QAAQ,aAAa,IAAI;AAAA,EAC1D;AAEA,QAAM,WAAW,SAAU,SAAyB;AAClD,QAAI,YAAY;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,oBAAoB,OAAO;AAAA,EACpC;AAEA,WAAS,qBAAqB;AAC9B,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,gBAAgB;AACzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,SAAO;AACT;AAEO,IAAM,UAAU,sBAAsB;","names":["import_provider_utils","import_provider_utils","import_zod","_a","_b"]}

package/dist/index.mjs

@@ -0,0 +1,296 @@
+// src/gateway-provider.ts
+import { NoSuchModelError } from "@ai-sdk/provider";
+import { loadOptionalSetting } from "@ai-sdk/provider-utils";
+import {
+  withoutTrailingSlash
+} from "@ai-sdk/provider-utils";
+
+// src/gateway-language-model.ts
+import {
+  combineHeaders,
+  createEventSourceResponseHandler,
+  createJsonErrorResponseHandler,
+  createJsonResponseHandler,
+  postJsonToApi,
+  resolve
+} from "@ai-sdk/provider-utils";
+import { z } from "zod";
+var GatewayLanguageModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v2";
+    this.supportedUrls = { "*/*": [/.*/] };
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  async doGenerate(options) {
+    const { abortSignal, ...body } = options;
+    const {
+      responseHeaders,
+      value: responseBody,
+      rawValue: rawResponse
+    } = await postJsonToApi({
+      url: this.getUrl(),
+      headers: combineHeaders(
+        await resolve(this.config.headers()),
+        options.headers,
+        this.getModelConfigHeaders(this.modelId, false),
+        this.config.o11yHeaders
+      ),
+      body: this.maybeEncodeFileParts(body),
+      successfulResponseHandler: createJsonResponseHandler(z.any()),
+      failedResponseHandler: createJsonErrorResponseHandler({
+        errorSchema: z.any(),
+        errorToMessage: (data) => data
+      }),
+      ...abortSignal && { abortSignal },
+      fetch: this.config.fetch
+    });
+    return {
+      ...responseBody,
+      request: { body },
+      response: { headers: responseHeaders, body: rawResponse },
+      warnings: []
+    };
+  }
+  async doStream(options) {
+    const { abortSignal, ...body } = options;
+    const { value: response, responseHeaders } = await postJsonToApi({
+      url: this.getUrl(),
+      headers: combineHeaders(
+        await resolve(this.config.headers()),
+        options.headers,
+        this.getModelConfigHeaders(this.modelId, true),
+        this.config.o11yHeaders
+      ),
+      body: this.maybeEncodeFileParts(body),
+      successfulResponseHandler: createEventSourceResponseHandler(z.any()),
+      failedResponseHandler: createJsonErrorResponseHandler({
+        errorSchema: z.any(),
+        errorToMessage: (data) => data
+      }),
+      ...abortSignal && { abortSignal },
+      fetch: this.config.fetch
+    });
+    return {
+      stream: response.pipeThrough(
+        new TransformStream({
+          transform(chunk, controller) {
+            if (chunk.success) {
+              controller.enqueue(chunk.value);
+            } else {
+              controller.error(
+                chunk.error
+              );
+            }
+          }
+        })
+      ),
+      request: { body },
+      response: { headers: responseHeaders }
+    };
+  }
+  isFilePart(part) {
+    return part && typeof part === "object" && "type" in part && part.type === "file";
+  }
+  /**
+   * Encodes image parts in the prompt to base64. Mutates the passed options
+   * instance directly to avoid copying the image data.
+   * @param options - The options to encode.
+   * @returns The options with the image parts encoded.
+   */
+  maybeEncodeFileParts(options) {
+    for (const message of options.prompt) {
+      for (const part of message.content) {
+        if (this.isFilePart(part)) {
+          const filePart = part;
+          if (filePart.data instanceof Uint8Array) {
+            const buffer = Uint8Array.from(filePart.data);
+            const base64Data = Buffer.from(buffer).toString("base64");
+            filePart.data = new URL(
+              `data:${filePart.mediaType || "application/octet-stream"};base64,${base64Data}`
+            );
+          }
+        }
+      }
+    }
+    return options;
+  }
+  getUrl() {
+    return `${this.config.baseURL}/language-model`;
+  }
+  getModelConfigHeaders(modelId, streaming) {
+    return {
+      "ai-language-model-specification-version": "2",
+      "ai-language-model-id": modelId,
+      "ai-language-model-streaming": String(streaming)
+    };
+  }
+};
+
+// src/get-vercel-oidc-token.ts
+async function getVercelOidcToken() {
+  var _a, _b;
+  const token = (_b = (_a = getContext().headers) == null ? void 0 : _a["x-vercel-oidc-token"]) != null ? _b : process.env.VERCEL_OIDC_TOKEN;
+  if (!token) {
+    throw new Error(
+      `The 'x-vercel-oidc-token' header is missing from the request. Do you have the OIDC option enabled in the Vercel project settings?`
+    );
+  }
+  return token;
+}
+var SYMBOL_FOR_REQ_CONTEXT = Symbol.for("@vercel/request-context");
+function getContext() {
+  var _a, _b, _c;
+  const fromSymbol = globalThis;
+  return (_c = (_b = (_a = fromSymbol[SYMBOL_FOR_REQ_CONTEXT]) == null ? void 0 : _a.get) == null ? void 0 : _b.call(_a)) != null ? _c : {};
+}
+
+// src/gateway-fetch-metadata.ts
+import {
+  createJsonErrorResponseHandler as createJsonErrorResponseHandler2,
+  createJsonResponseHandler as createJsonResponseHandler2,
+  getFromApi,
+  resolve as resolve2
+} from "@ai-sdk/provider-utils";
+import { z as z2 } from "zod";
+var GatewayFetchMetadata = class {
+  constructor(config) {
+    this.config = config;
+  }
+  async getAvailableModels() {
+    const { value } = await getFromApi({
+      url: `${this.config.baseURL}/config`,
+      headers: await resolve2(this.config.headers()),
+      successfulResponseHandler: createJsonResponseHandler2(
+        gatewayFetchMetadataSchema
+      ),
+      failedResponseHandler: createJsonErrorResponseHandler2({
+        errorSchema: z2.any(),
+        errorToMessage: (data) => data
+      }),
+      fetch: this.config.fetch
+    });
+    return value;
+  }
+};
+var gatewayLanguageModelSpecificationSchema = z2.object({
+  specificationVersion: z2.literal("v2"),
+  provider: z2.string(),
+  modelId: z2.string()
+});
+var gatewayLanguageModelEntrySchema = z2.object({
+  id: z2.string(),
+  name: z2.string(),
+  specification: gatewayLanguageModelSpecificationSchema
+});
+var gatewayFetchMetadataSchema = z2.object({
+  models: z2.array(gatewayLanguageModelEntrySchema)
+});
+
+// src/gateway-provider.ts
+var AI_GATEWAY_PROTOCOL_VERSION = "0.0.1";
+async function getGatewayAuthToken(options) {
+  var _a;
+  try {
+    return (_a = loadOptionalSetting({
+      settingValue: options.apiKey,
+      environmentVariableName: "AI_GATEWAY_API_KEY"
+    })) != null ? _a : await getVercelOidcToken();
+  } catch (error) {
+    if (error instanceof Error && error.message.includes("'x-vercel-oidc-token' header is missing")) {
+      const enhancedError = new Error(
+        `Failed to get Vercel OIDC token for AI Gateway access.
+The token is expected to be provided via the 'VERCEL_OIDC_TOKEN' environment variable. It expires every 12 hours.
+- make sure your Vercel project settings have OIDC enabled
+- if you're running locally with 'vercel dev' the token is automatically obtained and refreshed for you
+- if you're running locally with your own dev server script you can fetch/update the token by running 'vercel env pull'
+- in production or preview the token is automatically obtained and refreshed for you`
+      );
+      enhancedError.cause = error;
+      throw enhancedError;
+    }
+    throw error;
+  }
+}
+function createGatewayProvider(options = {}) {
+  var _a, _b;
+  let pendingMetadata = null;
+  let metadataCache = null;
+  const cacheRefreshMillis = (_a = options.metadataCacheRefreshMillis) != null ? _a : 1e3 * 60 * 5;
+  let lastFetchTime = 0;
+  const baseURL = (_b = withoutTrailingSlash(options.baseURL)) != null ? _b : "https://ai-gateway.vercel.sh/v1/ai";
+  const getHeaders = async () => {
+    return {
+      Authorization: `Bearer ${await getGatewayAuthToken(options)}`,
+      "ai-gateway-protocol-version": AI_GATEWAY_PROTOCOL_VERSION,
+      ...options.headers
+    };
+  };
+  const createLanguageModel = (modelId) => {
+    const deploymentId = loadOptionalSetting({
+      settingValue: void 0,
+      environmentVariableName: "DEPLOYMENT_ID"
+    });
+    const environment = loadOptionalSetting({
+      settingValue: void 0,
+      environmentVariableName: "VERCEL_ENV"
+    });
+    const region = loadOptionalSetting({
+      settingValue: void 0,
+      environmentVariableName: "VERCEL_REGION"
+    });
+    return new GatewayLanguageModel(modelId, {
+      provider: "gateway",
+      baseURL,
+      headers: getHeaders,
+      fetch: options.fetch,
+      o11yHeaders: {
+        ...deploymentId && { "ai-o11y-deployment-id": deploymentId },
+        ...environment && { "ai-o11y-environment": environment },
+        ...region && { "ai-o11y-region": region }
+      }
+    });
+  };
+  const getAvailableModels = async () => {
+    var _a2, _b2, _c;
+    const now = (_c = (_b2 = (_a2 = options._internal) == null ? void 0 : _a2.currentDate) == null ? void 0 : _b2.call(_a2).getTime()) != null ? _c : Date.now();
+    if (!pendingMetadata || now - lastFetchTime > cacheRefreshMillis) {
+      lastFetchTime = now;
+      pendingMetadata = new GatewayFetchMetadata({
+        baseURL,
+        headers: getHeaders,
+        fetch: options.fetch
+      }).getAvailableModels().then((metadata) => {
+        metadataCache = metadata;
+        return metadata;
+      });
+    }
+    return metadataCache ? Promise.resolve(metadataCache) : pendingMetadata;
+  };
+  const provider = function(modelId) {
+    if (new.target) {
+      throw new Error(
+        "The Gateway Provider model function cannot be called with the new keyword."
+      );
+    }
+    return createLanguageModel(modelId);
+  };
+  provider.getAvailableModels = getAvailableModels;
+  provider.imageModel = (modelId) => {
+    throw new NoSuchModelError({ modelId, modelType: "imageModel" });
+  };
+  provider.languageModel = createLanguageModel;
+  provider.textEmbeddingModel = (modelId) => {
+    throw new NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+  };
+  return provider;
+}
+var gateway = createGatewayProvider();
+export {
+  createGatewayProvider,
+  gateway
+};
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/gateway-provider.ts","../src/gateway-language-model.ts","../src/get-vercel-oidc-token.ts","../src/gateway-fetch-metadata.ts"],"sourcesContent":["import type { LanguageModelV2, ProviderV2 } from '@ai-sdk/provider';\nimport { NoSuchModelError } from '@ai-sdk/provider';\nimport { loadOptionalSetting } from '@ai-sdk/provider-utils';\nimport {\n  type FetchFunction,\n  withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { GatewayLanguageModel } from './gateway-language-model';\nimport type { GatewayModelId } from './gateway-language-model-settings';\nimport { getVercelOidcToken } from './get-vercel-oidc-token';\nimport {\n  GatewayFetchMetadata,\n  type GatewayFetchMetadataResponse,\n} from './gateway-fetch-metadata';\n\nexport interface GatewayProvider extends ProviderV2 {\n  (modelId: GatewayModelId): LanguageModelV2;\n\n  /**\nCreates a model for text generation.\n*/\n  languageModel(modelId: GatewayModelId): LanguageModelV2;\n\n  /**\nReturns available providers and models for use with the remote provider.\n */\n  getAvailableModels(): Promise<GatewayFetchMetadataResponse>;\n}\n\nexport interface GatewayProviderSettings {\n  /**\nThe base URL prefix for API calls. Defaults to `https://ai-gateway.vercel.sh/v1/ai`.\n   */\n  baseURL?: string;\n\n  /**\nAPI key that is being sent using the `Authorization` header.\n   */\n  apiKey?: string;\n\n  /**\nCustom headers to include in the requests.\n     */\n  headers?: Record<string, string>;\n\n  /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n    */\n  fetch?: FetchFunction;\n\n  /**\nHow frequently to refresh the metadata cache in milliseconds.\n   */\n  metadataCacheRefreshMillis?: number;\n\n  /**\n   * @internal For testing purposes only\n   */\n  _internal?: {\n    currentDate?: () => Date;\n  };\n}\n\nconst AI_GATEWAY_PROTOCOL_VERSION = '0.0.1';\n\nexport async function getGatewayAuthToken(options: GatewayProviderSettings) {\n  try {\n    return (\n      loadOptionalSetting({\n        settingValue: options.apiKey,\n        environmentVariableName: 'AI_GATEWAY_API_KEY',\n      }) ?? (await getVercelOidcToken())\n    );\n  } catch (error: unknown) {\n    if (\n      error instanceof Error &&\n      error.message.includes(\"'x-vercel-oidc-token' header is missing\")\n    ) {\n      // The missing vercel oidc token error has an obtuse message that doesn't\n      // provide much context about what to do for an AI Gateway user, so we\n      // intervene to provide more guidance and then rethrow.\n      const enhancedError = new Error(\n        `Failed to get Vercel OIDC token for AI Gateway access.\nThe token is expected to be provided via the 'VERCEL_OIDC_TOKEN' environment variable. It expires every 12 hours.\n- make sure your Vercel project settings have OIDC enabled\n- if you're running locally with 'vercel dev' the token is automatically obtained and refreshed for you\n- if you're running locally with your own dev server script you can fetch/update the token by running 'vercel env pull'\n- in production or preview the token is automatically obtained and refreshed for you`,\n      );\n      (enhancedError as Error & { cause: unknown }).cause = error;\n      throw enhancedError;\n    }\n    throw error;\n  }\n}\n\n/**\nCreate a remote provider instance.\n */\nexport function createGatewayProvider(\n  options: GatewayProviderSettings = {},\n): GatewayProvider {\n  let pendingMetadata: Promise<GatewayFetchMetadataResponse> | null = null;\n  let metadataCache: GatewayFetchMetadataResponse | null = null;\n  const cacheRefreshMillis =\n    options.metadataCacheRefreshMillis ?? 1000 * 60 * 5;\n  let lastFetchTime = 0;\n\n  const baseURL =\n    withoutTrailingSlash(options.baseURL) ??\n    'https://ai-gateway.vercel.sh/v1/ai';\n\n  const getHeaders = async () => {\n    return {\n      Authorization: `Bearer ${await getGatewayAuthToken(options)}`,\n      'ai-gateway-protocol-version': AI_GATEWAY_PROTOCOL_VERSION,\n      ...options.headers,\n    };\n  };\n\n  const createLanguageModel = (modelId: GatewayModelId) => {\n    const deploymentId = loadOptionalSetting({\n      settingValue: undefined,\n      environmentVariableName: 'DEPLOYMENT_ID',\n    });\n    const environment = loadOptionalSetting({\n      settingValue: undefined,\n      environmentVariableName: 'VERCEL_ENV',\n    });\n    const region = loadOptionalSetting({\n      settingValue: undefined,\n      environmentVariableName: 'VERCEL_REGION',\n    });\n    return new GatewayLanguageModel(modelId, {\n      provider: 'gateway',\n      baseURL,\n      headers: getHeaders,\n      fetch: options.fetch,\n      o11yHeaders: {\n        ...(deploymentId && { 'ai-o11y-deployment-id': deploymentId }),\n        ...(environment && { 'ai-o11y-environment': environment }),\n        ...(region && { 'ai-o11y-region': region }),\n      },\n    });\n  };\n\n  const getAvailableModels = async () => {\n    const now = options._internal?.currentDate?.().getTime() ?? Date.now();\n    if (!pendingMetadata || now - lastFetchTime > cacheRefreshMillis) {\n      lastFetchTime = now;\n      pendingMetadata = new GatewayFetchMetadata({\n        baseURL,\n        headers: getHeaders,\n        fetch: options.fetch,\n      })\n        .getAvailableModels()\n        .then(metadata => {\n          metadataCache = metadata;\n          return metadata;\n        });\n    }\n\n    return metadataCache ? Promise.resolve(metadataCache) : pendingMetadata;\n  };\n\n  const provider = function (modelId: GatewayModelId) {\n    if (new.target) {\n      throw new Error(\n        'The Gateway Provider model function cannot be called with the new keyword.',\n      );\n    }\n\n    return createLanguageModel(modelId);\n  };\n\n  provider.getAvailableModels = getAvailableModels;\n  provider.imageModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n  };\n  provider.languageModel = createLanguageModel;\n  provider.textEmbeddingModel = (modelId: string) => {\n    throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n  };\n\n  return provider;\n}\n\nexport const gateway = createGatewayProvider();\n","import type {\n  LanguageModelV2,\n  LanguageModelV2CallOptions,\n  LanguageModelV2FilePart,\n  LanguageModelV2StreamPart,\n} from '@ai-sdk/provider';\nimport {\n  combineHeaders,\n  createEventSourceResponseHandler,\n  createJsonErrorResponseHandler,\n  createJsonResponseHandler,\n  postJsonToApi,\n  resolve,\n  type ParseResult,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport type { GatewayConfig } from './gateway-config';\nimport type { GatewayModelId } from './gateway-language-model-settings';\nimport type { GatewayLanguageModelSpecification } from './gateway-model-entry';\n\ntype GatewayChatConfig = GatewayConfig & {\n  provider: string;\n  o11yHeaders: Record<string, string>;\n};\n\nexport class GatewayLanguageModel implements LanguageModelV2 {\n  readonly specificationVersion = 'v2';\n  readonly supportedUrls = { '*/*': [/.*/] };\n\n  constructor(\n    readonly modelId: GatewayModelId,\n    private readonly config: GatewayChatConfig,\n  ) {}\n\n  get provider(): string {\n    return this.config.provider;\n  }\n\n  async doGenerate(\n    options: Parameters<LanguageModelV2['doGenerate']>[0],\n  ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n    const { abortSignal, ...body } = options;\n    const {\n      responseHeaders,\n      value: responseBody,\n      rawValue: rawResponse,\n    } = await postJsonToApi({\n      url: this.getUrl(),\n      headers: combineHeaders(\n        await resolve(this.config.headers()),\n        options.headers,\n        this.getModelConfigHeaders(this.modelId, false),\n        this.config.o11yHeaders,\n      ),\n      body: this.maybeEncodeFileParts(body),\n      successfulResponseHandler: createJsonResponseHandler(z.any()),\n      failedResponseHandler: createJsonErrorResponseHandler({\n        errorSchema: z.any(),\n        errorToMessage: data => data,\n      }),\n      ...(abortSignal && { abortSignal }),\n      fetch: this.config.fetch,\n    });\n\n    return {\n      ...responseBody,\n      request: { body },\n      response: { headers: responseHeaders, body: rawResponse },\n      warnings: [],\n    };\n  }\n\n  async doStream(\n    options: Parameters<LanguageModelV2['doStream']>[0],\n  ): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {\n    const { abortSignal, ...body } = options;\n\n    const { value: response, responseHeaders } = await postJsonToApi({\n      url: this.getUrl(),\n      headers: combineHeaders(\n        await resolve(this.config.headers()),\n        options.headers,\n        this.getModelConfigHeaders(this.modelId, true),\n        this.config.o11yHeaders,\n      ),\n      body: this.maybeEncodeFileParts(body),\n      successfulResponseHandler: createEventSourceResponseHandler(z.any()),\n      failedResponseHandler: createJsonErrorResponseHandler({\n        errorSchema: z.any(),\n        errorToMessage: data => data,\n      }),\n      ...(abortSignal && { abortSignal }),\n      fetch: this.config.fetch,\n    });\n\n    return {\n      stream: response.pipeThrough(\n        new TransformStream<\n          ParseResult<LanguageModelV2StreamPart>,\n          LanguageModelV2StreamPart\n        >({\n          transform(chunk, controller) {\n            if (chunk.success) {\n              controller.enqueue(chunk.value);\n            } else {\n              controller.error(\n                (chunk as { success: false; error: unknown }).error,\n              );\n            }\n          },\n        }),\n      ),\n      request: { body },\n      response: { headers: responseHeaders },\n    };\n  }\n\n  private isFilePart(part: unknown) {\n    return (\n      part && typeof part === 'object' && 'type' in part && part.type === 'file'\n    );\n  }\n\n  /**\n   * Encodes image parts in the prompt to base64. Mutates the passed options\n   * instance directly to avoid copying the image data.\n   * @param options - The options to encode.\n   * @returns The options with the image parts encoded.\n   */\n  private maybeEncodeFileParts(options: LanguageModelV2CallOptions) {\n    for (const message of options.prompt) {\n      for (const part of message.content) {\n        if (this.isFilePart(part)) {\n          const filePart = part as LanguageModelV2FilePart;\n          // If the image part is a URL it will get cleanly converted to a string.\n          // If it's a binary image attachment we convert it to a data url.\n          // In either case, server-side we should only ever see URLs as strings.\n          if (filePart.data instanceof Uint8Array) {\n            const buffer = Uint8Array.from(filePart.data);\n            const base64Data = Buffer.from(buffer).toString('base64');\n            filePart.data = new URL(\n              `data:${filePart.mediaType || 'application/octet-stream'};base64,${base64Data}`,\n            );\n          }\n        }\n      }\n    }\n    return options;\n  }\n\n  private getUrl() {\n    return `${this.config.baseURL}/language-model`;\n  }\n\n  private getModelConfigHeaders(modelId: string, streaming: boolean) {\n    return {\n      'ai-language-model-specification-version': '2',\n      'ai-language-model-id': modelId,\n      'ai-language-model-streaming': String(streaming),\n    };\n  }\n}\n","export async function getVercelOidcToken(): Promise<string> {\n  const token =\n    getContext().headers?.['x-vercel-oidc-token'] ??\n    process.env.VERCEL_OIDC_TOKEN;\n\n  if (!token) {\n    throw new Error(\n      `The 'x-vercel-oidc-token' header is missing from the request. Do you have the OIDC option enabled in the Vercel project settings?`,\n    );\n  }\n\n  return token;\n}\n\ntype Context = {\n  headers?: Record<string, string>;\n};\n\nconst SYMBOL_FOR_REQ_CONTEXT = Symbol.for('@vercel/request-context');\n\nfunction getContext(): Context {\n  const fromSymbol: typeof globalThis & {\n    [SYMBOL_FOR_REQ_CONTEXT]?: { get?: () => Context };\n  } = globalThis;\n  return fromSymbol[SYMBOL_FOR_REQ_CONTEXT]?.get?.() ?? {};\n}\n","import {\n  createJsonErrorResponseHandler,\n  createJsonResponseHandler,\n  getFromApi,\n  resolve,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport type { GatewayConfig } from './gateway-config';\nimport type { GatewayLanguageModelEntry } from './gateway-model-entry';\n\ntype GatewayFetchMetadataConfig = GatewayConfig;\n\nexport interface GatewayFetchMetadataResponse {\n  models: GatewayLanguageModelEntry[];\n}\n\nexport class GatewayFetchMetadata {\n  constructor(private readonly config: GatewayFetchMetadataConfig) {}\n\n  async getAvailableModels(): Promise<GatewayFetchMetadataResponse> {\n    const { value } = await getFromApi({\n      url: `${this.config.baseURL}/config`,\n      headers: await resolve(this.config.headers()),\n      successfulResponseHandler: createJsonResponseHandler(\n        gatewayFetchMetadataSchema,\n      ),\n      failedResponseHandler: createJsonErrorResponseHandler({\n        errorSchema: z.any(),\n        errorToMessage: data => data,\n      }),\n      fetch: this.config.fetch,\n    });\n\n    return value as GatewayFetchMetadataResponse;\n  }\n}\n\nconst gatewayLanguageModelSpecificationSchema = z.object({\n  specificationVersion: z.literal('v2'),\n  provider: z.string(),\n  modelId: z.string(),\n});\n\nconst gatewayLanguageModelEntrySchema = z.object({\n  id: z.string(),\n  name: z.string(),\n  specification: gatewayLanguageModelSpecificationSchema,\n});\n\nconst gatewayFetchMetadataSchema = z.object({\n  models: z.array(gatewayLanguageModelEntrySchema),\n});\n"],"mappings":";AACA,SAAS,wBAAwB;AACjC,SAAS,2BAA2B;AACpC;AAAA,EAEE;AAAA,OACK;;;ACAP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,SAAS;AAUX,IAAM,uBAAN,MAAsD;AAAA,EAI3D,YACW,SACQ,QACjB;AAFS;AACQ;AALnB,SAAS,uBAAuB;AAChC,SAAS,gBAAgB,EAAE,OAAO,CAAC,IAAI,EAAE;AAAA,EAKtC;AAAA,EAEH,IAAI,WAAmB;AACrB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAC7D,UAAM,EAAE,aAAa,GAAG,KAAK,IAAI;AACjC,UAAM;AAAA,MACJ;AAAA,MACA,OAAO;AAAA,MACP,UAAU;AAAA,IACZ,IAAI,MAAM,cAAc;AAAA,MACtB,KAAK,KAAK,OAAO;AAAA,MACjB,SAAS;AAAA,QACP,MAAM,QAAQ,KAAK,OAAO,QAAQ,CAAC;AAAA,QACnC,QAAQ;AAAA,QACR,KAAK,sBAAsB,KAAK,SAAS,KAAK;AAAA,QAC9C,KAAK,OAAO;AAAA,MACd;AAAA,MACA,MAAM,KAAK,qBAAqB,IAAI;AAAA,MACpC,2BAA2B,0BAA0B,EAAE,IAAI,CAAC;AAAA,MAC5D,uBAAuB,+BAA+B;AAAA,QACpD,aAAa,EAAE,IAAI;AAAA,QACnB,gBAAgB,UAAQ;AAAA,MAC1B,CAAC;AAAA,MACD,GAAI,eAAe,EAAE,YAAY;AAAA,MACjC,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO;AAAA,MACL,GAAG;AAAA,MACH,SAAS,EAAE,KAAK;AAAA,MAChB,UAAU,EAAE,SAAS,iBAAiB,MAAM,YAAY;AAAA,MACxD,UAAU,CAAC;AAAA,IACb;AAAA,EACF;AAAA,EAEA,MAAM,SACJ,SAC2D;AAC3D,UAAM,EAAE,aAAa,GAAG,KAAK,IAAI;AAEjC,UAAM,EAAE,OAAO,UAAU,gBAAgB,IAAI,MAAM,cAAc;AAAA,MAC/D,KAAK,KAAK,OAAO;AAAA,MACjB,SAAS;AAAA,QACP,MAAM,QAAQ,KAAK,OAAO,QAAQ,CAAC;AAAA,QACnC,QAAQ;AAAA,QACR,KAAK,sBAAsB,KAAK,SAAS,IAAI;AAAA,QAC7C,KAAK,OAAO;AAAA,MACd;AAAA,MACA,MAAM,KAAK,qBAAqB,IAAI;AAAA,MACpC,2BAA2B,iCAAiC,EAAE,IAAI,CAAC;AAAA,MACnE,uBAAuB,+BAA+B;AAAA,QACpD,aAAa,EAAE,IAAI;AAAA,QACnB,gBAAgB,UAAQ;AAAA,MAC1B,CAAC;AAAA,MACD,GAAI,eAAe,EAAE,YAAY;AAAA,MACjC,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO;AAAA,MACL,QAAQ,SAAS;AAAA,QACf,IAAI,gBAGF;AAAA,UACA,UAAU,OAAO,YAAY;AAC3B,gBAAI,MAAM,SAAS;AACjB,yBAAW,QAAQ,MAAM,KAAK;AAAA,YAChC,OAAO;AACL,yBAAW;AAAA,gBACR,MAA6C;AAAA,cAChD;AAAA,YACF;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,MACA,SAAS,EAAE,KAAK;AAAA,MAChB,UAAU,EAAE,SAAS,gBAAgB;AAAA,IACvC;AAAA,EACF;AAAA,EAEQ,WAAW,MAAe;AAChC,WACE,QAAQ,OAAO,SAAS,YAAY,UAAU,QAAQ,KAAK,SAAS;AAAA,EAExE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQQ,qBAAqB,SAAqC;AAChE,eAAW,WAAW,QAAQ,QAAQ;AACpC,iBAAW,QAAQ,QAAQ,SAAS;AAClC,YAAI,KAAK,WAAW,IAAI,GAAG;AACzB,gBAAM,WAAW;AAIjB,cAAI,SAAS,gBAAgB,YAAY;AACvC,kBAAM,SAAS,WAAW,KAAK,SAAS,IAAI;AAC5C,kBAAM,aAAa,OAAO,KAAK,MAAM,EAAE,SAAS,QAAQ;AACxD,qBAAS,OAAO,IAAI;AAAA,cAClB,QAAQ,SAAS,aAAa,0BAA0B,WAAW,UAAU;AAAA,YAC/E;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,SAAS;AACf,WAAO,GAAG,KAAK,OAAO,OAAO;AAAA,EAC/B;AAAA,EAEQ,sBAAsB,SAAiB,WAAoB;AACjE,WAAO;AAAA,MACL,2CAA2C;AAAA,MAC3C,wBAAwB;AAAA,MACxB,+BAA+B,OAAO,SAAS;AAAA,IACjD;AAAA,EACF;AACF;;;ACjKA,eAAsB,qBAAsC;AAA5D;AACE,QAAM,SACJ,sBAAW,EAAE,YAAb,mBAAuB,2BAAvB,YACA,QAAQ,IAAI;AAEd,MAAI,CAAC,OAAO;AACV,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAMA,IAAM,yBAAyB,OAAO,IAAI,yBAAyB;AAEnE,SAAS,aAAsB;AApB/B;AAqBE,QAAM,aAEF;AACJ,UAAO,4BAAW,sBAAsB,MAAjC,mBAAoC,QAApC,4CAA+C,CAAC;AACzD;;;ACzBA;AAAA,EACE,kCAAAA;AAAA,EACA,6BAAAC;AAAA,EACA;AAAA,EACA,WAAAC;AAAA,OACK;AACP,SAAS,KAAAC,UAAS;AAUX,IAAM,uBAAN,MAA2B;AAAA,EAChC,YAA6B,QAAoC;AAApC;AAAA,EAAqC;AAAA,EAElE,MAAM,qBAA4D;AAChE,UAAM,EAAE,MAAM,IAAI,MAAM,WAAW;AAAA,MACjC,KAAK,GAAG,KAAK,OAAO,OAAO;AAAA,MAC3B,SAAS,MAAMD,SAAQ,KAAK,OAAO,QAAQ,CAAC;AAAA,MAC5C,2BAA2BD;AAAA,QACzB;AAAA,MACF;AAAA,MACA,uBAAuBD,gCAA+B;AAAA,QACpD,aAAaG,GAAE,IAAI;AAAA,QACnB,gBAAgB,UAAQ;AAAA,MAC1B,CAAC;AAAA,MACD,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO;AAAA,EACT;AACF;AAEA,IAAM,0CAA0CA,GAAE,OAAO;AAAA,EACvD,sBAAsBA,GAAE,QAAQ,IAAI;AAAA,EACpC,UAAUA,GAAE,OAAO;AAAA,EACnB,SAASA,GAAE,OAAO;AACpB,CAAC;AAED,IAAM,kCAAkCA,GAAE,OAAO;AAAA,EAC/C,IAAIA,GAAE,OAAO;AAAA,EACb,MAAMA,GAAE,OAAO;AAAA,EACf,eAAe;AACjB,CAAC;AAED,IAAM,6BAA6BA,GAAE,OAAO;AAAA,EAC1C,QAAQA,GAAE,MAAM,+BAA+B;AACjD,CAAC;;;AHaD,IAAM,8BAA8B;AAEpC,eAAsB,oBAAoB,SAAkC;AAlE5E;AAmEE,MAAI;AACF,YACE,yBAAoB;AAAA,MAClB,cAAc,QAAQ;AAAA,MACtB,yBAAyB;AAAA,IAC3B,CAAC,MAHD,YAGO,MAAM,mBAAmB;AAAA,EAEpC,SAAS,OAAgB;AACvB,QACE,iBAAiB,SACjB,MAAM,QAAQ,SAAS,yCAAyC,GAChE;AAIA,YAAM,gBAAgB,IAAI;AAAA,QACxB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMF;AACA,MAAC,cAA6C,QAAQ;AACtD,YAAM;AAAA,IACR;AACA,UAAM;AAAA,EACR;AACF;AAKO,SAAS,sBACd,UAAmC,CAAC,GACnB;AAtGnB;AAuGE,MAAI,kBAAgE;AACpE,MAAI,gBAAqD;AACzD,QAAM,sBACJ,aAAQ,+BAAR,YAAsC,MAAO,KAAK;AACpD,MAAI,gBAAgB;AAEpB,QAAM,WACJ,0BAAqB,QAAQ,OAAO,MAApC,YACA;AAEF,QAAM,aAAa,YAAY;AAC7B,WAAO;AAAA,MACL,eAAe,UAAU,MAAM,oBAAoB,OAAO,CAAC;AAAA,MAC3D,+BAA+B;AAAA,MAC/B,GAAG,QAAQ;AAAA,IACb;AAAA,EACF;AAEA,QAAM,sBAAsB,CAAC,YAA4B;AACvD,UAAM,eAAe,oBAAoB;AAAA,MACvC,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AACD,UAAM,cAAc,oBAAoB;AAAA,MACtC,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AACD,UAAM,SAAS,oBAAoB;AAAA,MACjC,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AACD,WAAO,IAAI,qBAAqB,SAAS;AAAA,MACvC,UAAU;AAAA,MACV;AAAA,MACA,SAAS;AAAA,MACT,OAAO,QAAQ;AAAA,MACf,aAAa;AAAA,QACX,GAAI,gBAAgB,EAAE,yBAAyB,aAAa;AAAA,QAC5D,GAAI,eAAe,EAAE,uBAAuB,YAAY;AAAA,QACxD,GAAI,UAAU,EAAE,kBAAkB,OAAO;AAAA,MAC3C;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,qBAAqB,YAAY;AAnJzC,QAAAC,KAAAC,KAAA;AAoJI,UAAM,OAAM,MAAAA,OAAAD,MAAA,QAAQ,cAAR,gBAAAA,IAAmB,gBAAnB,gBAAAC,IAAA,KAAAD,KAAmC,cAAnC,YAAgD,KAAK,IAAI;AACrE,QAAI,CAAC,mBAAmB,MAAM,gBAAgB,oBAAoB;AAChE,sBAAgB;AAChB,wBAAkB,IAAI,qBAAqB;AAAA,QACzC;AAAA,QACA,SAAS;AAAA,QACT,OAAO,QAAQ;AAAA,MACjB,CAAC,EACE,mBAAmB,EACnB,KAAK,cAAY;AAChB,wBAAgB;AAChB,eAAO;AAAA,MACT,CAAC;AAAA,IACL;AAEA,WAAO,gBAAgB,QAAQ,QAAQ,aAAa,IAAI;AAAA,EAC1D;AAEA,QAAM,WAAW,SAAU,SAAyB;AAClD,QAAI,YAAY;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,oBAAoB,OAAO;AAAA,EACpC;AAEA,WAAS,qBAAqB;AAC9B,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AACA,WAAS,gBAAgB;AACzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,SAAO;AACT;AAEO,IAAM,UAAU,sBAAsB;","names":["createJsonErrorResponseHandler","createJsonResponseHandler","resolve","z","_a","_b"]}

package/package.json

@@ -0,0 +1,66 @@
+{
+  "name": "@ai-sdk/gateway",
+  "private": false,
+  "version": "1.0.0-alpha.6",
+  "license": "Apache-2.0",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist/**/*",
+    "CHANGELOG.md"
+  ],
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@ai-sdk/provider": "2.0.0-alpha.6",
+    "@ai-sdk/provider-utils": "3.0.0-alpha.6"
+  },
+  "devDependencies": {
+    "@types/node": "18.15.11",
+    "tsup": "^8",
+    "typescript": "5.8.3",
+    "zod": "3.24.4",
+    "@vercel/ai-tsconfig": "0.0.0"
+  },
+  "peerDependencies": {
+    "zod": "^3.24.0"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "homepage": "https://ai-sdk.dev/docs",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/vercel/ai.git"
+  },
+  "bugs": {
+    "url": "https://github.com/vercel/ai/issues"
+  },
+  "keywords": [
+    "ai"
+  ],
+  "scripts": {
+    "build": "pnpm clean && tsup --tsconfig tsconfig.build.json",
+    "build:watch": "pnpm clean && tsup --watch",
+    "clean": "rm -rf dist *.tsbuildinfo",
+    "lint": "eslint \"./**/*.ts*\"",
+    "type-check": "tsc --build",
+    "prettier-check": "prettier --check \"./**/*.ts*\"",
+    "test": "pnpm test:node && pnpm test:edge",
+    "test:update": "pnpm test:node -u",
+    "test:watch": "vitest --config vitest.node.config.js",
+    "test:edge": "vitest --config vitest.edge.config.js --run",
+    "test:node": "vitest --config vitest.node.config.js --run"
+  }
+}