@ai-sdk/gateway 2.0.80 → 2.0.83

package/dist/index.js

@@ -34,7 +34,7 @@ __export(index_exports, {
 module.exports = __toCommonJS(index_exports);
 
 // src/gateway-provider.ts
-var import_provider_utils11 = require("@ai-sdk/provider-utils");
+var import_provider_utils12 = require("@ai-sdk/provider-utils");
 
 // src/errors/as-gateway-error.ts
 var import_provider = require("@ai-sdk/provider");
@@ -646,9 +646,96 @@ var gatewaySpendReportResponseSchema = (0, import_provider_utils5.lazySchema)(
   )
 );
 
-// src/gateway-language-model.ts
+// src/gateway-generation-info.ts
 var import_provider_utils6 = require("@ai-sdk/provider-utils");
 var import_v46 = require("zod/v4");
+var GatewayGenerationInfoFetcher = class {
+  constructor(config) {
+    this.config = config;
+  }
+  async getGenerationInfo(params) {
+    try {
+      const baseUrl = new URL(this.config.baseURL);
+      const { value } = await (0, import_provider_utils6.getFromApi)({
+        url: `${baseUrl.origin}/v1/generation?id=${encodeURIComponent(params.id)}`,
+        headers: await (0, import_provider_utils6.resolve)(this.config.headers()),
+        successfulResponseHandler: (0, import_provider_utils6.createJsonResponseHandler)(
+          gatewayGenerationInfoResponseSchema
+        ),
+        failedResponseHandler: (0, import_provider_utils6.createJsonErrorResponseHandler)({
+          errorSchema: import_v46.z.any(),
+          errorToMessage: (data) => data
+        }),
+        fetch: this.config.fetch
+      });
+      return value;
+    } catch (error) {
+      throw await asGatewayError(error);
+    }
+  }
+};
+var gatewayGenerationInfoResponseSchema = (0, import_provider_utils6.lazySchema)(
+  () => (0, import_provider_utils6.zodSchema)(
+    import_v46.z.object({
+      data: import_v46.z.object({
+        id: import_v46.z.string(),
+        total_cost: import_v46.z.number(),
+        upstream_inference_cost: import_v46.z.number(),
+        usage: import_v46.z.number(),
+        created_at: import_v46.z.string(),
+        model: import_v46.z.string(),
+        is_byok: import_v46.z.boolean(),
+        provider_name: import_v46.z.string(),
+        streamed: import_v46.z.boolean(),
+        finish_reason: import_v46.z.string(),
+        latency: import_v46.z.number(),
+        generation_time: import_v46.z.number(),
+        native_tokens_prompt: import_v46.z.number(),
+        native_tokens_completion: import_v46.z.number(),
+        native_tokens_reasoning: import_v46.z.number(),
+        native_tokens_cached: import_v46.z.number(),
+        native_tokens_cache_creation: import_v46.z.number(),
+        billable_web_search_calls: import_v46.z.number()
+      }).transform(
+        ({
+          total_cost,
+          upstream_inference_cost,
+          created_at,
+          is_byok,
+          provider_name,
+          finish_reason,
+          generation_time,
+          native_tokens_prompt,
+          native_tokens_completion,
+          native_tokens_reasoning,
+          native_tokens_cached,
+          native_tokens_cache_creation,
+          billable_web_search_calls,
+          ...rest
+        }) => ({
+          ...rest,
+          totalCost: total_cost,
+          upstreamInferenceCost: upstream_inference_cost,
+          createdAt: created_at,
+          isByok: is_byok,
+          providerName: provider_name,
+          finishReason: finish_reason,
+          generationTime: generation_time,
+          promptTokens: native_tokens_prompt,
+          completionTokens: native_tokens_completion,
+          reasoningTokens: native_tokens_reasoning,
+          cachedTokens: native_tokens_cached,
+          cacheCreationTokens: native_tokens_cache_creation,
+          billableWebSearchCalls: billable_web_search_calls
+        })
+      )
+    }).transform(({ data }) => data)
+  )
+);
+
+// src/gateway-language-model.ts
+var import_provider_utils7 = require("@ai-sdk/provider-utils");
+var import_v47 = require("zod/v4");
 var GatewayLanguageModel = class {
   constructor(modelId, config) {
     this.modelId = modelId;
@@ -669,24 +756,24 @@ var GatewayLanguageModel = class {
   async doGenerate(options) {
     const { args, warnings } = await this.getArgs(options);
     const { abortSignal } = options;
-    const resolvedHeaders = await (0, import_provider_utils6.resolve)(this.config.headers());
+    const resolvedHeaders = await (0, import_provider_utils7.resolve)(this.config.headers());
     try {
       const {
         responseHeaders,
         value: responseBody,
         rawValue: rawResponse
-      } = await (0, import_provider_utils6.postJsonToApi)({
+      } = await (0, import_provider_utils7.postJsonToApi)({
         url: this.getUrl(),
-        headers: (0, import_provider_utils6.combineHeaders)(
+        headers: (0, import_provider_utils7.combineHeaders)(
           resolvedHeaders,
           options.headers,
           this.getModelConfigHeaders(this.modelId, false),
-          await (0, import_provider_utils6.resolve)(this.config.o11yHeaders)
+          await (0, import_provider_utils7.resolve)(this.config.o11yHeaders)
         ),
         body: args,
-        successfulResponseHandler: (0, import_provider_utils6.createJsonResponseHandler)(import_v46.z.any()),
-        failedResponseHandler: (0, import_provider_utils6.createJsonErrorResponseHandler)({
-          errorSchema: import_v46.z.any(),
+        successfulResponseHandler: (0, import_provider_utils7.createJsonResponseHandler)(import_v47.z.any()),
+        failedResponseHandler: (0, import_provider_utils7.createJsonErrorResponseHandler)({
+          errorSchema: import_v47.z.any(),
           errorToMessage: (data) => data
         }),
         ...abortSignal && { abortSignal },
@@ -705,20 +792,20 @@ var GatewayLanguageModel = class {
   async doStream(options) {
     const { args, warnings } = await this.getArgs(options);
     const { abortSignal } = options;
-    const resolvedHeaders = await (0, import_provider_utils6.resolve)(this.config.headers());
+    const resolvedHeaders = await (0, import_provider_utils7.resolve)(this.config.headers());
     try {
-      const { value: response, responseHeaders } = await (0, import_provider_utils6.postJsonToApi)({
+      const { value: response, responseHeaders } = await (0, import_provider_utils7.postJsonToApi)({
         url: this.getUrl(),
-        headers: (0, import_provider_utils6.combineHeaders)(
+        headers: (0, import_provider_utils7.combineHeaders)(
           resolvedHeaders,
           options.headers,
           this.getModelConfigHeaders(this.modelId, true),
-          await (0, import_provider_utils6.resolve)(this.config.o11yHeaders)
+          await (0, import_provider_utils7.resolve)(this.config.o11yHeaders)
         ),
         body: args,
-        successfulResponseHandler: (0, import_provider_utils6.createEventSourceResponseHandler)(import_v46.z.any()),
-        failedResponseHandler: (0, import_provider_utils6.createJsonErrorResponseHandler)({
-          errorSchema: import_v46.z.any(),
+        successfulResponseHandler: (0, import_provider_utils7.createEventSourceResponseHandler)(import_v47.z.any()),
+        failedResponseHandler: (0, import_provider_utils7.createJsonErrorResponseHandler)({
+          errorSchema: import_v47.z.any(),
           errorToMessage: (data) => data
         }),
         ...abortSignal && { abortSignal },
@@ -796,8 +883,8 @@ var GatewayLanguageModel = class {
 };
 
 // src/gateway-embedding-model.ts
-var import_provider_utils7 = require("@ai-sdk/provider-utils");
-var import_v47 = require("zod/v4");
+var import_provider_utils8 = require("@ai-sdk/provider-utils");
+var import_v48 = require("zod/v4");
 var GatewayEmbeddingModel = class {
   constructor(modelId, config) {
     this.modelId = modelId;
@@ -816,29 +903,29 @@ var GatewayEmbeddingModel = class {
     providerOptions
   }) {
     var _a9;
-    const resolvedHeaders = await (0, import_provider_utils7.resolve)(this.config.headers());
+    const resolvedHeaders = await (0, import_provider_utils8.resolve)(this.config.headers());
     try {
       const {
         responseHeaders,
         value: responseBody,
         rawValue
-      } = await (0, import_provider_utils7.postJsonToApi)({
+      } = await (0, import_provider_utils8.postJsonToApi)({
         url: this.getUrl(),
-        headers: (0, import_provider_utils7.combineHeaders)(
+        headers: (0, import_provider_utils8.combineHeaders)(
           resolvedHeaders,
           headers != null ? headers : {},
           this.getModelConfigHeaders(),
-          await (0, import_provider_utils7.resolve)(this.config.o11yHeaders)
+          await (0, import_provider_utils8.resolve)(this.config.o11yHeaders)
         ),
         body: {
           input: values.length === 1 ? values[0] : values,
           ...providerOptions ? { providerOptions } : {}
         },
-        successfulResponseHandler: (0, import_provider_utils7.createJsonResponseHandler)(
+        successfulResponseHandler: (0, import_provider_utils8.createJsonResponseHandler)(
           gatewayEmbeddingResponseSchema
         ),
-        failedResponseHandler: (0, import_provider_utils7.createJsonErrorResponseHandler)({
-          errorSchema: import_v47.z.any(),
+        failedResponseHandler: (0, import_provider_utils8.createJsonErrorResponseHandler)({
+          errorSchema: import_v48.z.any(),
           errorToMessage: (data) => data
         }),
         ...abortSignal && { abortSignal },
@@ -864,19 +951,19 @@ var GatewayEmbeddingModel = class {
     };
   }
 };
-var gatewayEmbeddingResponseSchema = (0, import_provider_utils7.lazyValidator)(
-  () => (0, import_provider_utils7.zodSchema)(
-    import_v47.z.object({
-      embeddings: import_v47.z.array(import_v47.z.array(import_v47.z.number())),
-      usage: import_v47.z.object({ tokens: import_v47.z.number() }).nullish(),
-      providerMetadata: import_v47.z.record(import_v47.z.string(), import_v47.z.record(import_v47.z.string(), import_v47.z.unknown())).optional()
+var gatewayEmbeddingResponseSchema = (0, import_provider_utils8.lazyValidator)(
+  () => (0, import_provider_utils8.zodSchema)(
+    import_v48.z.object({
+      embeddings: import_v48.z.array(import_v48.z.array(import_v48.z.number())),
+      usage: import_v48.z.object({ tokens: import_v48.z.number() }).nullish(),
+      providerMetadata: import_v48.z.record(import_v48.z.string(), import_v48.z.record(import_v48.z.string(), import_v48.z.unknown())).optional()
     })
   )
 );
 
 // src/gateway-image-model.ts
-var import_provider_utils8 = require("@ai-sdk/provider-utils");
-var import_v48 = require("zod/v4");
+var import_provider_utils9 = require("@ai-sdk/provider-utils");
+var import_v49 = require("zod/v4");
 var GatewayImageModel = class {
   constructor(modelId, config) {
     this.modelId = modelId;
@@ -899,19 +986,19 @@ var GatewayImageModel = class {
     abortSignal
   }) {
     var _a9, _b9, _c, _d;
-    const resolvedHeaders = await (0, import_provider_utils8.resolve)(this.config.headers());
+    const resolvedHeaders = await (0, import_provider_utils9.resolve)(this.config.headers());
     try {
       const {
         responseHeaders,
         value: responseBody,
         rawValue
-      } = await (0, import_provider_utils8.postJsonToApi)({
+      } = await (0, import_provider_utils9.postJsonToApi)({
         url: this.getUrl(),
-        headers: (0, import_provider_utils8.combineHeaders)(
+        headers: (0, import_provider_utils9.combineHeaders)(
           resolvedHeaders,
           headers != null ? headers : {},
           this.getModelConfigHeaders(),
-          await (0, import_provider_utils8.resolve)(this.config.o11yHeaders)
+          await (0, import_provider_utils9.resolve)(this.config.o11yHeaders)
         ),
         body: {
           prompt,
@@ -921,11 +1008,11 @@ var GatewayImageModel = class {
           ...seed && { seed },
           ...providerOptions && { providerOptions }
         },
-        successfulResponseHandler: (0, import_provider_utils8.createJsonResponseHandler)(
+        successfulResponseHandler: (0, import_provider_utils9.createJsonResponseHandler)(
           gatewayImageResponseSchema
         ),
-        failedResponseHandler: (0, import_provider_utils8.createJsonErrorResponseHandler)({
-          errorSchema: import_v48.z.any(),
+        failedResponseHandler: (0, import_provider_utils9.createJsonErrorResponseHandler)({
+          errorSchema: import_v49.z.any(),
           errorToMessage: (data) => data
         }),
         ...abortSignal && { abortSignal },
@@ -963,32 +1050,32 @@ var GatewayImageModel = class {
     };
   }
 };
-var providerMetadataEntrySchema = import_v48.z.object({
-  images: import_v48.z.array(import_v48.z.unknown()).optional()
-}).catchall(import_v48.z.unknown());
-var gatewayImageUsageSchema = import_v48.z.object({
-  inputTokens: import_v48.z.number().nullish(),
-  outputTokens: import_v48.z.number().nullish(),
-  totalTokens: import_v48.z.number().nullish()
+var providerMetadataEntrySchema = import_v49.z.object({
+  images: import_v49.z.array(import_v49.z.unknown()).optional()
+}).catchall(import_v49.z.unknown());
+var gatewayImageUsageSchema = import_v49.z.object({
+  inputTokens: import_v49.z.number().nullish(),
+  outputTokens: import_v49.z.number().nullish(),
+  totalTokens: import_v49.z.number().nullish()
 });
-var gatewayImageResponseSchema = import_v48.z.object({
-  images: import_v48.z.array(import_v48.z.string()),
+var gatewayImageResponseSchema = import_v49.z.object({
+  images: import_v49.z.array(import_v49.z.string()),
   // Always base64 strings over the wire
-  warnings: import_v48.z.array(
-    import_v48.z.object({
-      type: import_v48.z.literal("other"),
-      message: import_v48.z.string()
+  warnings: import_v49.z.array(
+    import_v49.z.object({
+      type: import_v49.z.literal("other"),
+      message: import_v49.z.string()
     })
   ).optional(),
-  providerMetadata: import_v48.z.record(import_v48.z.string(), providerMetadataEntrySchema).optional(),
+  providerMetadata: import_v49.z.record(import_v49.z.string(), providerMetadataEntrySchema).optional(),
   usage: gatewayImageUsageSchema.optional()
 });
 
 // src/tool/parallel-search.ts
-var import_provider_utils9 = require("@ai-sdk/provider-utils");
+var import_provider_utils10 = require("@ai-sdk/provider-utils");
 var import_zod = require("zod");
-var parallelSearchInputSchema = (0, import_provider_utils9.lazySchema)(
-  () => (0, import_provider_utils9.zodSchema)(
+var parallelSearchInputSchema = (0, import_provider_utils10.lazySchema)(
+  () => (0, import_provider_utils10.zodSchema)(
     import_zod.z.object({
       objective: import_zod.z.string().describe(
         "Natural-language description of the web research goal, including source or freshness guidance and broader context from the task. Maximum 5000 characters."
@@ -1023,8 +1110,8 @@ var parallelSearchInputSchema = (0, import_provider_utils9.lazySchema)(
     })
   )
 );
-var parallelSearchOutputSchema = (0, import_provider_utils9.lazySchema)(
-  () => (0, import_provider_utils9.zodSchema)(
+var parallelSearchOutputSchema = (0, import_provider_utils10.lazySchema)(
+  () => (0, import_provider_utils10.zodSchema)(
     import_zod.z.union([
       // Success response
       import_zod.z.object({
@@ -1055,7 +1142,7 @@ var parallelSearchOutputSchema = (0, import_provider_utils9.lazySchema)(
     ])
   )
 );
-var parallelSearchToolFactory = (0, import_provider_utils9.createProviderDefinedToolFactoryWithOutputSchema)({
+var parallelSearchToolFactory = (0, import_provider_utils10.createProviderDefinedToolFactoryWithOutputSchema)({
   id: "gateway.parallel_search",
   name: "parallel_search",
   inputSchema: parallelSearchInputSchema,
@@ -1064,10 +1151,10 @@ var parallelSearchToolFactory = (0, import_provider_utils9.createProviderDefined
 var parallelSearch = (config = {}) => parallelSearchToolFactory(config);
 
 // src/tool/perplexity-search.ts
-var import_provider_utils10 = require("@ai-sdk/provider-utils");
+var import_provider_utils11 = require("@ai-sdk/provider-utils");
 var import_zod2 = require("zod");
-var perplexitySearchInputSchema = (0, import_provider_utils10.lazySchema)(
-  () => (0, import_provider_utils10.zodSchema)(
+var perplexitySearchInputSchema = (0, import_provider_utils11.lazySchema)(
+  () => (0, import_provider_utils11.zodSchema)(
     import_zod2.z.object({
       query: import_zod2.z.union([import_zod2.z.string(), import_zod2.z.array(import_zod2.z.string())]).describe(
         "Search query (string) or multiple queries (array of up to 5 strings). Multi-query searches return combined results from all queries."
@@ -1108,8 +1195,8 @@ var perplexitySearchInputSchema = (0, import_provider_utils10.lazySchema)(
     })
   )
 );
-var perplexitySearchOutputSchema = (0, import_provider_utils10.lazySchema)(
-  () => (0, import_provider_utils10.zodSchema)(
+var perplexitySearchOutputSchema = (0, import_provider_utils11.lazySchema)(
+  () => (0, import_provider_utils11.zodSchema)(
     import_zod2.z.union([
       // Success response
       import_zod2.z.object({
@@ -1139,7 +1226,7 @@ var perplexitySearchOutputSchema = (0, import_provider_utils10.lazySchema)(
     ])
   )
 );
-var perplexitySearchToolFactory = (0, import_provider_utils10.createProviderDefinedToolFactoryWithOutputSchema)({
+var perplexitySearchToolFactory = (0, import_provider_utils11.createProviderDefinedToolFactoryWithOutputSchema)({
   id: "gateway.perplexity_search",
   name: "perplexity_search",
   inputSchema: perplexitySearchInputSchema,
@@ -1177,10 +1264,10 @@ async function getVercelRequestId() {
 }
 
 // src/gateway-provider.ts
-var import_provider_utils12 = require("@ai-sdk/provider-utils");
+var import_provider_utils13 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "2.0.80" : "0.0.0-test";
+var VERSION = true ? "2.0.83" : "0.0.0-test";
 
 // src/gateway-provider.ts
 var AI_GATEWAY_PROTOCOL_VERSION = "0.0.1";
@@ -1190,11 +1277,11 @@ function createGatewayProvider(options = {}) {
   let metadataCache = null;
   const cacheRefreshMillis = (_a9 = options.metadataCacheRefreshMillis) != null ? _a9 : 1e3 * 60 * 5;
   let lastFetchTime = 0;
-  const baseURL = (_b9 = (0, import_provider_utils11.withoutTrailingSlash)(options.baseURL)) != null ? _b9 : "https://ai-gateway.vercel.sh/v1/ai";
+  const baseURL = (_b9 = (0, import_provider_utils12.withoutTrailingSlash)(options.baseURL)) != null ? _b9 : "https://ai-gateway.vercel.sh/v1/ai";
   const getHeaders = async () => {
     const auth = await getGatewayAuthToken(options);
     if (auth) {
-      return (0, import_provider_utils12.withUserAgentSuffix)(
+      return (0, import_provider_utils13.withUserAgentSuffix)(
         {
           Authorization: `Bearer ${auth.token}`,
           "ai-gateway-protocol-version": AI_GATEWAY_PROTOCOL_VERSION,
@@ -1211,19 +1298,19 @@ function createGatewayProvider(options = {}) {
     });
   };
   const createO11yHeaders = () => {
-    const deploymentId = (0, import_provider_utils11.loadOptionalSetting)({
+    const deploymentId = (0, import_provider_utils12.loadOptionalSetting)({
       settingValue: void 0,
       environmentVariableName: "VERCEL_DEPLOYMENT_ID"
     });
-    const environment = (0, import_provider_utils11.loadOptionalSetting)({
+    const environment = (0, import_provider_utils12.loadOptionalSetting)({
       settingValue: void 0,
       environmentVariableName: "VERCEL_ENV"
     });
-    const region = (0, import_provider_utils11.loadOptionalSetting)({
+    const region = (0, import_provider_utils12.loadOptionalSetting)({
       settingValue: void 0,
       environmentVariableName: "VERCEL_REGION"
     });
-    const projectId = (0, import_provider_utils11.loadOptionalSetting)({
+    const projectId = (0, import_provider_utils12.loadOptionalSetting)({
       settingValue: void 0,
       environmentVariableName: "VERCEL_PROJECT_ID"
     });
@@ -1292,6 +1379,18 @@ function createGatewayProvider(options = {}) {
       );
     });
   };
+  const getGenerationInfo = async (params) => {
+    return new GatewayGenerationInfoFetcher({
+      baseURL,
+      headers: getHeaders,
+      fetch: options.fetch
+    }).getGenerationInfo(params).catch(async (error) => {
+      throw await asGatewayError(
+        error,
+        await parseAuthMethod(await getHeaders())
+      );
+    });
+  };
   const provider = function(modelId) {
     if (new.target) {
       throw new Error(
@@ -1303,6 +1402,7 @@ function createGatewayProvider(options = {}) {
   provider.getAvailableModels = getAvailableModels;
   provider.getCredits = getCredits;
   provider.getSpendReport = getSpendReport;
+  provider.getGenerationInfo = getGenerationInfo;
   provider.imageModel = (modelId) => {
     return new GatewayImageModel(modelId, {
       provider: "gateway",
@@ -1327,7 +1427,7 @@ function createGatewayProvider(options = {}) {
 }
 var gateway = createGatewayProvider();
 async function getGatewayAuthToken(options) {
-  const apiKey = (0, import_provider_utils11.loadOptionalSetting)({
+  const apiKey = (0, import_provider_utils12.loadOptionalSetting)({
     settingValue: options.apiKey,
     environmentVariableName: "AI_GATEWAY_API_KEY"
   });