@llmgateway/ai-sdk-provider 3.1.1 → 3.3.0

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { LanguageModelV2, LanguageModelV2CallOptions, LanguageModelV2Content, LanguageModelV2FinishReason, LanguageModelV2Usage, LanguageModelV2CallWarning, LanguageModelV2ResponseMetadata, SharedV2Headers, LanguageModelV2StreamPart } from '@ai-sdk/provider';
+import { LanguageModelV2, LanguageModelV2CallOptions, LanguageModelV2Content, LanguageModelV2FinishReason, LanguageModelV2Usage, LanguageModelV2CallWarning, LanguageModelV2ResponseMetadata, SharedV2Headers, LanguageModelV2StreamPart, ImageModelV3, ImageModelV3CallOptions, SharedV3Warning } from '@ai-sdk/provider';
 export { LanguageModelV2, LanguageModelV2Prompt } from '@ai-sdk/provider';
 import { models, Provider } from '@llmgateway/models';
 
@@ -132,6 +132,9 @@ type LLMGatewayCompletionSettings = {
     suffix?: string;
 } & LLMGatewaySharedSettings;
 
+type LLMGatewayImageModelId = string;
+type LLMGatewayImageSettings = {};
+
 type LLMGatewayChatConfig = {
     provider: string;
     compatibility: 'strict' | 'compatible';
@@ -209,6 +212,34 @@ declare class LLMGatewayCompletionLanguageModel implements LanguageModelV2 {
     doStream(options: LanguageModelV2CallOptions): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>>;
 }
 
+type LLMGatewayImageConfig = {
+    provider: string;
+    headers: () => Record<string, string | undefined>;
+    url: (options: {
+        modelId: string;
+        path: string;
+    }) => string;
+    fetch?: typeof fetch;
+};
+declare class LLMGatewayImageModel implements ImageModelV3 {
+    readonly specificationVersion: "v3";
+    readonly provider: string;
+    readonly modelId: LLMGatewayImageModelId;
+    readonly maxImagesPerCall: number | undefined;
+    readonly settings: LLMGatewayImageSettings;
+    private readonly config;
+    constructor(modelId: LLMGatewayImageModelId, settings: LLMGatewayImageSettings, config: LLMGatewayImageConfig);
+    doGenerate(options: ImageModelV3CallOptions): Promise<{
+        images: Array<string>;
+        warnings: Array<SharedV3Warning>;
+        response: {
+            timestamp: Date;
+            modelId: string;
+            headers: Record<string, string> | undefined;
+        };
+    }>;
+}
+
 interface LLMGatewayProvider extends LanguageModelV2 {
     (modelId: LLMGatewayChatModelId, settings?: LLMGatewayCompletionSettings): LLMGatewayCompletionLanguageModel;
     (modelId: LLMGatewayChatModelId, settings?: LLMGatewayChatSettings): LLMGatewayChatLanguageModel;
@@ -222,6 +253,14 @@ interface LLMGatewayProvider extends LanguageModelV2 {
   Creates an LLMGateway completion model for text generation.
      */
     completion(modelId: LLMGatewayChatModelId, settings?: LLMGatewayCompletionSettings): LLMGatewayCompletionLanguageModel;
+    /**
+  Creates an LLMGateway image model for image generation.
+     */
+    image(modelId: LLMGatewayImageModelId, settings?: LLMGatewayImageSettings): LLMGatewayImageModel;
+    /**
+  Creates an LLMGateway image model for image generation.
+     */
+    imageModel(modelId: LLMGatewayImageModelId, settings?: LLMGatewayImageSettings): ImageModelV3;
 }
 interface LLMGatewayProviderSettings {
     /**

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { LanguageModelV2, LanguageModelV2CallOptions, LanguageModelV2Content, LanguageModelV2FinishReason, LanguageModelV2Usage, LanguageModelV2CallWarning, LanguageModelV2ResponseMetadata, SharedV2Headers, LanguageModelV2StreamPart } from '@ai-sdk/provider';
+import { LanguageModelV2, LanguageModelV2CallOptions, LanguageModelV2Content, LanguageModelV2FinishReason, LanguageModelV2Usage, LanguageModelV2CallWarning, LanguageModelV2ResponseMetadata, SharedV2Headers, LanguageModelV2StreamPart, ImageModelV3, ImageModelV3CallOptions, SharedV3Warning } from '@ai-sdk/provider';
 export { LanguageModelV2, LanguageModelV2Prompt } from '@ai-sdk/provider';
 import { models, Provider } from '@llmgateway/models';
 
@@ -132,6 +132,9 @@ type LLMGatewayCompletionSettings = {
     suffix?: string;
 } & LLMGatewaySharedSettings;
 
+type LLMGatewayImageModelId = string;
+type LLMGatewayImageSettings = {};
+
 type LLMGatewayChatConfig = {
     provider: string;
     compatibility: 'strict' | 'compatible';
@@ -209,6 +212,34 @@ declare class LLMGatewayCompletionLanguageModel implements LanguageModelV2 {
     doStream(options: LanguageModelV2CallOptions): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>>;
 }
 
+type LLMGatewayImageConfig = {
+    provider: string;
+    headers: () => Record<string, string | undefined>;
+    url: (options: {
+        modelId: string;
+        path: string;
+    }) => string;
+    fetch?: typeof fetch;
+};
+declare class LLMGatewayImageModel implements ImageModelV3 {
+    readonly specificationVersion: "v3";
+    readonly provider: string;
+    readonly modelId: LLMGatewayImageModelId;
+    readonly maxImagesPerCall: number | undefined;
+    readonly settings: LLMGatewayImageSettings;
+    private readonly config;
+    constructor(modelId: LLMGatewayImageModelId, settings: LLMGatewayImageSettings, config: LLMGatewayImageConfig);
+    doGenerate(options: ImageModelV3CallOptions): Promise<{
+        images: Array<string>;
+        warnings: Array<SharedV3Warning>;
+        response: {
+            timestamp: Date;
+            modelId: string;
+            headers: Record<string, string> | undefined;
+        };
+    }>;
+}
+
 interface LLMGatewayProvider extends LanguageModelV2 {
     (modelId: LLMGatewayChatModelId, settings?: LLMGatewayCompletionSettings): LLMGatewayCompletionLanguageModel;
     (modelId: LLMGatewayChatModelId, settings?: LLMGatewayChatSettings): LLMGatewayChatLanguageModel;
@@ -222,6 +253,14 @@ interface LLMGatewayProvider extends LanguageModelV2 {
   Creates an LLMGateway completion model for text generation.
      */
     completion(modelId: LLMGatewayChatModelId, settings?: LLMGatewayCompletionSettings): LLMGatewayCompletionLanguageModel;
+    /**
+  Creates an LLMGateway image model for image generation.
+     */
+    image(modelId: LLMGatewayImageModelId, settings?: LLMGatewayImageSettings): LLMGatewayImageModel;
+    /**
+  Creates an LLMGateway image model for image generation.
+     */
+    imageModel(modelId: LLMGatewayImageModelId, settings?: LLMGatewayImageSettings): ImageModelV3;
 }
 interface LLMGatewayProviderSettings {
     /**

package/dist/index.js

@@ -2548,7 +2548,10 @@ var LLMGatewayChatCompletionBaseResponseSchema = import_v45.z.object({
       reasoning_tokens: import_v45.z.number()
     }).nullish(),
     total_tokens: import_v45.z.number(),
-    cost: import_v45.z.number().optional(),
+    cost: import_v45.z.union([
+      import_v45.z.number(),
+      import_v45.z.object({ total_cost: import_v45.z.number() }).passthrough()
+    ]).optional(),
     cost_details: import_v45.z.object({
       upstream_inference_cost: import_v45.z.number().nullish()
     }).nullish()
@@ -2743,7 +2746,7 @@ var LLMGatewayChatLanguageModel = class {
     return baseArgs;
   }
   async doGenerate(options) {
-    var _a16, _b16, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x;
+    var _a16, _b16, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z;
     const providerOptions = options.providerOptions || {};
     const llmgatewayOptions = providerOptions.llmgateway || {};
     const args = __spreadValues(__spreadValues({}, this.getArgs(options)), llmgatewayOptions);
@@ -2879,15 +2882,15 @@ var LLMGatewayChatLanguageModel = class {
             promptTokens: (_l = usageInfo.inputTokens) != null ? _l : 0,
             completionTokens: (_m = usageInfo.outputTokens) != null ? _m : 0,
             totalTokens: (_n = usageInfo.totalTokens) != null ? _n : 0,
-            cost: (_o = response.usage) == null ? void 0 : _o.cost,
+            cost: typeof ((_o = response.usage) == null ? void 0 : _o.cost) === "number" ? response.usage.cost : (_q = (_p = response.usage) == null ? void 0 : _p.cost) == null ? void 0 : _q.total_cost,
             promptTokensDetails: {
-              cachedTokens: (_r = (_q = (_p = response.usage) == null ? void 0 : _p.prompt_tokens_details) == null ? void 0 : _q.cached_tokens) != null ? _r : 0
+              cachedTokens: (_t = (_s = (_r = response.usage) == null ? void 0 : _r.prompt_tokens_details) == null ? void 0 : _s.cached_tokens) != null ? _t : 0
             },
             completionTokensDetails: {
-              reasoningTokens: (_u = (_t = (_s = response.usage) == null ? void 0 : _s.completion_tokens_details) == null ? void 0 : _t.reasoning_tokens) != null ? _u : 0
+              reasoningTokens: (_w = (_v = (_u = response.usage) == null ? void 0 : _u.completion_tokens_details) == null ? void 0 : _v.reasoning_tokens) != null ? _w : 0
             },
             costDetails: {
-              upstreamInferenceCost: (_x = (_w = (_v = response.usage) == null ? void 0 : _v.cost_details) == null ? void 0 : _w.upstream_inference_cost) != null ? _x : 0
+              upstreamInferenceCost: (_z = (_y = (_x = response.usage) == null ? void 0 : _x.cost_details) == null ? void 0 : _y.upstream_inference_cost) != null ? _z : 0
             }
           }
         }
@@ -2941,7 +2944,7 @@ var LLMGatewayChatLanguageModel = class {
       stream: response.pipeThrough(
         new TransformStream({
           transform(chunk, controller) {
-            var _a16, _b16, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+            var _a16, _b16, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q;
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -2986,7 +2989,7 @@ var LLMGatewayChatLanguageModel = class {
                   reasoningTokens
                 };
               }
-              llmgatewayUsage.cost = value.usage.cost;
+              llmgatewayUsage.cost = typeof value.usage.cost === "number" ? value.usage.cost : (_c = value.usage.cost) == null ? void 0 : _c.total_cost;
               llmgatewayUsage.totalTokens = value.usage.total_tokens;
             }
             const choice = value.choices[0];
@@ -3041,7 +3044,7 @@ var LLMGatewayChatLanguageModel = class {
               }
             } else if (delta.reasoningText != null || "reasoning" in delta && typeof delta.reasoning === "string") {
               emitReasoningChunk(
-                (_d = (_c = delta.reasoningText) != null ? _c : "reasoning" in delta && typeof delta.reasoning === "string" ? delta.reasoning : void 0) != null ? _d : ""
+                (_e = (_d = delta.reasoningText) != null ? _d : "reasoning" in delta && typeof delta.reasoning === "string" ? delta.reasoning : void 0) != null ? _e : ""
               );
             }
             if (delta.content != null) {
@@ -3061,7 +3064,7 @@ var LLMGatewayChatLanguageModel = class {
             }
             if (delta.tool_calls != null) {
               for (const toolCallDelta of delta.tool_calls) {
-                const index = (_e = toolCallDelta.index) != null ? _e : toolCalls.length - 1;
+                const index = (_f = toolCallDelta.index) != null ? _f : toolCalls.length - 1;
                 if (toolCalls[index] == null) {
                   if (toolCallDelta.type !== "function") {
                     throw new InvalidResponseDataError({
@@ -3075,7 +3078,7 @@ var LLMGatewayChatLanguageModel = class {
                       message: `Expected 'id' to be a string.`
                     });
                   }
-                  if (((_f = toolCallDelta.function) == null ? void 0 : _f.name) == null) {
+                  if (((_g = toolCallDelta.function) == null ? void 0 : _g.name) == null) {
                     throw new InvalidResponseDataError({
                       data: toolCallDelta,
                       message: `Expected 'function.name' to be a string.`
@@ -3086,7 +3089,7 @@ var LLMGatewayChatLanguageModel = class {
                     type: "function",
                     function: {
                       name: toolCallDelta.function.name,
-                      arguments: (_g = toolCallDelta.function.arguments) != null ? _g : ""
+                      arguments: (_h = toolCallDelta.function.arguments) != null ? _h : ""
                     },
                     inputStarted: false,
                     sent: false
@@ -3095,7 +3098,7 @@ var LLMGatewayChatLanguageModel = class {
                   if (toolCall2 == null) {
                     throw new Error("Tool call is missing");
                   }
-                  if (((_h = toolCall2.function) == null ? void 0 : _h.name) != null && ((_i = toolCall2.function) == null ? void 0 : _i.arguments) != null && isParsableJson(toolCall2.function.arguments)) {
+                  if (((_i = toolCall2.function) == null ? void 0 : _i.name) != null && ((_j = toolCall2.function) == null ? void 0 : _j.arguments) != null && isParsableJson(toolCall2.function.arguments)) {
                     toolCall2.inputStarted = true;
                     controller.enqueue({
                       type: "tool-input-start",
@@ -3133,18 +3136,18 @@ var LLMGatewayChatLanguageModel = class {
                     toolName: toolCall.function.name
                   });
                 }
-                if (((_j = toolCallDelta.function) == null ? void 0 : _j.arguments) != null) {
-                  toolCall.function.arguments += (_l = (_k = toolCallDelta.function) == null ? void 0 : _k.arguments) != null ? _l : "";
+                if (((_k = toolCallDelta.function) == null ? void 0 : _k.arguments) != null) {
+                  toolCall.function.arguments += (_m = (_l = toolCallDelta.function) == null ? void 0 : _l.arguments) != null ? _m : "";
                 }
                 controller.enqueue({
                   type: "tool-input-delta",
                   id: toolCall.id,
-                  delta: (_m = toolCallDelta.function.arguments) != null ? _m : ""
+                  delta: (_n = toolCallDelta.function.arguments) != null ? _n : ""
                 });
-                if (((_n = toolCall.function) == null ? void 0 : _n.name) != null && ((_o = toolCall.function) == null ? void 0 : _o.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                if (((_o = toolCall.function) == null ? void 0 : _o.name) != null && ((_p = toolCall.function) == null ? void 0 : _p.arguments) != null && isParsableJson(toolCall.function.arguments)) {
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallId: (_p = toolCall.id) != null ? _p : generateId(),
+                    toolCallId: (_q = toolCall.id) != null ? _q : generateId(),
                     toolName: toolCall.function.name,
                     input: toolCall.function.arguments
                   });
@@ -3343,7 +3346,10 @@ var LLMGatewayCompletionChunkSchema = import_v46.z.union([
         reasoning_tokens: import_v46.z.number()
       }).nullish(),
       total_tokens: import_v46.z.number(),
-      cost: import_v46.z.number().optional()
+      cost: import_v46.z.union([
+        import_v46.z.number(),
+        import_v46.z.object({ total_cost: import_v46.z.number() }).passthrough()
+      ]).optional()
     }).nullish()
   }),
   LLMGatewayErrorResponseSchema
@@ -3503,7 +3509,7 @@ var LLMGatewayCompletionLanguageModel = class {
       stream: response.pipeThrough(
         new TransformStream({
           transform(chunk, controller) {
-            var _a16, _b16;
+            var _a16, _b16, _c;
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -3535,7 +3541,7 @@ var LLMGatewayCompletionLanguageModel = class {
                   reasoningTokens
                 };
               }
-              llmgatewayUsage.cost = value.usage.cost;
+              llmgatewayUsage.cost = typeof value.usage.cost === "number" ? value.usage.cost : (_c = value.usage.cost) == null ? void 0 : _c.total_cost;
               llmgatewayUsage.totalTokens = value.usage.total_tokens;
             }
             const choice = value.choices[0];
@@ -3612,6 +3618,82 @@ var LLMGateway = class {
   }
 };
 
+// src/image/index.ts
+var import_v47 = require("zod/v4");
+var LLMGatewayImageResponseSchema = import_v47.z.object({
+  data: import_v47.z.array(
+    import_v47.z.object({
+      b64_json: import_v47.z.string().optional(),
+      url: import_v47.z.string().optional(),
+      revised_prompt: import_v47.z.string().optional()
+    })
+  )
+});
+var LLMGatewayImageModel = class {
+  constructor(modelId, settings, config) {
+    this.specificationVersion = "v3";
+    this.maxImagesPerCall = void 0;
+    this.modelId = modelId;
+    this.settings = settings;
+    this.config = config;
+    this.provider = config.provider;
+  }
+  async doGenerate(options) {
+    const warnings = [];
+    if (options.aspectRatio != null) {
+      warnings.push({
+        type: "unsupported",
+        feature: "aspectRatio"
+      });
+    }
+    if (options.seed != null) {
+      warnings.push({
+        type: "unsupported",
+        feature: "seed"
+      });
+    }
+    const body = {
+      model: this.modelId,
+      prompt: options.prompt,
+      n: options.n,
+      response_format: "b64_json"
+    };
+    if (options.size != null) {
+      body.size = options.size;
+    }
+    const { value: response, responseHeaders } = await postJsonToApi({
+      url: this.config.url({
+        path: "/images/generations",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders(this.config.headers(), options.headers),
+      body,
+      failedResponseHandler: llmgatewayFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler(
+        LLMGatewayImageResponseSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    return {
+      images: response.data.map((item) => {
+        if (item.b64_json) {
+          return item.b64_json;
+        }
+        throw new Error(
+          "Expected b64_json in response but got url. Set response_format to b64_json."
+        );
+      }),
+      warnings,
+      response: {
+        timestamp: /* @__PURE__ */ new Date(),
+        modelId: this.modelId,
+        headers: responseHeaders
+      }
+    };
+  }
+};
+
 // src/provider.ts
 function createLLMGateway(options = {}) {
   var _a16, _b16, _c, _d;
@@ -3640,6 +3722,12 @@ function createLLMGateway(options = {}) {
     fetch: options.fetch,
     extraBody: options.extraBody
   });
+  const createImageModel = (modelId, settings = {}) => new LLMGatewayImageModel(modelId, settings, {
+    provider: "llmgateway.image",
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch
+  });
   const createLanguageModel = (modelId, settings) => {
     if (new.target) {
       throw new Error(
@@ -3658,6 +3746,8 @@ function createLLMGateway(options = {}) {
   provider.languageModel = createLanguageModel;
   provider.chat = createChatModel;
   provider.completion = createCompletionModel;
+  provider.image = createImageModel;
+  provider.imageModel = createImageModel;
   return provider;
 }
 var llmgateway = createLLMGateway({