@providerprotocol/ai 0.0.15 → 0.0.16

package/dist/openrouter/index.d.ts

@@ -1,4 +1,4 @@
-import { b as Provider, M as ModelReference, a as LLMHandler } from '../provider-Bi0nyNhA.js';
+import { b as Provider, d as ModelReference, a as LLMHandler } from '../provider-vTZ74u-w.js';
 
 /**
  * OpenRouter-specific types for the Unified Provider Protocol.
@@ -53,6 +53,18 @@ interface OpenRouterCompletionsParams {
     parallel_tool_calls?: boolean;
     /** Response format for structured output */
     response_format?: OpenRouterResponseFormat;
+    /**
+     * Output modalities for multimodal generation.
+     * Set to `['text', 'image']` to enable image generation with compatible models.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    modalities?: Array<'text' | 'image'>;
+    /**
+     * Image generation configuration for Gemini models.
+     * Only applies when `modalities` includes 'image'.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    image_config?: OpenRouterImageConfig;
     /**
      * Prompt transforms to apply
      * See: https://openrouter.ai/docs/guides/features/message-transforms
@@ -87,6 +99,27 @@ interface OpenRouterCompletionsParams {
         echo_upstream_body?: boolean;
     };
 }
+/**
+ * Image generation configuration for OpenRouter.
+ *
+ * Used with Gemini image generation models to control output dimensions.
+ *
+ * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+ */
+interface OpenRouterImageConfig {
+    /**
+     * Aspect ratio for generated images.
+     * Supported values range from '1:1' (1024×1024) to '21:9' (1536×672).
+     */
+    aspect_ratio?: string;
+    /**
+     * Resolution level for generated images.
+     * - '1K': Standard resolution
+     * - '2K': Higher resolution
+     * - '4K': Highest resolution
+     */
+    image_size?: '1K' | '2K' | '4K';
+}
 /**
  * Parameters for OpenRouter's Responses API (beta).
  *
@@ -111,6 +144,18 @@ interface OpenRouterResponsesParams {
     reasoning?: {
         effort?: 'low' | 'medium' | 'high';
     };
+    /**
+     * Output modalities for multimodal generation.
+     * Set to `['text', 'image']` to enable image generation with compatible models.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    modalities?: Array<'text' | 'image'>;
+    /**
+     * Image generation configuration.
+     * Only applies when `modalities` includes 'image'.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    image_config?: OpenRouterImageConfig;
 }
 /**
  * API mode selection for OpenRouter provider.

package/dist/openrouter/index.js

@@ -190,15 +190,23 @@ function transformResponse(data) {
   if (!choice) {
     throw new Error("No choices in OpenRouter response");
   }
-  const textContent = [];
+  const content = [];
   let structuredData;
   if (choice.message.content) {
-    textContent.push({ type: "text", text: choice.message.content });
+    content.push({ type: "text", text: choice.message.content });
     try {
       structuredData = JSON.parse(choice.message.content);
     } catch {
     }
   }
+  if (choice.message.images && choice.message.images.length > 0) {
+    for (const image of choice.message.images) {
+      const imageBlock = parseGeneratedImage(image.image_url.url);
+      if (imageBlock) {
+        content.push(imageBlock);
+      }
+    }
+  }
   const toolCalls = [];
   if (choice.message.tool_calls) {
     for (const call of choice.message.tool_calls) {
@@ -215,7 +223,7 @@ function transformResponse(data) {
     }
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: data.id,
@@ -257,12 +265,28 @@ function transformResponse(data) {
     data: structuredData
   };
 }
+function parseGeneratedImage(dataUrl) {
+  const match = dataUrl.match(/^data:(image\/[^;]+);base64,(.+)$/);
+  if (!match) {
+    return null;
+  }
+  const [, mimeType, data] = match;
+  if (!mimeType || !data) {
+    return null;
+  }
+  return {
+    type: "image",
+    mimeType,
+    source: { type: "base64", data }
+  };
+}
 function createStreamState() {
   return {
     id: "",
     model: "",
     text: "",
     toolCalls: /* @__PURE__ */ new Map(),
+    images: [],
     finishReason: null,
     inputTokens: 0,
     outputTokens: 0,
@@ -316,6 +340,11 @@ function transformStreamEvent(chunk, state) {
         }
       }
     }
+    if (choice.delta.images) {
+      for (const image of choice.delta.images) {
+        state.images.push(image.image_url.url);
+      }
+    }
     if (choice.finish_reason) {
       state.finishReason = choice.finish_reason;
       events.push({ type: "message_stop", index: 0, delta: {} });
@@ -329,15 +358,21 @@ function transformStreamEvent(chunk, state) {
   return events;
 }
 function buildResponseFromState(state) {
-  const textContent = [];
+  const content = [];
   let structuredData;
   if (state.text) {
-    textContent.push({ type: "text", text: state.text });
+    content.push({ type: "text", text: state.text });
     try {
       structuredData = JSON.parse(state.text);
     } catch {
     }
   }
+  for (const imageUrl of state.images) {
+    const imageBlock = parseGeneratedImage(imageUrl);
+    if (imageBlock) {
+      content.push(imageBlock);
+    }
+  }
   const toolCalls = [];
   for (const [, toolCall] of state.toolCalls) {
     let args = {};
@@ -354,7 +389,7 @@ function buildResponseFromState(state) {
     });
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: state.id,
@@ -403,6 +438,7 @@ var OPENROUTER_CAPABILITIES = {
   tools: true,
   structuredOutput: true,
   imageInput: true,
+  imageOutput: true,
   videoInput: false,
   audioInput: false
 };
@@ -742,7 +778,7 @@ function transformTool2(tool) {
   };
 }
 function transformResponse2(data) {
-  const textContent = [];
+  const content = [];
   const toolCalls = [];
   const functionCallItems = [];
   let hadRefusal = false;
@@ -750,17 +786,17 @@ function transformResponse2(data) {
   for (const item of data.output) {
     if (item.type === "message") {
       const messageItem = item;
-      for (const content of messageItem.content) {
-        if (content.type === "output_text") {
-          textContent.push({ type: "text", text: content.text });
+      for (const part of messageItem.content) {
+        if (part.type === "output_text") {
+          content.push({ type: "text", text: part.text });
           if (structuredData === void 0) {
             try {
-              structuredData = JSON.parse(content.text);
+              structuredData = JSON.parse(part.text);
             } catch {
             }
           }
-        } else if (content.type === "refusal") {
-          textContent.push({ type: "text", text: content.refusal });
+        } else if (part.type === "refusal") {
+          content.push({ type: "text", text: part.refusal });
           hadRefusal = true;
         }
       }
@@ -782,10 +818,19 @@ function transformResponse2(data) {
         name: functionCall.name,
         arguments: functionCall.arguments
       });
+    } else if (item.type === "image_generation_call") {
+      const imageGen = item;
+      if (imageGen.result) {
+        content.push({
+          type: "image",
+          mimeType: "image/png",
+          source: { type: "base64", data: imageGen.result }
+        });
+      }
     }
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: data.id,
@@ -831,6 +876,7 @@ function createStreamState2() {
     model: "",
     textByIndex: /* @__PURE__ */ new Map(),
     toolCalls: /* @__PURE__ */ new Map(),
+    images: /* @__PURE__ */ new Map(),
     status: "in_progress",
     inputTokens: 0,
     outputTokens: 0,
@@ -927,6 +973,11 @@ function transformStreamEvent2(event, state) {
             }
           }
         }
+      } else if (event.item.type === "image_generation_call") {
+        const imageGen = event.item;
+        if (imageGen.result) {
+          state.images.set(event.output_index, imageGen.result);
+        }
       }
       events.push({
         type: "content_block_stop",
@@ -1022,11 +1073,11 @@ function transformStreamEvent2(event, state) {
   return events;
 }
 function buildResponseFromState2(state) {
-  const textContent = [];
+  const content = [];
   let structuredData;
   for (const [, text] of state.textByIndex) {
     if (text) {
-      textContent.push({ type: "text", text });
+      content.push({ type: "text", text });
       if (structuredData === void 0) {
         try {
           structuredData = JSON.parse(text);
@@ -1035,6 +1086,15 @@ function buildResponseFromState2(state) {
       }
     }
   }
+  for (const [, imageData] of state.images) {
+    if (imageData) {
+      content.push({
+        type: "image",
+        mimeType: "image/png",
+        source: { type: "base64", data: imageData }
+      });
+    }
+  }
   const toolCalls = [];
   const functionCallItems = [];
   for (const [, toolCall] of state.toolCalls) {
@@ -1063,7 +1123,7 @@ function buildResponseFromState2(state) {
     }
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: state.id,
@@ -1109,6 +1169,7 @@ var OPENROUTER_CAPABILITIES2 = {
   tools: true,
   structuredOutput: true,
   imageInput: true,
+  imageOutput: true,
   videoInput: false,
   audioInput: false
 };