@providerprotocol/ai 0.0.15 → 0.0.17

package/dist/openrouter/index.d.ts

@@ -1,4 +1,29 @@
-import { b as Provider, M as ModelReference, a as LLMHandler } from '../provider-Bi0nyNhA.js';
+import { d as Provider, f as ModelReference, b as LLMHandler, c as EmbeddingHandler } from '../provider-D5MO3-pS.js';
+
+/**
+ * @fileoverview OpenRouter Embeddings API Handler
+ *
+ * This module implements the embedding handler for OpenRouter's embeddings API.
+ * OpenRouter provides access to multiple embedding providers through an OpenAI-compatible endpoint.
+ *
+ * @see {@link https://openrouter.ai/docs/api/reference/embeddings OpenRouter Embeddings API Reference}
+ * @module providers/openrouter/embed
+ */
+
+/**
+ * OpenRouter embedding parameters.
+ * Passed through unchanged to the API.
+ */
+interface OpenRouterEmbedParams {
+    /** Output dimensions (model-dependent) */
+    dimensions?: number;
+    /** Encoding format: 'float' or 'base64' */
+    encoding_format?: 'float' | 'base64';
+    /** A unique identifier representing your end-user */
+    user?: string;
+    /** Input type hint for some models */
+    input_type?: string;
+}
 
 /**
  * OpenRouter-specific types for the Unified Provider Protocol.
@@ -53,6 +78,18 @@ interface OpenRouterCompletionsParams {
     parallel_tool_calls?: boolean;
     /** Response format for structured output */
     response_format?: OpenRouterResponseFormat;
+    /**
+     * Output modalities for multimodal generation.
+     * Set to `['text', 'image']` to enable image generation with compatible models.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    modalities?: Array<'text' | 'image'>;
+    /**
+     * Image generation configuration for Gemini models.
+     * Only applies when `modalities` includes 'image'.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    image_config?: OpenRouterImageConfig;
     /**
      * Prompt transforms to apply
      * See: https://openrouter.ai/docs/guides/features/message-transforms
@@ -87,6 +124,27 @@ interface OpenRouterCompletionsParams {
         echo_upstream_body?: boolean;
     };
 }
+/**
+ * Image generation configuration for OpenRouter.
+ *
+ * Used with Gemini image generation models to control output dimensions.
+ *
+ * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+ */
+interface OpenRouterImageConfig {
+    /**
+     * Aspect ratio for generated images.
+     * Supported values range from '1:1' (1024×1024) to '21:9' (1536×672).
+     */
+    aspect_ratio?: string;
+    /**
+     * Resolution level for generated images.
+     * - '1K': Standard resolution
+     * - '2K': Higher resolution
+     * - '4K': Highest resolution
+     */
+    image_size?: '1K' | '2K' | '4K';
+}
 /**
  * Parameters for OpenRouter's Responses API (beta).
  *
@@ -111,6 +169,18 @@ interface OpenRouterResponsesParams {
     reasoning?: {
         effort?: 'low' | 'medium' | 'high';
     };
+    /**
+     * Output modalities for multimodal generation.
+     * Set to `['text', 'image']` to enable image generation with compatible models.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    modalities?: Array<'text' | 'image'>;
+    /**
+     * Image generation configuration.
+     * Only applies when `modalities` includes 'image'.
+     * @see {@link https://openrouter.ai/docs/guides/overview/multimodal/image-generation}
+     */
+    image_config?: OpenRouterImageConfig;
 }
 /**
  * API mode selection for OpenRouter provider.
@@ -244,10 +314,11 @@ interface OpenRouterProvider extends Provider<OpenRouterProviderOptions> {
     readonly version: string;
     /**
      * Supported modalities for this provider.
-     * OpenRouter currently only supports LLM (text generation).
+     * OpenRouter supports LLM (text generation) and Embedding.
      */
     readonly modalities: {
         llm: LLMHandler<OpenRouterLLMParamsUnion>;
+        embedding: EmbeddingHandler<OpenRouterEmbedParams>;
     };
 }
 /**
@@ -301,4 +372,4 @@ interface OpenRouterProvider extends Provider<OpenRouterProviderOptions> {
  */
 declare const openrouter: OpenRouterProvider;
 
-export { type OpenRouterAPIMode, type OpenRouterCompletionsParams, type OpenRouterConfig, type OpenRouterModelOptions, type OpenRouterModelReference, type OpenRouterProviderPreferences, type OpenRouterResponsesParams, openrouter };
+export { type OpenRouterAPIMode, type OpenRouterCompletionsParams, type OpenRouterConfig, type OpenRouterEmbedParams, type OpenRouterModelOptions, type OpenRouterModelReference, type OpenRouterProviderPreferences, type OpenRouterResponsesParams, openrouter };

package/dist/openrouter/index.js

@@ -190,15 +190,23 @@ function transformResponse(data) {
   if (!choice) {
     throw new Error("No choices in OpenRouter response");
   }
-  const textContent = [];
+  const content = [];
   let structuredData;
   if (choice.message.content) {
-    textContent.push({ type: "text", text: choice.message.content });
+    content.push({ type: "text", text: choice.message.content });
     try {
       structuredData = JSON.parse(choice.message.content);
     } catch {
     }
   }
+  if (choice.message.images && choice.message.images.length > 0) {
+    for (const image of choice.message.images) {
+      const imageBlock = parseGeneratedImage(image.image_url.url);
+      if (imageBlock) {
+        content.push(imageBlock);
+      }
+    }
+  }
   const toolCalls = [];
   if (choice.message.tool_calls) {
     for (const call of choice.message.tool_calls) {
@@ -215,7 +223,7 @@ function transformResponse(data) {
     }
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: data.id,
@@ -257,12 +265,28 @@ function transformResponse(data) {
     data: structuredData
   };
 }
+function parseGeneratedImage(dataUrl) {
+  const match = dataUrl.match(/^data:(image\/[^;]+);base64,(.+)$/);
+  if (!match) {
+    return null;
+  }
+  const [, mimeType, data] = match;
+  if (!mimeType || !data) {
+    return null;
+  }
+  return {
+    type: "image",
+    mimeType,
+    source: { type: "base64", data }
+  };
+}
 function createStreamState() {
   return {
     id: "",
     model: "",
     text: "",
     toolCalls: /* @__PURE__ */ new Map(),
+    images: [],
     finishReason: null,
     inputTokens: 0,
     outputTokens: 0,
@@ -316,6 +340,11 @@ function transformStreamEvent(chunk, state) {
         }
       }
     }
+    if (choice.delta.images) {
+      for (const image of choice.delta.images) {
+        state.images.push(image.image_url.url);
+      }
+    }
     if (choice.finish_reason) {
       state.finishReason = choice.finish_reason;
       events.push({ type: "message_stop", index: 0, delta: {} });
@@ -329,15 +358,21 @@ function transformStreamEvent(chunk, state) {
   return events;
 }
 function buildResponseFromState(state) {
-  const textContent = [];
+  const content = [];
   let structuredData;
   if (state.text) {
-    textContent.push({ type: "text", text: state.text });
+    content.push({ type: "text", text: state.text });
     try {
       structuredData = JSON.parse(state.text);
     } catch {
     }
   }
+  for (const imageUrl of state.images) {
+    const imageBlock = parseGeneratedImage(imageUrl);
+    if (imageBlock) {
+      content.push(imageBlock);
+    }
+  }
   const toolCalls = [];
   for (const [, toolCall] of state.toolCalls) {
     let args = {};
@@ -354,7 +389,7 @@ function buildResponseFromState(state) {
     });
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: state.id,
@@ -403,6 +438,7 @@ var OPENROUTER_CAPABILITIES = {
   tools: true,
   structuredOutput: true,
   imageInput: true,
+  imageOutput: true,
   videoInput: false,
   audioInput: false
 };
@@ -742,7 +778,7 @@ function transformTool2(tool) {
   };
 }
 function transformResponse2(data) {
-  const textContent = [];
+  const content = [];
   const toolCalls = [];
   const functionCallItems = [];
   let hadRefusal = false;
@@ -750,17 +786,17 @@ function transformResponse2(data) {
   for (const item of data.output) {
     if (item.type === "message") {
       const messageItem = item;
-      for (const content of messageItem.content) {
-        if (content.type === "output_text") {
-          textContent.push({ type: "text", text: content.text });
+      for (const part of messageItem.content) {
+        if (part.type === "output_text") {
+          content.push({ type: "text", text: part.text });
           if (structuredData === void 0) {
             try {
-              structuredData = JSON.parse(content.text);
+              structuredData = JSON.parse(part.text);
             } catch {
             }
           }
-        } else if (content.type === "refusal") {
-          textContent.push({ type: "text", text: content.refusal });
+        } else if (part.type === "refusal") {
+          content.push({ type: "text", text: part.refusal });
           hadRefusal = true;
         }
       }
@@ -782,10 +818,19 @@ function transformResponse2(data) {
         name: functionCall.name,
         arguments: functionCall.arguments
       });
+    } else if (item.type === "image_generation_call") {
+      const imageGen = item;
+      if (imageGen.result) {
+        content.push({
+          type: "image",
+          mimeType: "image/png",
+          source: { type: "base64", data: imageGen.result }
+        });
+      }
     }
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: data.id,
@@ -831,6 +876,7 @@ function createStreamState2() {
     model: "",
     textByIndex: /* @__PURE__ */ new Map(),
     toolCalls: /* @__PURE__ */ new Map(),
+    images: /* @__PURE__ */ new Map(),
     status: "in_progress",
     inputTokens: 0,
     outputTokens: 0,
@@ -927,6 +973,11 @@ function transformStreamEvent2(event, state) {
             }
           }
         }
+      } else if (event.item.type === "image_generation_call") {
+        const imageGen = event.item;
+        if (imageGen.result) {
+          state.images.set(event.output_index, imageGen.result);
+        }
       }
       events.push({
         type: "content_block_stop",
@@ -1022,11 +1073,11 @@ function transformStreamEvent2(event, state) {
   return events;
 }
 function buildResponseFromState2(state) {
-  const textContent = [];
+  const content = [];
   let structuredData;
   for (const [, text] of state.textByIndex) {
     if (text) {
-      textContent.push({ type: "text", text });
+      content.push({ type: "text", text });
       if (structuredData === void 0) {
         try {
           structuredData = JSON.parse(text);
@@ -1035,6 +1086,15 @@ function buildResponseFromState2(state) {
       }
     }
   }
+  for (const [, imageData] of state.images) {
+    if (imageData) {
+      content.push({
+        type: "image",
+        mimeType: "image/png",
+        source: { type: "base64", data: imageData }
+      });
+    }
+  }
   const toolCalls = [];
   const functionCallItems = [];
   for (const [, toolCall] of state.toolCalls) {
@@ -1063,7 +1123,7 @@ function buildResponseFromState2(state) {
     }
   }
   const message = new AssistantMessage(
-    textContent,
+    content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
       id: state.id,
@@ -1109,6 +1169,7 @@ var OPENROUTER_CAPABILITIES2 = {
   tools: true,
   structuredOutput: true,
   imageInput: true,
+  imageOutput: true,
   videoInput: false,
   audioInput: false
 };
@@ -1275,11 +1336,121 @@ function createResponsesLLMHandler() {
   };
 }
 
+// src/providers/openrouter/embed.ts
+var OPENROUTER_EMBEDDINGS_API_URL = "https://openrouter.ai/api/v1/embeddings";
+function getDefaultDimensions(modelId) {
+  if (modelId.includes("text-embedding-3-large")) {
+    return 3072;
+  }
+  if (modelId.includes("text-embedding-3-small") || modelId.includes("ada-002")) {
+    return 1536;
+  }
+  if (modelId.includes("gemini-embedding")) {
+    return 3072;
+  }
+  return 1536;
+}
+function createEmbeddingHandler() {
+  let providerRef = null;
+  return {
+    supportedInputs: ["text"],
+    _setProvider(provider) {
+      providerRef = provider;
+    },
+    bind(modelId) {
+      if (!providerRef) {
+        throw new UPPError(
+          "Provider reference not set. Handler must be used with createProvider().",
+          "INVALID_REQUEST",
+          "openrouter",
+          "embedding"
+        );
+      }
+      const model = {
+        modelId,
+        maxBatchSize: 2048,
+        maxInputLength: 8191,
+        dimensions: getDefaultDimensions(modelId),
+        get provider() {
+          return providerRef;
+        },
+        async embed(request) {
+          const apiKey = await resolveApiKey(
+            request.config,
+            "OPENROUTER_API_KEY",
+            "openrouter",
+            "embedding"
+          );
+          const baseUrl = request.config.baseUrl ?? OPENROUTER_EMBEDDINGS_API_URL;
+          const inputTexts = request.inputs.map((input) => {
+            if (typeof input === "string") {
+              return input;
+            }
+            if ("text" in input) {
+              return input.text;
+            }
+            throw new UPPError(
+              "OpenRouter embeddings only support text input",
+              "INVALID_REQUEST",
+              "openrouter",
+              "embedding"
+            );
+          });
+          const body = {
+            model: modelId,
+            input: inputTexts
+          };
+          if (request.params?.dimensions !== void 0) {
+            body.dimensions = request.params.dimensions;
+          }
+          if (request.params?.encoding_format !== void 0) {
+            body.encoding_format = request.params.encoding_format;
+          }
+          if (request.params?.user !== void 0) {
+            body.user = request.params.user;
+          }
+          if (request.params?.input_type !== void 0) {
+            body.input_type = request.params.input_type;
+          }
+          const headers = {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${apiKey}`
+          };
+          if (request.config.headers) {
+            for (const [key, value] of Object.entries(request.config.headers)) {
+              if (value !== void 0) {
+                headers[key] = value;
+              }
+            }
+          }
+          const response = await doFetch(baseUrl, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(body),
+            signal: request.signal
+          }, request.config, "openrouter", "embedding");
+          const data = await response.json();
+          return {
+            embeddings: data.data.map((d) => ({
+              vector: d.embedding,
+              index: d.index
+            })),
+            usage: { totalTokens: data.usage.total_tokens },
+            metadata: data.usage.cost !== void 0 ? { cost: data.usage.cost } : void 0
+          };
+        }
+      };
+      return model;
+    }
+  };
+}
+
 // src/providers/openrouter/index.ts
 function createOpenRouterProvider() {
   let currentApiMode = "completions";
   const completionsHandler = createCompletionsLLMHandler();
   const responsesHandler = createResponsesLLMHandler();
+  const embeddingHandler = createEmbeddingHandler();
   const fn = function(modelId, options) {
     const apiMode = options?.api ?? "completions";
     currentApiMode = apiMode;
@@ -1288,7 +1459,8 @@ function createOpenRouterProvider() {
   const modalities = {
     get llm() {
       return currentApiMode === "responses" ? responsesHandler : completionsHandler;
-    }
+    },
+    embedding: embeddingHandler
   };
   Object.defineProperties(fn, {
     name: {
@@ -1310,6 +1482,7 @@ function createOpenRouterProvider() {
   const provider = fn;
   completionsHandler._setProvider?.(provider);
   responsesHandler._setProvider?.(provider);
+  embeddingHandler._setProvider?.(provider);
   return provider;
 }
 var openrouter = createOpenRouterProvider();