@elizaos/plugin-openrouter 1.5.15 → 1.5.17

package/dist/node/index.node.js

@@ -19,7 +19,8 @@ var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // src/index.ts
 import {
-  ModelType as ModelType4
+  ModelType as ModelType4,
+  logger as logger8
 } from "@elizaos/core";
 
 // src/init.ts
@@ -28,7 +29,11 @@ import { fetch as fetch2 } from "undici";
 
 // src/utils/config.ts
 function getSetting(runtime, key, defaultValue) {
-  return runtime.getSetting(key) ?? process.env[key] ?? defaultValue;
+  const value = runtime.getSetting(key);
+  if (value !== undefined && value !== null) {
+    return String(value);
+  }
+  return process.env[key] ?? defaultValue;
 }
 function getBaseURL(runtime) {
   const browserURL = getSetting(runtime, "OPENROUTER_BROWSER_BASE_URL");
@@ -59,15 +64,6 @@ function shouldAutoCleanupImages(runtime) {
   const setting = getSetting(runtime, "OPENROUTER_AUTO_CLEANUP_IMAGES", "false");
   return setting?.toLowerCase() === "true";
 }
-function getToolExecutionMaxSteps(runtime) {
-  const setting = getSetting(runtime, "OPENROUTER_TOOL_EXECUTION_MAX_STEPS", "15");
-  const value = parseInt(setting || "15", 10);
-  if (Number.isNaN(value) || value < 1)
-    return 15;
-  if (value > 100)
-    return 100;
-  return value;
-}
 
 // src/init.ts
 function initializeOpenRouter(_config, runtime) {
@@ -106,8 +102,8 @@ function initializeOpenRouter(_config, runtime) {
 }
 
 // src/models/text.ts
-import { logger as logger3, ModelType } from "@elizaos/core";
-import { generateText, stepCountIs } from "ai";
+import { logger as logger2, ModelType } from "@elizaos/core";
+import { generateText, streamText } from "ai";
 
 // src/providers/openrouter.ts
 import { createOpenRouter } from "@openrouter/ai-sdk-provider";
@@ -130,6 +126,8 @@ function emitModelUsageEvent(runtime, type, prompt, usage) {
   const outputTokens = Number(usage.outputTokens || 0);
   const totalTokens = Number(usage.totalTokens != null ? usage.totalTokens : inputTokens + outputTokens);
   runtime.emitEvent(EventType.MODEL_USED, {
+    runtime,
+    source: "openrouter",
     provider: "openrouter",
     type,
     prompt: truncatedPrompt,
@@ -141,8 +139,78 @@ function emitModelUsageEvent(runtime, type, prompt, usage) {
   });
 }
 
+// src/models/text.ts
+function buildGenerateParams(runtime, modelType, params) {
+  const { prompt, stopSequences = [] } = params;
+  const temperature = params.temperature ?? 0.7;
+  const frequencyPenalty = params.frequencyPenalty ?? 0.7;
+  const presencePenalty = params.presencePenalty ?? 0.7;
+  const resolvedMaxOutput = params.maxOutputTokens ?? params.maxTokens ?? 8192;
+  const openrouter = createOpenRouterProvider(runtime);
+  const modelName = modelType === ModelType.TEXT_SMALL ? getSmallModel(runtime) : getLargeModel(runtime);
+  const modelLabel = modelType === ModelType.TEXT_SMALL ? "TEXT_SMALL" : "TEXT_LARGE";
+  const generateParams = {
+    model: openrouter.chat(modelName),
+    prompt,
+    system: runtime.character.system ?? undefined,
+    temperature,
+    frequencyPenalty,
+    presencePenalty,
+    stopSequences
+  };
+  generateParams.maxOutputTokens = resolvedMaxOutput;
+  return { generateParams, modelName, modelLabel, prompt };
+}
+function handleStreamingGeneration(runtime, modelType, generateParams, prompt, modelLabel) {
+  logger2.debug(`[OpenRouter] Streaming text with ${modelLabel} model`);
+  const streamResult = streamText(generateParams);
+  return {
+    textStream: streamResult.textStream,
+    text: streamResult.text,
+    usage: streamResult.usage.then((usage) => {
+      if (usage) {
+        emitModelUsageEvent(runtime, modelType, prompt, usage);
+        const inputTokens = usage.inputTokens ?? 0;
+        const outputTokens = usage.outputTokens ?? 0;
+        return {
+          promptTokens: inputTokens,
+          completionTokens: outputTokens,
+          totalTokens: inputTokens + outputTokens
+        };
+      }
+      return;
+    }),
+    finishReason: streamResult.finishReason
+  };
+}
+async function generateTextWithModel(runtime, modelType, params) {
+  const { generateParams, modelName, modelLabel, prompt } = buildGenerateParams(runtime, modelType, params);
+  logger2.debug(`[OpenRouter] Generating text with ${modelLabel} model: ${modelName}`);
+  if (params.stream) {
+    return handleStreamingGeneration(runtime, modelType, generateParams, prompt, modelLabel);
+  }
+  const response = await generateText(generateParams);
+  if (response.usage) {
+    emitModelUsageEvent(runtime, modelType, prompt, response.usage);
+  }
+  return response.text;
+}
+async function handleTextSmall(runtime, params) {
+  return generateTextWithModel(runtime, ModelType.TEXT_SMALL, params);
+}
+async function handleTextLarge(runtime, params) {
+  return generateTextWithModel(runtime, ModelType.TEXT_LARGE, params);
+}
+
+// src/models/object.ts
+import {
+  ModelType as ModelType2,
+  logger as logger4
+} from "@elizaos/core";
+import { generateObject, jsonSchema } from "ai";
+
 // src/utils/helpers.ts
-import { logger as logger2 } from "@elizaos/core";
+import { logger as logger3 } from "@elizaos/core";
 import { JSONParseError } from "ai";
 function getJsonRepairFunction() {
   return async ({ text, error }) => {
@@ -155,17 +223,11 @@ function getJsonRepairFunction() {
       return null;
     } catch (jsonError) {
       const message = jsonError instanceof Error ? jsonError.message : String(jsonError);
-      logger2.warn(`Failed to repair JSON text: ${message}`);
+      logger3.warn(`Failed to repair JSON text: ${message}`);
       return null;
     }
   };
 }
-function handleEmptyToolResponse(modelType) {
-  logger2.warn(`[${modelType}] No text generated after tool execution`);
-  const fallbackText = "I executed the requested action. The tool completed successfully.";
-  logger2.warn(`[${modelType}] Using fallback response text`);
-  return fallbackText;
-}
 function parseImageDescriptionResponse(responseText) {
   try {
     const jsonResponse = JSON.parse(responseText);
@@ -173,7 +235,7 @@ function parseImageDescriptionResponse(responseText) {
       return jsonResponse;
     }
   } catch (e) {
-    logger2.debug(`Parsing as JSON failed, processing as text: ${e}`);
+    logger3.debug(`Parsing as JSON failed, processing as text: ${e}`);
   }
   const titleMatch = responseText.match(/title[:\s]+(.+?)(?:\n|$)/i);
   const title = titleMatch?.[1]?.trim() || "Image Analysis";
@@ -182,7 +244,7 @@ function parseImageDescriptionResponse(responseText) {
 }
 async function handleObjectGenerationError(error) {
   if (error instanceof JSONParseError) {
-    logger2.error(`[generateObject] Failed to parse JSON: ${error.message}`);
+    logger3.error(`[generateObject] Failed to parse JSON: ${error.message}`);
     const repairFunction = getJsonRepairFunction();
     const repairedJsonString = await repairFunction({
       text: error.text,
@@ -191,151 +253,29 @@ async function handleObjectGenerationError(error) {
     if (repairedJsonString) {
       try {
         const repairedObject = JSON.parse(repairedJsonString);
-        logger2.log("[generateObject] Successfully repaired JSON.");
+        logger3.log("[generateObject] Successfully repaired JSON.");
         return repairedObject;
       } catch (repairParseError) {
         const message = repairParseError instanceof Error ? repairParseError.message : String(repairParseError);
-        logger2.error(`[generateObject] Failed to parse repaired JSON: ${message}`);
+        logger3.error(`[generateObject] Failed to parse repaired JSON: ${message}`);
         if (repairParseError instanceof Error)
           throw repairParseError;
         throw Object.assign(new Error(message), { cause: repairParseError });
       }
     } else {
-      logger2.error("[generateObject] JSON repair failed.");
+      logger3.error("[generateObject] JSON repair failed.");
       throw error;
     }
   } else {
     const message = error instanceof Error ? error.message : String(error);
-    logger2.error(`[generateObject] Unknown error: ${message}`);
+    logger3.error(`[generateObject] Unknown error: ${message}`);
     if (error instanceof Error)
       throw error;
     throw Object.assign(new Error(message), { cause: error });
   }
 }
-function isLikelyBase64(key, value) {
-  const base64KeyPattern = /^(data|content|body|payload|encoded|b64|base64|document)$/i;
-  if (!base64KeyPattern.test(key))
-    return false;
-  if (value.length < 20 || value.length > 1024 * 1024)
-    return false;
-  if (value.length % 4 !== 0)
-    return false;
-  if (!/^[A-Za-z0-9+/]*={0,2}$/.test(value))
-    return false;
-  return true;
-}
-function decodeBase64Fields(obj, depth = 0) {
-  if (depth > 5)
-    return obj;
-  if (!obj || typeof obj !== "object")
-    return obj;
-  if (Array.isArray(obj))
-    return obj.map((item) => decodeBase64Fields(item, depth + 1));
-  const decoded = {};
-  for (const [key, value] of Object.entries(obj)) {
-    if (typeof value === "string" && isLikelyBase64(key, value)) {
-      try {
-        decoded[key] = Buffer.from(value, "base64").toString("utf8");
-        logger2.debug(`[decodeBase64] Decoded field '${key}' (${value.length} chars)`);
-      } catch (error) {
-        logger2.warn(`[decodeBase64] Failed to decode field '${key}': ${error}`);
-        decoded[key] = value;
-      }
-    } else if (value && typeof value === "object") {
-      decoded[key] = decodeBase64Fields(value, depth + 1);
-    } else {
-      decoded[key] = value;
-    }
-  }
-  return decoded;
-}
-
-// src/models/text.ts
-async function generateTextWithModel(runtime, modelType, params) {
-  const { prompt, stopSequences = [], tools, toolChoice } = params;
-  const temperature = params.temperature ?? 0.7;
-  const frequencyPenalty = params.frequencyPenalty ?? 0.7;
-  const presencePenalty = params.presencePenalty ?? 0.7;
-  const resolvedMaxOutput = params.maxOutputTokens ?? params.maxTokens ?? 8192;
-  const openrouter = createOpenRouterProvider(runtime);
-  const modelName = modelType === ModelType.TEXT_SMALL ? getSmallModel(runtime) : getLargeModel(runtime);
-  const modelLabel = modelType === ModelType.TEXT_SMALL ? "TEXT_SMALL" : "TEXT_LARGE";
-  logger3.debug(`[OpenRouter] Generating text with ${modelLabel} model: ${modelName}`);
-  const generateParams = {
-    model: openrouter.chat(modelName),
-    prompt,
-    system: runtime.character.system ?? undefined,
-    temperature,
-    frequencyPenalty,
-    presencePenalty,
-    stopSequences
-  };
-  generateParams.maxOutputTokens = resolvedMaxOutput;
-  if (tools) {
-    generateParams.tools = tools;
-    const maxSteps = getToolExecutionMaxSteps(runtime);
-    generateParams.stopWhen = stepCountIs(maxSteps);
-    logger3.debug(`[OpenRouter] Using maxSteps: ${maxSteps} for tool execution`);
-  }
-  if (toolChoice) {
-    generateParams.toolChoice = toolChoice;
-  }
-  let capturedToolResults = [];
-  let capturedToolCalls = [];
-  if (tools) {
-    generateParams.onStepFinish = async (stepResult) => {
-      if (stepResult.toolCalls && stepResult.toolCalls.length > 0) {
-        capturedToolCalls = [
-          ...capturedToolCalls,
-          ...stepResult.toolCalls
-        ];
-      }
-      if (stepResult.content && Array.isArray(stepResult.content)) {
-        const toolResultsFromContent = stepResult.content.filter((content) => content.type === "tool-result" && content.output).map((content) => ({
-          toolCallId: content.toolCallId,
-          result: decodeBase64Fields(content.output)
-        }));
-        if (toolResultsFromContent.length > 0) {
-          capturedToolResults = [...capturedToolResults, ...toolResultsFromContent];
-        }
-      }
-    };
-  }
-  const response = await generateText(generateParams);
-  let responseText;
-  if (tools && (!response.text || response.text.trim() === "" || response.text === "Tools executed successfully.")) {
-    responseText = handleEmptyToolResponse(modelLabel);
-  } else {
-    responseText = response.text;
-  }
-  if (response.usage) {
-    emitModelUsageEvent(runtime, modelType, prompt, response.usage);
-  }
-  if (tools && response.steps && response.steps.length > 0) {
-    return {
-      text: responseText,
-      toolCalls: capturedToolCalls,
-      toolResults: capturedToolResults,
-      steps: response.steps,
-      usage: response.usage,
-      finishReason: response.finishReason
-    };
-  }
-  return responseText;
-}
-async function handleTextSmall(runtime, params) {
-  return generateTextWithModel(runtime, ModelType.TEXT_SMALL, params);
-}
-async function handleTextLarge(runtime, params) {
-  return generateTextWithModel(runtime, ModelType.TEXT_LARGE, params);
-}
 
 // src/models/object.ts
-import {
-  ModelType as ModelType2,
-  logger as logger4
-} from "@elizaos/core";
-import { generateObject } from "ai";
 async function generateObjectWithModel(runtime, modelType, params) {
   const openrouter = createOpenRouterProvider(runtime);
   const modelName = modelType === ModelType2.OBJECT_SMALL ? getSmallModel(runtime) : getLargeModel(runtime);
@@ -345,7 +285,7 @@ async function generateObjectWithModel(runtime, modelType, params) {
   try {
     const { object, usage } = await generateObject({
       model: openrouter.chat(modelName),
-      ...params.schema && { schema: params.schema },
+      ...params.schema && { schema: jsonSchema(params.schema) },
       output: params.schema ? "object" : "no-schema",
       prompt: params.prompt,
       temperature,
@@ -718,7 +658,127 @@ var openrouterPlugin = {
     [ModelType4.TEXT_EMBEDDING]: async (runtime, params) => {
       return handleTextEmbedding(runtime, params);
     }
-  }
+  },
+  tests: [
+    {
+      name: "openrouter_plugin_tests",
+      tests: [
+        {
+          name: "openrouter_test_text_small",
+          fn: async (runtime) => {
+            try {
+              const text = await runtime.useModel(ModelType4.TEXT_SMALL, {
+                prompt: "What is the nature of reality in 10 words?"
+              });
+              if (text.length === 0) {
+                throw new Error("Failed to generate text");
+              }
+              logger8.log({ text }, "generated with test_text_small");
+            } catch (error) {
+              const message = error instanceof Error ? error.message : String(error);
+              logger8.error(`Error in test_text_small: ${message}`);
+              throw error;
+            }
+          }
+        },
+        {
+          name: "openrouter_test_text_large",
+          fn: async (runtime) => {
+            try {
+              const text = await runtime.useModel(ModelType4.TEXT_LARGE, {
+                prompt: "What is the nature of reality in 10 words?"
+              });
+              if (text.length === 0) {
+                throw new Error("Failed to generate text");
+              }
+              logger8.log({ text }, "generated with test_text_large");
+            } catch (error) {
+              const message = error instanceof Error ? error.message : String(error);
+              logger8.error(`Error in test_text_large: ${message}`);
+              throw error;
+            }
+          }
+        },
+        {
+          name: "openrouter_test_text_generation_large",
+          fn: async (runtime) => {
+            try {
+              const result = await runtime.useModel(ModelType4.TEXT_LARGE, {
+                prompt: "Say hello in 5 words."
+              });
+              if (!result || result.length === 0) {
+                throw new Error("Text generation returned empty result");
+              }
+              logger8.log({ result }, "Text generation test completed");
+            } catch (error) {
+              const message = error instanceof Error ? error.message : String(error);
+              logger8.error(`Error in openrouter_test_text_generation_large: ${message}`);
+              throw error;
+            }
+          }
+        },
+        {
+          name: "openrouter_test_streaming",
+          fn: async (runtime) => {
+            try {
+              const chunks = [];
+              const result = await runtime.useModel(ModelType4.TEXT_LARGE, {
+                prompt: "Count from 1 to 5.",
+                onStreamChunk: (chunk) => {
+                  chunks.push(chunk);
+                }
+              });
+              if (!result || result.length === 0) {
+                throw new Error("Streaming returned empty result");
+              }
+              if (chunks.length === 0) {
+                throw new Error("No streaming chunks received");
+              }
+              logger8.log({ chunks: chunks.length, result: result.substring(0, 50) }, "Streaming test completed");
+            } catch (error) {
+              const message = error instanceof Error ? error.message : String(error);
+              logger8.error(`Error in openrouter_test_streaming: ${message}`);
+              throw error;
+            }
+          }
+        },
+        {
+          name: "openrouter_test_object_small",
+          fn: async (runtime) => {
+            try {
+              const result = await runtime.useModel(ModelType4.OBJECT_SMALL, {
+                prompt: "Create a simple JSON object with a message field saying hello",
+                schema: { type: "object" }
+              });
+              logger8.log({ result }, "Generated object with test_object_small");
+              if (!result || typeof result === "object" && "error" in result) {
+                throw new Error("Failed to generate object");
+              }
+            } catch (error) {
+              const message = error instanceof Error ? error.message : String(error);
+              logger8.error(`Error in test_object_small: ${message}`);
+              throw error;
+            }
+          }
+        },
+        {
+          name: "openrouter_test_text_embedding",
+          fn: async (runtime) => {
+            try {
+              const embedding = await runtime.useModel(ModelType4.TEXT_EMBEDDING, {
+                text: "Hello, world!"
+              });
+              logger8.log({ embedding }, "embedding");
+            } catch (error) {
+              const message = error instanceof Error ? error.message : String(error);
+              logger8.error(`Error in test_text_embedding: ${message}`);
+              throw error;
+            }
+          }
+        }
+      ]
+    }
+  ]
 };
 var src_default = openrouterPlugin;
 export {
@@ -726,4 +786,4 @@ export {
   src_default as default
 };
 
-//# debugId=A89A49588DC602FE64756E2164756E21
+//# debugId=4624CB80FF24B85064756E2164756E21