@elizaos/plugin-openai 2.0.0-alpha.4 → 2.0.0-alpha.537

package/dist/models/text.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../models/text.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,aAAa,EAAiB,MAAM,eAAe,CAAC;AAItF,OAAO,KAAK,EAAE,gBAAgB,EAAc,MAAM,UAAU,CAAC;AAsG7D;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC;AAED;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC"}
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../models/text.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,aAAa,EAAiB,MAAM,eAAe,CAAC;AAItF,OAAO,KAAK,EAAE,gBAAgB,EAAc,MAAM,UAAU,CAAC;AAoM7D;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC;AAED;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC;AAED,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAOpC;AAED,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAEpC"}

package/dist/node/index.node.js

@@ -82,9 +82,24 @@ function getEmbeddingBaseURL(runtime) {
 function getSmallModel(runtime) {
   return getSetting(runtime, "OPENAI_SMALL_MODEL") ?? getSetting(runtime, "SMALL_MODEL") ?? "gpt-5-mini";
 }
+function getNanoModel(runtime) {
+  return getSetting(runtime, "OPENAI_NANO_MODEL") ?? getSetting(runtime, "NANO_MODEL") ?? getSmallModel(runtime);
+}
+function getMediumModel(runtime) {
+  return getSetting(runtime, "OPENAI_MEDIUM_MODEL") ?? getSetting(runtime, "MEDIUM_MODEL") ?? getSmallModel(runtime);
+}
 function getLargeModel(runtime) {
   return getSetting(runtime, "OPENAI_LARGE_MODEL") ?? getSetting(runtime, "LARGE_MODEL") ?? "gpt-5";
 }
+function getMegaModel(runtime) {
+  return getSetting(runtime, "OPENAI_MEGA_MODEL") ?? getSetting(runtime, "MEGA_MODEL") ?? getLargeModel(runtime);
+}
+function getResponseHandlerModel(runtime) {
+  return getSetting(runtime, "OPENAI_RESPONSE_HANDLER_MODEL") ?? getSetting(runtime, "OPENAI_SHOULD_RESPOND_MODEL") ?? getSetting(runtime, "RESPONSE_HANDLER_MODEL") ?? getSetting(runtime, "SHOULD_RESPOND_MODEL") ?? getNanoModel(runtime);
+}
+function getActionPlannerModel(runtime) {
+  return getSetting(runtime, "OPENAI_ACTION_PLANNER_MODEL") ?? getSetting(runtime, "OPENAI_PLANNER_MODEL") ?? getSetting(runtime, "ACTION_PLANNER_MODEL") ?? getSetting(runtime, "PLANNER_MODEL") ?? getMediumModel(runtime);
+}
 function getEmbeddingModel(runtime) {
   return getSetting(runtime, "OPENAI_EMBEDDING_MODEL") ?? "text-embedding-3-small";
 }
@@ -378,7 +393,7 @@ async function handleTextToSpeech(runtime, input) {
   return response.arrayBuffer();
 }
 // models/embedding.ts
-import { logger as logger5, MAX_EMBEDDING_TOKENS, ModelType, VECTOR_DIMS } from "@elizaos/core";
+import { logger as logger5, ModelType, VECTOR_DIMS } from "@elizaos/core";
 
 // utils/events.ts
 import { EventType } from "@elizaos/core";
@@ -391,19 +406,24 @@ function truncatePrompt(prompt) {
 }
 function normalizeUsage(usage) {
   if ("promptTokens" in usage) {
+    const promptTokensDetails = "promptTokensDetails" in usage ? usage.promptTokensDetails : undefined;
+    const cachedPromptTokens = usage.cachedPromptTokens ?? promptTokensDetails?.cachedTokens;
     return {
       promptTokens: usage.promptTokens ?? 0,
       completionTokens: usage.completionTokens ?? 0,
-      totalTokens: usage.totalTokens ?? (usage.promptTokens ?? 0) + (usage.completionTokens ?? 0)
+      totalTokens: usage.totalTokens ?? (usage.promptTokens ?? 0) + (usage.completionTokens ?? 0),
+      cachedPromptTokens
     };
   }
   if ("inputTokens" in usage || "outputTokens" in usage) {
     const input = usage.inputTokens ?? 0;
     const output = usage.outputTokens ?? 0;
+    const total = usage.totalTokens ?? input + output;
     return {
       promptTokens: input,
       completionTokens: output,
-      totalTokens: input + output
+      totalTokens: total,
+      cachedPromptTokens: usage.cachedInputTokens
     };
   }
   return {
@@ -423,7 +443,8 @@ function emitModelUsageEvent(runtime, type, prompt, usage) {
     tokens: {
       prompt: normalized.promptTokens,
       completion: normalized.completionTokens,
-      total: normalized.totalTokens
+      total: normalized.totalTokens,
+      ...normalized.cachedPromptTokens !== undefined ? { cached: normalized.cachedPromptTokens } : {}
     }
   };
   runtime.emitEvent(EventType.MODEL_USED, payload);
@@ -463,9 +484,9 @@ async function handleTextEmbedding(runtime, params) {
   if (trimmedText.length === 0) {
     throw new Error("Cannot generate embedding for empty text");
   }
-  const maxChars = MAX_EMBEDDING_TOKENS * 4;
+  const maxChars = 8000 * 4;
   if (trimmedText.length > maxChars) {
-    logger5.warn(`[OpenAI] Embedding input too long (~${Math.ceil(trimmedText.length / 4)} tokens), truncating to ~${MAX_EMBEDDING_TOKENS} tokens`);
+    logger5.warn(`[OpenAI] Embedding input too long (~${Math.ceil(trimmedText.length / 4)} tokens), truncating to ~8000 tokens`);
     trimmedText = trimmedText.slice(0, maxChars);
   }
   const baseURL = getEmbeddingBaseURL(runtime);
@@ -488,7 +509,7 @@ async function handleTextEmbedding(runtime, params) {
   }
   const data = await response.json();
   const firstResult = data?.data?.[0];
-  if (!firstResult || !firstResult.embedding) {
+  if (!firstResult?.embedding) {
     throw new Error("OpenAI API returned invalid embedding response structure");
   }
   const embedding = firstResult.embedding;
@@ -514,7 +535,7 @@ async function handleImageGeneration(runtime, params) {
   const size = params.size ?? "1024x1024";
   const extendedParams = params;
   logger6.debug(`[OpenAI] Using IMAGE model: ${modelName}`);
-  if (!params.prompt || params.prompt.trim().length === 0) {
+  if (params.prompt.trim().length === 0) {
     throw new Error("IMAGE generation requires a non-empty prompt");
   }
   if (count < 1 || count > 10) {
@@ -546,7 +567,7 @@ async function handleImageGeneration(runtime, params) {
     throw new Error(`OpenAI image generation failed: ${response.status} ${response.statusText} - ${errorText}`);
   }
   const data = await response.json();
-  if (!data.data || data.data.length === 0) {
+  if (data.data.length === 0) {
     throw new Error("OpenAI API returned no images");
   }
   return data.data.map((item) => ({
@@ -674,7 +695,7 @@ async function generateObjectByModelType(runtime, params, modelType, getModelFn)
   const openai = createOpenAIClient(runtime);
   const modelName = getModelFn(runtime);
   logger8.debug(`[OpenAI] Using ${modelType} model: ${modelName}`);
-  if (!params.prompt || params.prompt.trim().length === 0) {
+  if (params.prompt.trim().length === 0) {
     throw new Error("Object generation requires a non-empty prompt");
   }
   if (params.schema) {
@@ -913,30 +934,70 @@ async function handleResearch(runtime, params) {
 // models/text.ts
 import { logger as logger10, ModelType as ModelType4 } from "@elizaos/core";
 import { generateText, streamText } from "ai";
+var TEXT_NANO_MODEL_TYPE = ModelType4.TEXT_NANO ?? "TEXT_NANO";
+var TEXT_MEDIUM_MODEL_TYPE = ModelType4.TEXT_MEDIUM ?? "TEXT_MEDIUM";
+var TEXT_MEGA_MODEL_TYPE = ModelType4.TEXT_MEGA ?? "TEXT_MEGA";
+var RESPONSE_HANDLER_MODEL_TYPE = ModelType4.RESPONSE_HANDLER ?? "RESPONSE_HANDLER";
+var ACTION_PLANNER_MODEL_TYPE = ModelType4.ACTION_PLANNER ?? "ACTION_PLANNER";
+function buildUserContent(params) {
+  const content = [{ type: "text", text: params.prompt }];
+  for (const attachment of params.attachments ?? []) {
+    content.push({
+      type: "file",
+      data: attachment.data,
+      mediaType: attachment.mediaType,
+      ...attachment.filename ? { filename: attachment.filename } : {}
+    });
+  }
+  return content;
+}
 function convertUsage(usage) {
   if (!usage) {
     return;
   }
   const promptTokens = usage.inputTokens ?? 0;
   const completionTokens = usage.outputTokens ?? 0;
+  const usageWithCache = usage;
   return {
     promptTokens,
     completionTokens,
-    totalTokens: promptTokens + completionTokens
+    totalTokens: promptTokens + completionTokens,
+    cachedPromptTokens: usageWithCache.cachedInputTokens
+  };
+}
+function resolvePromptCacheOptions(params) {
+  const withOpenAIOptions = params;
+  return {
+    promptCacheKey: withOpenAIOptions.providerOptions?.openai?.promptCacheKey,
+    promptCacheRetention: withOpenAIOptions.providerOptions?.openai?.promptCacheRetention
   };
 }
 async function generateTextByModelType(runtime, params, modelType, getModelFn) {
+  const paramsWithAttachments = params;
   const openai = createOpenAIClient(runtime);
   const modelName = getModelFn(runtime);
   logger10.debug(`[OpenAI] Using ${modelType} model: ${modelName}`);
+  const promptCacheOptions = resolvePromptCacheOptions(params);
+  const hasAttachments = (paramsWithAttachments.attachments?.length ?? 0) > 0;
+  const userContent = hasAttachments ? buildUserContent(paramsWithAttachments) : undefined;
   const systemPrompt = runtime.character.system ?? undefined;
   const model = openai.chat(modelName);
   const generateParams = {
     model,
-    prompt: params.prompt,
+    ...userContent ? { messages: [{ role: "user", content: userContent }] } : { prompt: params.prompt },
     system: systemPrompt,
     maxOutputTokens: params.maxTokens ?? 8192,
-    experimental_telemetry: { isEnabled: getExperimentalTelemetry(runtime) }
+    experimental_telemetry: { isEnabled: getExperimentalTelemetry(runtime) },
+    ...promptCacheOptions.promptCacheKey || promptCacheOptions.promptCacheRetention ? {
+      providerOptions: {
+        openai: {
+          ...promptCacheOptions.promptCacheKey ? { promptCacheKey: promptCacheOptions.promptCacheKey } : {},
+          ...promptCacheOptions.promptCacheRetention ? {
+            promptCacheRetention: promptCacheOptions.promptCacheRetention
+          } : {}
+        }
+      }
+    } : {}
   };
   if (params.stream) {
     const result = streamText(generateParams);
@@ -956,9 +1017,24 @@ async function generateTextByModelType(runtime, params, modelType, getModelFn) {
 async function handleTextSmall(runtime, params) {
   return generateTextByModelType(runtime, params, ModelType4.TEXT_SMALL, getSmallModel);
 }
+async function handleTextNano(runtime, params) {
+  return generateTextByModelType(runtime, params, TEXT_NANO_MODEL_TYPE, getNanoModel);
+}
+async function handleTextMedium(runtime, params) {
+  return generateTextByModelType(runtime, params, TEXT_MEDIUM_MODEL_TYPE, getMediumModel);
+}
 async function handleTextLarge(runtime, params) {
   return generateTextByModelType(runtime, params, ModelType4.TEXT_LARGE, getLargeModel);
 }
+async function handleTextMega(runtime, params) {
+  return generateTextByModelType(runtime, params, TEXT_MEGA_MODEL_TYPE, getMegaModel);
+}
+async function handleResponseHandler(runtime, params) {
+  return generateTextByModelType(runtime, params, RESPONSE_HANDLER_MODEL_TYPE, getResponseHandlerModel);
+}
+async function handleActionPlanner(runtime, params) {
+  return generateTextByModelType(runtime, params, ACTION_PLANNER_MODEL_TYPE, getActionPlannerModel);
+}
 // models/tokenizer.ts
 import { ModelType as ModelType6 } from "@elizaos/core";
 
@@ -1026,16 +1102,35 @@ function getProcessEnv() {
   return process.env;
 }
 var env = getProcessEnv();
+var TEXT_NANO_MODEL_TYPE2 = ModelType7.TEXT_NANO ?? "TEXT_NANO";
+var TEXT_MEDIUM_MODEL_TYPE2 = ModelType7.TEXT_MEDIUM ?? "TEXT_MEDIUM";
+var TEXT_MEGA_MODEL_TYPE2 = ModelType7.TEXT_MEGA ?? "TEXT_MEGA";
+var RESPONSE_HANDLER_MODEL_TYPE2 = ModelType7.RESPONSE_HANDLER ?? "RESPONSE_HANDLER";
+var ACTION_PLANNER_MODEL_TYPE2 = ModelType7.ACTION_PLANNER ?? "ACTION_PLANNER";
 var openaiPlugin = {
   name: "openai",
   description: "OpenAI API integration for text, image, audio, and embedding models",
   config: {
     OPENAI_API_KEY: env.OPENAI_API_KEY ?? null,
     OPENAI_BASE_URL: env.OPENAI_BASE_URL ?? null,
+    OPENAI_NANO_MODEL: env.OPENAI_NANO_MODEL ?? null,
+    OPENAI_MEDIUM_MODEL: env.OPENAI_MEDIUM_MODEL ?? null,
     OPENAI_SMALL_MODEL: env.OPENAI_SMALL_MODEL ?? null,
     OPENAI_LARGE_MODEL: env.OPENAI_LARGE_MODEL ?? null,
+    OPENAI_MEGA_MODEL: env.OPENAI_MEGA_MODEL ?? null,
+    OPENAI_RESPONSE_HANDLER_MODEL: env.OPENAI_RESPONSE_HANDLER_MODEL ?? null,
+    OPENAI_SHOULD_RESPOND_MODEL: env.OPENAI_SHOULD_RESPOND_MODEL ?? null,
+    OPENAI_ACTION_PLANNER_MODEL: env.OPENAI_ACTION_PLANNER_MODEL ?? null,
+    OPENAI_PLANNER_MODEL: env.OPENAI_PLANNER_MODEL ?? null,
+    NANO_MODEL: env.NANO_MODEL ?? null,
+    MEDIUM_MODEL: env.MEDIUM_MODEL ?? null,
     SMALL_MODEL: env.SMALL_MODEL ?? null,
     LARGE_MODEL: env.LARGE_MODEL ?? null,
+    MEGA_MODEL: env.MEGA_MODEL ?? null,
+    RESPONSE_HANDLER_MODEL: env.RESPONSE_HANDLER_MODEL ?? null,
+    SHOULD_RESPOND_MODEL: env.SHOULD_RESPOND_MODEL ?? null,
+    ACTION_PLANNER_MODEL: env.ACTION_PLANNER_MODEL ?? null,
+    PLANNER_MODEL: env.PLANNER_MODEL ?? null,
     OPENAI_EMBEDDING_MODEL: env.OPENAI_EMBEDDING_MODEL ?? null,
     OPENAI_EMBEDDING_API_KEY: env.OPENAI_EMBEDDING_API_KEY ?? null,
     OPENAI_EMBEDDING_URL: env.OPENAI_EMBEDDING_URL ?? null,
@@ -1062,9 +1157,24 @@ var openaiPlugin = {
     [ModelType7.TEXT_SMALL]: async (runtime, params) => {
       return handleTextSmall(runtime, params);
     },
+    [TEXT_NANO_MODEL_TYPE2]: async (runtime, params) => {
+      return handleTextNano(runtime, params);
+    },
+    [TEXT_MEDIUM_MODEL_TYPE2]: async (runtime, params) => {
+      return handleTextMedium(runtime, params);
+    },
     [ModelType7.TEXT_LARGE]: async (runtime, params) => {
       return handleTextLarge(runtime, params);
     },
+    [TEXT_MEGA_MODEL_TYPE2]: async (runtime, params) => {
+      return handleTextMega(runtime, params);
+    },
+    [RESPONSE_HANDLER_MODEL_TYPE2]: async (runtime, params) => {
+      return handleResponseHandler(runtime, params);
+    },
+    [ACTION_PLANNER_MODEL_TYPE2]: async (runtime, params) => {
+      return handleActionPlanner(runtime, params);
+    },
     [ModelType7.IMAGE]: async (runtime, params) => {
       return handleImageGeneration(runtime, params);
     },
@@ -1252,10 +1362,13 @@ var openaiPlugin = {
     }
   ]
 };
-var typescript_default = openaiPlugin;
+var plugin_openai_default = openaiPlugin;
+
+// index.node.ts
+var index_node_default = plugin_openai_default;
 export {
   openaiPlugin,
-  typescript_default as default
+  index_node_default as default
 };
 
-//# debugId=B9489C35D5CDD46D64756E2164756E21
+//# debugId=5F395DEFC0D15DB964756E2164756E21