@elizaos/plugin-openai 1.0.0-beta.71 → 1.0.0-beta.72

package/dist/index.js

@@ -503,28 +503,20 @@ import { encodingForModel } from "js-tiktoken";
 import { fetch, FormData } from "undici";
 function getTracer(runtime) {
   const availableServices = Array.from(runtime.getAllServices().keys());
-  logger.debug(
-    `[getTracer] Available services: ${JSON.stringify(availableServices)}`
-  );
-  logger.debug(
-    `[getTracer] Attempting to get service with key: ${ServiceType.INSTRUMENTATION}`
-  );
+  logger.debug(`[getTracer] Available services: ${JSON.stringify(availableServices)}`);
+  logger.debug(`[getTracer] Attempting to get service with key: ${ServiceType.INSTRUMENTATION}`);
   const instrumentationService = runtime.getService(
     ServiceType.INSTRUMENTATION
   );
   if (!instrumentationService) {
-    logger.warn(
-      `[getTracer] Service ${ServiceType.INSTRUMENTATION} not found in runtime.`
-    );
+    logger.warn(`[getTracer] Service ${ServiceType.INSTRUMENTATION} not found in runtime.`);
     return null;
   }
   if (!instrumentationService.isEnabled()) {
     logger.debug("[getTracer] Instrumentation service found but is disabled.");
     return null;
   }
-  logger.debug(
-    "[getTracer] Successfully retrieved enabled instrumentation service."
-  );
+  logger.debug("[getTracer] Successfully retrieved enabled instrumentation service.");
   return instrumentationService.getTracer("eliza.llm.openai");
 }
 async function startLlmSpan(runtime, spanName, attributes, fn) {
@@ -548,35 +540,26 @@ async function startLlmSpan(runtime, spanName, attributes, fn) {
     return fn(dummySpan);
   }
   const activeContext = context.active();
-  return tracer.startActiveSpan(
-    spanName,
-    { attributes },
-    activeContext,
-    async (span) => {
-      try {
-        const result = await fn(span);
-        span.setStatus({ code: SpanStatusCode.OK });
-        span.end();
-        return result;
-      } catch (error) {
-        const message = error instanceof Error ? error.message : String(error);
-        span.recordException(error);
-        span.setStatus({ code: SpanStatusCode.ERROR, message });
-        span.end();
-        throw error;
-      }
+  return tracer.startActiveSpan(spanName, { attributes }, activeContext, async (span) => {
+    try {
+      const result = await fn(span);
+      span.setStatus({ code: SpanStatusCode.OK });
+      span.end();
+      return result;
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      span.recordException(error);
+      span.setStatus({ code: SpanStatusCode.ERROR, message });
+      span.end();
+      throw error;
     }
-  );
+  });
 }
 function getSetting(runtime, key, defaultValue) {
   return runtime.getSetting(key) ?? process.env[key] ?? defaultValue;
 }
 function getBaseURL(runtime) {
-  const baseURL = getSetting(
-    runtime,
-    "OPENAI_BASE_URL",
-    "https://api.openai.com/v1"
-  );
+  const baseURL = getSetting(runtime, "OPENAI_BASE_URL", "https://api.openai.com/v1");
   logger.debug(`[OpenAI] Default base URL: ${baseURL}`);
   return baseURL;
 }
@@ -631,113 +614,99 @@ async function generateObjectByModelType(runtime, params, modelType, getModelFn)
     "llm.request.temperature": temperature,
     "llm.request.schema_present": schemaPresent
   };
-  return startLlmSpan(
-    runtime,
-    "LLM.generateObject",
-    attributes,
-    async (span) => {
-      span.addEvent("llm.prompt", { "prompt.content": params.prompt });
-      if (schemaPresent) {
-        span.addEvent("llm.request.schema", {
-          schema: JSON.stringify(params.schema, safeReplacer())
+  return startLlmSpan(runtime, "LLM.generateObject", attributes, async (span) => {
+    span.addEvent("llm.prompt", { "prompt.content": params.prompt });
+    if (schemaPresent) {
+      span.addEvent("llm.request.schema", {
+        schema: JSON.stringify(params.schema, safeReplacer())
+      });
+      logger.info(
+        `Using ${modelType} without schema validation (schema provided but output=no-schema)`
+      );
+    }
+    try {
+      const { object, usage } = await generateObject({
+        model: openai.languageModel(modelName),
+        output: "no-schema",
+        prompt: params.prompt,
+        temperature,
+        experimental_repairText: getJsonRepairFunction()
+      });
+      span.addEvent("llm.response.processed", {
+        "response.object": JSON.stringify(object, safeReplacer())
+      });
+      if (usage) {
+        span.setAttributes({
+          "llm.usage.prompt_tokens": usage.promptTokens,
+          "llm.usage.completion_tokens": usage.completionTokens,
+          "llm.usage.total_tokens": usage.totalTokens
         });
-        logger.info(
-          `Using ${modelType} without schema validation (schema provided but output=no-schema)`
-        );
+        emitModelUsageEvent(runtime, modelType, params.prompt, usage);
       }
-      try {
-        const { object, usage } = await generateObject({
-          model: openai.languageModel(modelName),
-          output: "no-schema",
-          prompt: params.prompt,
-          temperature,
-          experimental_repairText: getJsonRepairFunction()
+      return object;
+    } catch (error) {
+      if (error instanceof JSONParseError) {
+        logger.error(`[generateObject] Failed to parse JSON: ${error.message}`);
+        span.recordException(error);
+        span.addEvent("llm.error.json_parse", {
+          "error.message": error.message,
+          "error.text": error.text
         });
-        span.addEvent("llm.response.processed", {
-          "response.object": JSON.stringify(object, safeReplacer())
+        span.addEvent("llm.repair.attempt");
+        const repairFunction = getJsonRepairFunction();
+        const repairedJsonString = await repairFunction({
+          text: error.text,
+          error
         });
-        if (usage) {
-          span.setAttributes({
-            "llm.usage.prompt_tokens": usage.promptTokens,
-            "llm.usage.completion_tokens": usage.completionTokens,
-            "llm.usage.total_tokens": usage.totalTokens
-          });
-          emitModelUsageEvent(
-            runtime,
-            modelType,
-            params.prompt,
-            usage
-          );
-        }
-        return object;
-      } catch (error) {
-        if (error instanceof JSONParseError) {
-          logger.error(
-            `[generateObject] Failed to parse JSON: ${error.message}`
-          );
-          span.recordException(error);
-          span.addEvent("llm.error.json_parse", {
-            "error.message": error.message,
-            "error.text": error.text
-          });
-          span.addEvent("llm.repair.attempt");
-          const repairFunction = getJsonRepairFunction();
-          const repairedJsonString = await repairFunction({
-            text: error.text,
-            error
-          });
-          if (repairedJsonString) {
-            try {
-              const repairedObject = JSON.parse(repairedJsonString);
-              span.addEvent("llm.repair.success", {
-                repaired_object: JSON.stringify(repairedObject, safeReplacer())
-              });
-              logger.info("[generateObject] Successfully repaired JSON.");
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: "JSON parsing failed but was repaired"
-              });
-              return repairedObject;
-            } catch (repairParseError) {
-              const message = repairParseError instanceof Error ? repairParseError.message : String(repairParseError);
-              logger.error(
-                `[generateObject] Failed to parse repaired JSON: ${message}`
-              );
-              const exception = repairParseError instanceof Error ? repairParseError : new Error(message);
-              span.recordException(exception);
-              span.addEvent("llm.repair.parse_error", {
-                "error.message": message
-              });
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: `JSON repair failed: ${message}`
-              });
-              throw repairParseError;
-            }
-          } else {
-            const errMsg = error instanceof Error ? error.message : String(error);
-            logger.error("[generateObject] JSON repair failed.");
-            span.addEvent("llm.repair.failed");
+        if (repairedJsonString) {
+          try {
+            const repairedObject = JSON.parse(repairedJsonString);
+            span.addEvent("llm.repair.success", {
+              repaired_object: JSON.stringify(repairedObject, safeReplacer())
+            });
+            logger.info("[generateObject] Successfully repaired JSON.");
             span.setStatus({
               code: SpanStatusCode.ERROR,
-              message: `JSON repair failed: ${errMsg}`
+              message: "JSON parsing failed but was repaired"
+            });
+            return repairedObject;
+          } catch (repairParseError) {
+            const message = repairParseError instanceof Error ? repairParseError.message : String(repairParseError);
+            logger.error(`[generateObject] Failed to parse repaired JSON: ${message}`);
+            const exception = repairParseError instanceof Error ? repairParseError : new Error(message);
+            span.recordException(exception);
+            span.addEvent("llm.repair.parse_error", {
+              "error.message": message
             });
-            throw error;
+            span.setStatus({
+              code: SpanStatusCode.ERROR,
+              message: `JSON repair failed: ${message}`
+            });
+            throw repairParseError;
           }
         } else {
-          const message = error instanceof Error ? error.message : String(error);
-          logger.error(`[generateObject] Unknown error: ${message}`);
-          const exception = error instanceof Error ? error : new Error(message);
-          span.recordException(exception);
+          const errMsg = error instanceof Error ? error.message : String(error);
+          logger.error("[generateObject] JSON repair failed.");
+          span.addEvent("llm.repair.failed");
           span.setStatus({
             code: SpanStatusCode.ERROR,
-            message
+            message: `JSON repair failed: ${errMsg}`
           });
           throw error;
         }
+      } else {
+        const message = error instanceof Error ? error.message : String(error);
+        logger.error(`[generateObject] Unknown error: ${message}`);
+        const exception = error instanceof Error ? error : new Error(message);
+        span.recordException(exception);
+        span.setStatus({
+          code: SpanStatusCode.ERROR,
+          message
+        });
+        throw error;
       }
     }
-  );
+  });
 }
 function getJsonRepairFunction() {
   return async ({ text, error }) => {
@@ -827,21 +796,15 @@ var openaiPlugin = {
           headers: { Authorization: `Bearer ${getApiKey(runtime)}` }
         });
         if (!response.ok) {
-          logger.warn(
-            `OpenAI API key validation failed: ${response.statusText}`
-          );
-          logger.warn(
-            "OpenAI functionality will be limited until a valid API key is provided"
-          );
+          logger.warn(`OpenAI API key validation failed: ${response.statusText}`);
+          logger.warn("OpenAI functionality will be limited until a valid API key is provided");
         } else {
           logger.log("OpenAI API key validated successfully");
         }
       } catch (fetchError) {
         const message = fetchError instanceof Error ? fetchError.message : String(fetchError);
         logger.warn(`Error validating OpenAI API key: ${message}`);
-        logger.warn(
-          "OpenAI functionality will be limited until a valid API key is provided"
-        );
+        logger.warn("OpenAI functionality will be limited until a valid API key is provided");
       }
     } catch (error) {
       const message = error?.errors?.map((e) => e.message).join(", ") || (error instanceof Error ? error.message : String(error));
@@ -899,98 +862,83 @@ var openaiPlugin = {
         "llm.request.embedding.dimensions": embeddingDimension,
         "input.text.length": text.length
       };
-      return startLlmSpan(
-        runtime,
-        "LLM.embedding",
-        attributes,
-        async (span) => {
-          span.addEvent("llm.prompt", { "prompt.content": text });
-          const embeddingBaseURL = getEmbeddingBaseURL(runtime);
-          const apiKey = getApiKey(runtime);
-          if (!apiKey) {
+      return startLlmSpan(runtime, "LLM.embedding", attributes, async (span) => {
+        span.addEvent("llm.prompt", { "prompt.content": text });
+        const embeddingBaseURL = getEmbeddingBaseURL(runtime);
+        const apiKey = getApiKey(runtime);
+        if (!apiKey) {
+          span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: "OpenAI API key not configured"
+          });
+          throw new Error("OpenAI API key not configured");
+        }
+        try {
+          const response = await fetch(`${embeddingBaseURL}/embeddings`, {
+            method: "POST",
+            headers: {
+              Authorization: `Bearer ${apiKey}`,
+              "Content-Type": "application/json"
+            },
+            body: JSON.stringify({
+              model: embeddingModelName,
+              input: text
+            })
+          });
+          const responseClone = response.clone();
+          const rawResponseBody = await responseClone.text();
+          span.addEvent("llm.response.raw", {
+            "response.body": rawResponseBody
+          });
+          if (!response.ok) {
+            logger.error(`OpenAI API error: ${response.status} - ${response.statusText}`);
+            span.setAttributes({ "error.api.status": response.status });
             span.setStatus({
               code: SpanStatusCode.ERROR,
-              message: "OpenAI API key not configured"
+              message: `OpenAI API error: ${response.status} - ${response.statusText}. Response: ${rawResponseBody}`
             });
-            throw new Error("OpenAI API key not configured");
+            const errorVector = Array(embeddingDimension).fill(0);
+            errorVector[0] = 0.4;
+            return errorVector;
           }
-          try {
-            const response = await fetch(`${embeddingBaseURL}/embeddings`, {
-              method: "POST",
-              headers: {
-                Authorization: `Bearer ${apiKey}`,
-                "Content-Type": "application/json"
-              },
-              body: JSON.stringify({
-                model: embeddingModelName,
-                input: text
-              })
-            });
-            const responseClone = response.clone();
-            const rawResponseBody = await responseClone.text();
-            span.addEvent("llm.response.raw", {
-              "response.body": rawResponseBody
+          const data = await response.json();
+          if (!data?.data?.[0]?.embedding) {
+            logger.error("API returned invalid structure");
+            span.setStatus({
+              code: SpanStatusCode.ERROR,
+              message: "API returned invalid structure"
             });
-            if (!response.ok) {
-              logger.error(
-                `OpenAI API error: ${response.status} - ${response.statusText}`
-              );
-              span.setAttributes({ "error.api.status": response.status });
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: `OpenAI API error: ${response.status} - ${response.statusText}. Response: ${rawResponseBody}`
-              });
-              const errorVector = Array(embeddingDimension).fill(0);
-              errorVector[0] = 0.4;
-              return errorVector;
-            }
-            const data = await response.json();
-            if (!data?.data?.[0]?.embedding) {
-              logger.error("API returned invalid structure");
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: "API returned invalid structure"
-              });
-              const errorVector = Array(embeddingDimension).fill(0);
-              errorVector[0] = 0.5;
-              return errorVector;
-            }
-            const embedding = data.data[0].embedding;
-            span.setAttribute(
-              "llm.response.embedding.vector_length",
-              embedding.length
-            );
-            if (data.usage) {
-              span.setAttributes({
-                "llm.usage.prompt_tokens": data.usage.prompt_tokens,
-                "llm.usage.total_tokens": data.usage.total_tokens
-              });
-              const usage = {
-                promptTokens: data.usage.prompt_tokens,
-                completionTokens: 0,
-                totalTokens: data.usage.total_tokens
-              };
-              emitModelUsageEvent(
-                runtime,
-                ModelType.TEXT_EMBEDDING,
-                text,
-                usage
-              );
-            }
-            logger.log(`Got valid embedding with length ${embedding.length}`);
-            return embedding;
-          } catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
-            logger.error(`Error generating embedding: ${message}`);
-            const exception = error instanceof Error ? error : new Error(message);
-            span.recordException(exception);
-            span.setStatus({ code: SpanStatusCode.ERROR, message });
             const errorVector = Array(embeddingDimension).fill(0);
-            errorVector[0] = 0.6;
+            errorVector[0] = 0.5;
             return errorVector;
           }
+          const embedding = data.data[0].embedding;
+          span.setAttribute("llm.response.embedding.vector_length", embedding.length);
+          if (data.usage) {
+            span.setAttributes({
+              "llm.usage.prompt_tokens": data.usage.prompt_tokens,
+              "llm.usage.total_tokens": data.usage.total_tokens
+            });
+            const usage = {
+              promptTokens: data.usage.prompt_tokens,
+              completionTokens: 0,
+              totalTokens: data.usage.total_tokens
+            };
+            emitModelUsageEvent(runtime, ModelType.TEXT_EMBEDDING, text, usage);
+          }
+          logger.log(`Got valid embedding with length ${embedding.length}`);
+          return embedding;
+        } catch (error) {
+          const message = error instanceof Error ? error.message : String(error);
+          logger.error(`Error generating embedding: ${message}`);
+          const exception = error instanceof Error ? error : new Error(message);
+          span.recordException(exception);
+          span.setStatus({ code: SpanStatusCode.ERROR, message });
+          const errorVector = Array(embeddingDimension).fill(0);
+          errorVector[0] = 0.6;
+          return errorVector;
         }
-      );
+      });
     },
     [ModelType.TEXT_TOKENIZER_ENCODE]: async (_runtime, { prompt, modelType = ModelType.TEXT_LARGE }) => {
       return await tokenizeText(modelType ?? ModelType.TEXT_LARGE, prompt);
@@ -1017,40 +965,32 @@ var openaiPlugin = {
         "llm.request.presence_penalty": presence_penalty,
         "llm.request.stop_sequences": JSON.stringify(stopSequences)
       };
-      return startLlmSpan(
-        runtime,
-        "LLM.generateText",
-        attributes,
-        async (span) => {
-          span.addEvent("llm.prompt", { "prompt.content": prompt });
-          const { text: openaiResponse, usage } = await generateText({
-            model: openai.languageModel(modelName),
-            prompt,
-            system: runtime.character.system ?? void 0,
-            temperature,
-            maxTokens: max_response_length,
-            frequencyPenalty: frequency_penalty,
-            presencePenalty: presence_penalty,
-            stopSequences
-          });
-          span.setAttribute(
-            "llm.response.processed.length",
-            openaiResponse.length
-          );
-          span.addEvent("llm.response.processed", {
-            "response.content": openaiResponse.substring(0, 200) + (openaiResponse.length > 200 ? "..." : "")
+      return startLlmSpan(runtime, "LLM.generateText", attributes, async (span) => {
+        span.addEvent("llm.prompt", { "prompt.content": prompt });
+        const { text: openaiResponse, usage } = await generateText({
+          model: openai.languageModel(modelName),
+          prompt,
+          system: runtime.character.system ?? void 0,
+          temperature,
+          maxTokens: max_response_length,
+          frequencyPenalty: frequency_penalty,
+          presencePenalty: presence_penalty,
+          stopSequences
+        });
+        span.setAttribute("llm.response.processed.length", openaiResponse.length);
+        span.addEvent("llm.response.processed", {
+          "response.content": openaiResponse.substring(0, 200) + (openaiResponse.length > 200 ? "..." : "")
+        });
+        if (usage) {
+          span.setAttributes({
+            "llm.usage.prompt_tokens": usage.promptTokens,
+            "llm.usage.completion_tokens": usage.completionTokens,
+            "llm.usage.total_tokens": usage.totalTokens
           });
-          if (usage) {
-            span.setAttributes({
-              "llm.usage.prompt_tokens": usage.promptTokens,
-              "llm.usage.completion_tokens": usage.completionTokens,
-              "llm.usage.total_tokens": usage.totalTokens
-            });
-            emitModelUsageEvent(runtime, ModelType.TEXT_SMALL, prompt, usage);
-          }
-          return openaiResponse;
+          emitModelUsageEvent(runtime, ModelType.TEXT_SMALL, prompt, usage);
         }
-      );
+        return openaiResponse;
+      });
     },
     [ModelType.TEXT_LARGE]: async (runtime, {
       prompt,
@@ -1074,40 +1014,32 @@ var openaiPlugin = {
         "llm.request.presence_penalty": presencePenalty,
         "llm.request.stop_sequences": JSON.stringify(stopSequences)
       };
-      return startLlmSpan(
-        runtime,
-        "LLM.generateText",
-        attributes,
-        async (span) => {
-          span.addEvent("llm.prompt", { "prompt.content": prompt });
-          const { text: openaiResponse, usage } = await generateText({
-            model: openai.languageModel(modelName),
-            prompt,
-            system: runtime.character.system ?? void 0,
-            temperature,
-            maxTokens,
-            frequencyPenalty,
-            presencePenalty,
-            stopSequences
-          });
-          span.setAttribute(
-            "llm.response.processed.length",
-            openaiResponse.length
-          );
-          span.addEvent("llm.response.processed", {
-            "response.content": openaiResponse.substring(0, 200) + (openaiResponse.length > 200 ? "..." : "")
+      return startLlmSpan(runtime, "LLM.generateText", attributes, async (span) => {
+        span.addEvent("llm.prompt", { "prompt.content": prompt });
+        const { text: openaiResponse, usage } = await generateText({
+          model: openai.languageModel(modelName),
+          prompt,
+          system: runtime.character.system ?? void 0,
+          temperature,
+          maxTokens,
+          frequencyPenalty,
+          presencePenalty,
+          stopSequences
+        });
+        span.setAttribute("llm.response.processed.length", openaiResponse.length);
+        span.addEvent("llm.response.processed", {
+          "response.content": openaiResponse.substring(0, 200) + (openaiResponse.length > 200 ? "..." : "")
+        });
+        if (usage) {
+          span.setAttributes({
+            "llm.usage.prompt_tokens": usage.promptTokens,
+            "llm.usage.completion_tokens": usage.completionTokens,
+            "llm.usage.total_tokens": usage.totalTokens
           });
-          if (usage) {
-            span.setAttributes({
-              "llm.usage.prompt_tokens": usage.promptTokens,
-              "llm.usage.completion_tokens": usage.completionTokens,
-              "llm.usage.total_tokens": usage.totalTokens
-            });
-            emitModelUsageEvent(runtime, ModelType.TEXT_LARGE, prompt, usage);
-          }
-          return openaiResponse;
+          emitModelUsageEvent(runtime, ModelType.TEXT_LARGE, prompt, usage);
         }
-      );
+        return openaiResponse;
+      });
     },
     [ModelType.IMAGE]: async (runtime, params) => {
       const n = params.n || 1;
@@ -1121,64 +1053,57 @@ var openaiPlugin = {
         "llm.request.image.size": size,
         "llm.request.image.count": n
       };
-      return startLlmSpan(
-        runtime,
-        "LLM.imageGeneration",
-        attributes,
-        async (span) => {
-          span.addEvent("llm.prompt", { "prompt.content": prompt });
-          const baseURL = getBaseURL(runtime);
-          const apiKey = getApiKey(runtime);
-          if (!apiKey) {
+      return startLlmSpan(runtime, "LLM.imageGeneration", attributes, async (span) => {
+        span.addEvent("llm.prompt", { "prompt.content": prompt });
+        const baseURL = getBaseURL(runtime);
+        const apiKey = getApiKey(runtime);
+        if (!apiKey) {
+          span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: "OpenAI API key not configured"
+          });
+          throw new Error("OpenAI API key not configured");
+        }
+        try {
+          const response = await fetch(`${baseURL}/images/generations`, {
+            method: "POST",
+            headers: {
+              Authorization: `Bearer ${apiKey}`,
+              "Content-Type": "application/json"
+            },
+            body: JSON.stringify({
+              prompt,
+              n,
+              size
+            })
+          });
+          const responseClone = response.clone();
+          const rawResponseBody = await responseClone.text();
+          span.addEvent("llm.response.raw", {
+            "response.body": rawResponseBody
+          });
+          if (!response.ok) {
+            span.setAttributes({ "error.api.status": response.status });
             span.setStatus({
               code: SpanStatusCode.ERROR,
-              message: "OpenAI API key not configured"
+              message: `Failed to generate image: ${response.statusText}. Response: ${rawResponseBody}`
             });
-            throw new Error("OpenAI API key not configured");
-          }
-          try {
-            const response = await fetch(`${baseURL}/images/generations`, {
-              method: "POST",
-              headers: {
-                Authorization: `Bearer ${apiKey}`,
-                "Content-Type": "application/json"
-              },
-              body: JSON.stringify({
-                prompt,
-                n,
-                size
-              })
-            });
-            const responseClone = response.clone();
-            const rawResponseBody = await responseClone.text();
-            span.addEvent("llm.response.raw", {
-              "response.body": rawResponseBody
-            });
-            if (!response.ok) {
-              span.setAttributes({ "error.api.status": response.status });
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: `Failed to generate image: ${response.statusText}. Response: ${rawResponseBody}`
-              });
-              throw new Error(
-                `Failed to generate image: ${response.statusText}`
-              );
-            }
-            const data = await response.json();
-            const typedData = data;
-            span.addEvent("llm.response.processed", {
-              "response.urls": JSON.stringify(typedData.data)
-            });
-            return typedData.data;
-          } catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
-            const exception = error instanceof Error ? error : new Error(message);
-            span.recordException(exception);
-            span.setStatus({ code: SpanStatusCode.ERROR, message });
-            throw error;
+            throw new Error(`Failed to generate image: ${response.statusText}`);
           }
+          const data = await response.json();
+          const typedData = data;
+          span.addEvent("llm.response.processed", {
+            "response.urls": JSON.stringify(typedData.data)
+          });
+          return typedData.data;
+        } catch (error) {
+          const message = error instanceof Error ? error.message : String(error);
+          const exception = error instanceof Error ? error : new Error(message);
+          span.recordException(exception);
+          span.setStatus({ code: SpanStatusCode.ERROR, message });
+          throw error;
         }
-      );
+      });
     },
     [ModelType.IMAGE_DESCRIPTION]: async (runtime, params) => {
       let imageUrl;
@@ -1212,114 +1137,112 @@ var openaiPlugin = {
           ]
         }
       ];
-      return startLlmSpan(
-        runtime,
-        "LLM.imageDescription",
-        attributes,
-        async (span) => {
-          span.addEvent("llm.prompt", {
-            "prompt.content": JSON.stringify(messages, safeReplacer())
+      return startLlmSpan(runtime, "LLM.imageDescription", attributes, async (span) => {
+        span.addEvent("llm.prompt", {
+          "prompt.content": JSON.stringify(messages, safeReplacer())
+        });
+        const baseURL = getBaseURL(runtime);
+        const apiKey = getApiKey(runtime);
+        if (!apiKey) {
+          logger.error("OpenAI API key not set");
+          span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: "OpenAI API key not configured"
+          });
+          return {
+            title: "Failed to analyze image",
+            description: "API key not configured"
+          };
+        }
+        try {
+          const requestBody = {
+            model: modelName,
+            messages,
+            max_tokens: maxTokens
+          };
+          const response = await fetch(`${baseURL}/chat/completions`, {
+            method: "POST",
+            headers: {
+              "Content-Type": "application/json",
+              Authorization: `Bearer ${apiKey}`
+            },
+            body: JSON.stringify(requestBody)
+          });
+          const responseClone = response.clone();
+          const rawResponseBody = await responseClone.text();
+          span.addEvent("llm.response.raw", {
+            "response.body": rawResponseBody
           });
-          const baseURL = getBaseURL(runtime);
-          const apiKey = getApiKey(runtime);
-          if (!apiKey) {
-            logger.error("OpenAI API key not set");
+          if (!response.ok) {
+            span.setAttributes({ "error.api.status": response.status });
             span.setStatus({
               code: SpanStatusCode.ERROR,
-              message: "OpenAI API key not configured"
+              message: `OpenAI API error: ${response.status}. Response: ${rawResponseBody}`
             });
-            return {
-              title: "Failed to analyze image",
-              description: "API key not configured"
-            };
+            throw new Error(`OpenAI API error: ${response.status}`);
           }
-          try {
-            const requestBody = {
-              model: modelName,
-              messages,
-              max_tokens: maxTokens
-            };
-            const response = await fetch(`${baseURL}/chat/completions`, {
-              method: "POST",
-              headers: {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${apiKey}`
-              },
-              body: JSON.stringify(requestBody)
-            });
-            const responseClone = response.clone();
-            const rawResponseBody = await responseClone.text();
-            span.addEvent("llm.response.raw", {
-              "response.body": rawResponseBody
+          const result = await response.json();
+          const typedResult = result;
+          const content = typedResult.choices?.[0]?.message?.content;
+          console.log("############## CONTENT", content);
+          if (typedResult.usage) {
+            span.setAttributes({
+              "llm.usage.prompt_tokens": typedResult.usage.prompt_tokens,
+              "llm.usage.completion_tokens": typedResult.usage.completion_tokens,
+              "llm.usage.total_tokens": typedResult.usage.total_tokens
             });
-            if (!response.ok) {
-              span.setAttributes({ "error.api.status": response.status });
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: `OpenAI API error: ${response.status}. Response: ${rawResponseBody}`
-              });
-              throw new Error(`OpenAI API error: ${response.status}`);
-            }
-            const result = await response.json();
-            const typedResult = result;
-            const content = typedResult.choices?.[0]?.message?.content;
-            if (typedResult.usage) {
-              span.setAttributes({
-                "llm.usage.prompt_tokens": typedResult.usage.prompt_tokens,
-                "llm.usage.completion_tokens": typedResult.usage.completion_tokens,
-                "llm.usage.total_tokens": typedResult.usage.total_tokens
-              });
-              emitModelUsageEvent(
-                runtime,
-                ModelType.IMAGE_DESCRIPTION,
-                typeof params === "string" ? params : params.prompt || "",
-                {
-                  promptTokens: typedResult.usage.prompt_tokens,
-                  completionTokens: typedResult.usage.completion_tokens,
-                  totalTokens: typedResult.usage.total_tokens
-                }
-              );
-            }
-            if (typedResult.choices?.[0]?.finish_reason) {
-              span.setAttribute(
-                "llm.response.finish_reason",
-                typedResult.choices[0].finish_reason
-              );
-            }
-            if (!content) {
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: "No content in API response"
-              });
-              return {
-                title: "Failed to analyze image",
-                description: "No response from API"
-              };
-            }
-            const titleMatch = content.match(/title[:\s]+(.+?)(?:\n|$)/i);
-            const title = titleMatch?.[1]?.trim() || "Image Analysis";
-            const description = content.replace(/title[:\s]+(.+?)(?:\n|$)/i, "").trim();
-            const processedResult = { title, description };
-            span.addEvent("llm.response.processed", {
-              "response.object": JSON.stringify(
-                processedResult,
-                safeReplacer()
-              )
+            emitModelUsageEvent(
+              runtime,
+              ModelType.IMAGE_DESCRIPTION,
+              typeof params === "string" ? params : params.prompt || "",
+              {
+                promptTokens: typedResult.usage.prompt_tokens,
+                completionTokens: typedResult.usage.completion_tokens,
+                totalTokens: typedResult.usage.total_tokens
+              }
+            );
+          }
+          if (typedResult.choices?.[0]?.finish_reason) {
+            span.setAttribute("llm.response.finish_reason", typedResult.choices[0].finish_reason);
+          }
+          if (!content) {
+            span.setStatus({
+              code: SpanStatusCode.ERROR,
+              message: "No content in API response"
             });
-            return processedResult;
-          } catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
-            logger.error(`Error analyzing image: ${message}`);
-            const exception = error instanceof Error ? error : new Error(message);
-            span.recordException(exception);
-            span.setStatus({ code: SpanStatusCode.ERROR, message });
             return {
               title: "Failed to analyze image",
-              description: `Error: ${message}`
+              description: "No response from API"
             };
           }
+          console.log("######################## CONTENT", content);
+          const isCustomPrompt = typeof params === "object" && params.prompt && params.prompt !== "Please analyze this image and provide a title and detailed description.";
+          if (isCustomPrompt) {
+            span.addEvent("llm.response.raw_content", {
+              "response.content": content
+            });
+            return content;
+          }
+          const titleMatch = content.match(/title[:\s]+(.+?)(?:\n|$)/i);
+          const title = titleMatch?.[1]?.trim() || "Image Analysis";
+          const description = content.replace(/title[:\s]+(.+?)(?:\n|$)/i, "").trim();
+          const processedResult = { title, description };
+          span.addEvent("llm.response.processed", {
+            "response.object": JSON.stringify(processedResult, safeReplacer())
+          });
+          return processedResult;
+        } catch (error) {
+          const message = error instanceof Error ? error.message : String(error);
+          logger.error(`Error analyzing image: ${message}`);
+          const exception = error instanceof Error ? error : new Error(message);
+          span.recordException(exception);
+          span.setStatus({ code: SpanStatusCode.ERROR, message });
+          return {
+            title: "Failed to analyze image",
+            description: `Error: ${message}`
+          };
         }
-      );
+      });
     },
     [ModelType.TRANSCRIPTION]: async (runtime, audioBuffer) => {
       logger.log("audioBuffer", audioBuffer);
@@ -1331,87 +1254,69 @@ var openaiPlugin = {
         "llm.request.model": modelName,
         "llm.request.audio.input_size_bytes": audioBuffer?.length || 0
       };
-      return startLlmSpan(
-        runtime,
-        "LLM.transcription",
-        attributes,
-        async (span) => {
-          span.addEvent("llm.prompt", {
-            "prompt.info": "Audio buffer for transcription"
+      return startLlmSpan(runtime, "LLM.transcription", attributes, async (span) => {
+        span.addEvent("llm.prompt", {
+          "prompt.info": "Audio buffer for transcription"
+        });
+        const baseURL = getBaseURL(runtime);
+        const apiKey = getApiKey(runtime);
+        if (!apiKey) {
+          span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: "OpenAI API key not configured"
           });
-          const baseURL = getBaseURL(runtime);
-          const apiKey = getApiKey(runtime);
-          if (!apiKey) {
-            span.setStatus({
-              code: SpanStatusCode.ERROR,
-              message: "OpenAI API key not configured"
-            });
-            throw new Error(
-              "OpenAI API key not configured - Cannot make request"
-            );
-          }
-          if (!audioBuffer || audioBuffer.length === 0) {
+          throw new Error("OpenAI API key not configured - Cannot make request");
+        }
+        if (!audioBuffer || audioBuffer.length === 0) {
+          span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: "Audio buffer is empty or invalid"
+          });
+          throw new Error("Audio buffer is empty or invalid for transcription");
+        }
+        const formData = new FormData();
+        formData.append("file", new Blob([audioBuffer]), "recording.mp3");
+        formData.append("model", "whisper-1");
+        try {
+          const response = await fetch(`${baseURL}/audio/transcriptions`, {
+            method: "POST",
+            headers: {
+              Authorization: `Bearer ${apiKey}`
+            },
+            body: formData
+          });
+          const responseClone = response.clone();
+          const rawResponseBody = await responseClone.text();
+          span.addEvent("llm.response.raw", {
+            "response.body": rawResponseBody
+          });
+          logger.log("response", response);
+          if (!response.ok) {
+            span.setAttributes({ "error.api.status": response.status });
             span.setStatus({
               code: SpanStatusCode.ERROR,
-              message: "Audio buffer is empty or invalid"
+              message: `Failed to transcribe audio: ${response.statusText}. Response: ${rawResponseBody}`
             });
-            throw new Error(
-              "Audio buffer is empty or invalid for transcription"
-            );
-          }
-          const formData = new FormData();
-          formData.append("file", new Blob([audioBuffer]), "recording.mp3");
-          formData.append("model", "whisper-1");
-          try {
-            const response = await fetch(`${baseURL}/audio/transcriptions`, {
-              method: "POST",
-              headers: {
-                Authorization: `Bearer ${apiKey}`
-              },
-              body: formData
-            });
-            const responseClone = response.clone();
-            const rawResponseBody = await responseClone.text();
-            span.addEvent("llm.response.raw", {
-              "response.body": rawResponseBody
-            });
-            logger.log("response", response);
-            if (!response.ok) {
-              span.setAttributes({ "error.api.status": response.status });
-              span.setStatus({
-                code: SpanStatusCode.ERROR,
-                message: `Failed to transcribe audio: ${response.statusText}. Response: ${rawResponseBody}`
-              });
-              throw new Error(
-                `Failed to transcribe audio: ${response.statusText}`
-              );
-            }
-            const data = await response.json();
-            const processedText = data.text;
-            span.setAttribute(
-              "llm.response.processed.length",
-              processedText.length
-            );
-            span.addEvent("llm.response.processed", {
-              "response.text": processedText
-            });
-            return processedText;
-          } catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
-            const exception = error instanceof Error ? error : new Error(message);
-            span.recordException(exception);
-            span.setStatus({ code: SpanStatusCode.ERROR, message });
-            throw error;
+            throw new Error(`Failed to transcribe audio: ${response.statusText}`);
           }
+          const data = await response.json();
+          const processedText = data.text;
+          span.setAttribute("llm.response.processed.length", processedText.length);
+          span.addEvent("llm.response.processed", {
+            "response.text": processedText
+          });
+          return processedText;
+        } catch (error) {
+          const message = error instanceof Error ? error.message : String(error);
+          const exception = error instanceof Error ? error : new Error(message);
+          span.recordException(exception);
+          span.setStatus({ code: SpanStatusCode.ERROR, message });
+          throw error;
         }
-      );
+      });
     },
     [ModelType.TEXT_TO_SPEECH]: async (runtime, text) => {
-      const ttsModelName = getSetting(
-        runtime,
-        "OPENAI_TTS_MODEL",
-        "gpt-4o-mini-tts"
-      );
+      const ttsModelName = getSetting(runtime, "OPENAI_TTS_MODEL", "gpt-4o-mini-tts");
       const attributes = {
         "llm.vendor": "OpenAI",
         "llm.request.type": "tts",
@@ -1437,20 +1342,10 @@ var openaiPlugin = {
       });
     },
     [ModelType.OBJECT_SMALL]: async (runtime, params) => {
-      return generateObjectByModelType(
-        runtime,
-        params,
-        ModelType.OBJECT_SMALL,
-        getSmallModel
-      );
+      return generateObjectByModelType(runtime, params, ModelType.OBJECT_SMALL, getSmallModel);
     },
     [ModelType.OBJECT_LARGE]: async (runtime, params) => {
-      return generateObjectByModelType(
-        runtime,
-        params,
-        ModelType.OBJECT_LARGE,
-        getLargeModel
-      );
+      return generateObjectByModelType(runtime, params, ModelType.OBJECT_LARGE, getLargeModel);
     }
   },
   tests: [
@@ -1467,14 +1362,9 @@ var openaiPlugin = {
               }
             });
             const data = await response.json();
-            logger.log(
-              "Models Available:",
-              data?.data?.length ?? "N/A"
-            );
+            logger.log("Models Available:", data?.data?.length ?? "N/A");
             if (!response.ok) {
-              throw new Error(
-                `Failed to validate OpenAI API key: ${response.statusText}`
-              );
+              throw new Error(`Failed to validate OpenAI API key: ${response.statusText}`);
             }
           }
         },
@@ -1482,12 +1372,9 @@ var openaiPlugin = {
           name: "openai_test_text_embedding",
           fn: async (runtime) => {
             try {
-              const embedding = await runtime.useModel(
-                ModelType.TEXT_EMBEDDING,
-                {
-                  text: "Hello, world!"
-                }
-              );
+              const embedding = await runtime.useModel(ModelType.TEXT_EMBEDDING, {
+                text: "Hello, world!"
+              });
               logger.log("embedding", embedding);
             } catch (error) {
               const message = error instanceof Error ? error.message : String(error);
@@ -1563,10 +1450,7 @@ var openaiPlugin = {
                 if (result && typeof result === "object" && "title" in result && "description" in result) {
                   logger.log("Image description:", result);
                 } else {
-                  logger.error(
-                    "Invalid image description result format:",
-                    result
-                  );
+                  logger.error("Invalid image description result format:", result);
                 }
               } catch (e) {
                 const message = e instanceof Error ? e.message : String(e);
@@ -1574,9 +1458,7 @@ var openaiPlugin = {
               }
             } catch (e) {
               const message = e instanceof Error ? e.message : String(e);
-              logger.error(
-                `Error in openai_test_image_description: ${message}`
-              );
+              logger.error(`Error in openai_test_image_description: ${message}`);
             }
           }
         },
@@ -1605,14 +1487,9 @@ var openaiPlugin = {
           name: "openai_test_text_tokenizer_encode",
           fn: async (runtime) => {
             const prompt = "Hello tokenizer encode!";
-            const tokens = await runtime.useModel(
-              ModelType.TEXT_TOKENIZER_ENCODE,
-              { prompt }
-            );
+            const tokens = await runtime.useModel(ModelType.TEXT_TOKENIZER_ENCODE, { prompt });
             if (!Array.isArray(tokens) || tokens.length === 0) {
-              throw new Error(
-                "Failed to tokenize text: expected non-empty array of tokens"
-              );
+              throw new Error("Failed to tokenize text: expected non-empty array of tokens");
             }
             logger.log("Tokenized output:", tokens);
           }
@@ -1621,14 +1498,8 @@ var openaiPlugin = {
           name: "openai_test_text_tokenizer_decode",
           fn: async (runtime) => {
             const prompt = "Hello tokenizer decode!";
-            const tokens = await runtime.useModel(
-              ModelType.TEXT_TOKENIZER_ENCODE,
-              { prompt }
-            );
-            const decodedText = await runtime.useModel(
-              ModelType.TEXT_TOKENIZER_DECODE,
-              { tokens }
-            );
+            const tokens = await runtime.useModel(ModelType.TEXT_TOKENIZER_ENCODE, { prompt });
+            const decodedText = await runtime.useModel(ModelType.TEXT_TOKENIZER_DECODE, { tokens });
             if (decodedText !== prompt) {
               throw new Error(
                 `Decoded text does not match original. Expected "${prompt}", got "${decodedText}"`