@ljoukov/llm 4.0.9 → 4.0.11

package/dist/index.js

@@ -5,7 +5,10 @@ import { randomBytes } from "crypto";
 import {
   FinishReason,
   FunctionCallingConfigMode,
-  ThinkingLevel
+  ThinkingLevel,
+  createPartFromBase64,
+  createPartFromFunctionResponse,
+  createPartFromUri
 } from "@google/genai";
 import { zodToJsonSchema } from "@alcyone-labs/zod-to-json-schema";
 import { z as z3 } from "zod";
@@ -4588,6 +4591,144 @@ function toOpenAiToolOutput(value) {
   }
   return mergeToolOutput(value);
 }
+function toGeminiToolOutputItems(value) {
+  if (isLlmToolOutputContentItem(value)) {
+    return [value];
+  }
+  if (Array.isArray(value) && value.every((item) => isLlmToolOutputContentItem(item))) {
+    return value;
+  }
+  return null;
+}
+function inferToolOutputMimeTypeFromFilename(filename) {
+  const normalized = filename?.trim().toLowerCase() ?? "";
+  if (normalized.length === 0) {
+    return void 0;
+  }
+  if (normalized.endsWith(".png")) {
+    return "image/png";
+  }
+  if (normalized.endsWith(".jpg") || normalized.endsWith(".jpeg")) {
+    return "image/jpeg";
+  }
+  if (normalized.endsWith(".webp")) {
+    return "image/webp";
+  }
+  if (normalized.endsWith(".gif")) {
+    return "image/gif";
+  }
+  if (normalized.endsWith(".heic")) {
+    return "image/heic";
+  }
+  if (normalized.endsWith(".heif")) {
+    return "image/heif";
+  }
+  if (normalized.endsWith(".pdf")) {
+    return "application/pdf";
+  }
+  if (normalized.endsWith(".json")) {
+    return "application/json";
+  }
+  if (normalized.endsWith(".md")) {
+    return "text/markdown";
+  }
+  if (normalized.endsWith(".txt")) {
+    return "text/plain";
+  }
+  return void 0;
+}
+function buildGeminiToolOutputMediaPart(item) {
+  if (item.type === "input_image") {
+    const parsed = parseDataUrlPayload(item.image_url);
+    if (!parsed) {
+      return null;
+    }
+    return createPartFromBase64(parsed.dataBase64, parsed.mimeType);
+  }
+  if (item.type === "input_file") {
+    const dataUrl = typeof item.file_url === "string" ? parseDataUrlPayload(item.file_url) : null;
+    if (dataUrl) {
+      const part = createPartFromBase64(dataUrl.dataBase64, dataUrl.mimeType);
+      const displayName = item.filename?.trim();
+      if (displayName && part.inlineData) {
+        part.inlineData.displayName = displayName;
+      }
+      return part;
+    }
+    const inferredMimeType = inferToolOutputMimeTypeFromFilename(item.filename);
+    if (typeof item.file_data === "string" && item.file_data.trim().length > 0 && inferredMimeType) {
+      const part = createPartFromBase64(item.file_data, inferredMimeType);
+      const displayName = item.filename?.trim();
+      if (displayName && part.inlineData) {
+        part.inlineData.displayName = displayName;
+      }
+      return part;
+    }
+    if (typeof item.file_url === "string" && item.file_url.trim().length > 0 && inferredMimeType) {
+      const part = createPartFromUri(item.file_url, inferredMimeType);
+      const displayName = item.filename?.trim();
+      if (displayName && part.fileData) {
+        part.fileData.displayName = displayName;
+      }
+      return part;
+    }
+  }
+  return null;
+}
+function toGeminiToolOutputPlaceholder(item) {
+  if (item.type === "input_text") {
+    return {
+      type: item.type,
+      text: item.text
+    };
+  }
+  if (item.type === "input_image") {
+    const parsed = parseDataUrlPayload(item.image_url);
+    return {
+      type: item.type,
+      mimeType: parsed?.mimeType ?? void 0,
+      media: "attached-inline-data"
+    };
+  }
+  const dataUrl = typeof item.file_url === "string" ? parseDataUrlPayload(item.file_url) : null;
+  return {
+    type: item.type,
+    filename: item.filename ?? void 0,
+    fileId: item.file_id ?? void 0,
+    mimeType: dataUrl?.mimeType ?? inferToolOutputMimeTypeFromFilename(item.filename) ?? void 0,
+    media: dataUrl || typeof item.file_data === "string" && item.file_data.trim().length > 0 ? "attached-inline-data" : typeof item.file_url === "string" && item.file_url.trim().length > 0 ? "attached-file-data" : void 0
+  };
+}
+function buildGeminiFunctionResponseParts(options) {
+  const outputItems = toGeminiToolOutputItems(options.outputPayload);
+  if (!outputItems) {
+    const responsePayload2 = isPlainRecord(options.outputPayload) ? sanitiseLogValue(options.outputPayload) : { output: sanitiseLogValue(options.outputPayload) };
+    if (options.callId) {
+      return [createPartFromFunctionResponse(options.callId, options.toolName, responsePayload2)];
+    }
+    return [
+      {
+        functionResponse: {
+          name: options.toolName,
+          response: responsePayload2
+        }
+      }
+    ];
+  }
+  const responseOutput = outputItems.map((item) => toGeminiToolOutputPlaceholder(item));
+  const responseParts = outputItems.flatMap((item) => {
+    const mediaPart = buildGeminiToolOutputMediaPart(item);
+    return mediaPart ? [mediaPart] : [];
+  });
+  const responsePayload = { output: responseOutput };
+  const functionResponsePart = options.callId ? createPartFromFunctionResponse(options.callId, options.toolName, responsePayload) : {
+    functionResponse: {
+      name: options.toolName,
+      response: responsePayload
+    }
+  };
+  return [functionResponsePart, ...responseParts];
+}
 function parseOpenAiToolArguments(raw) {
   const trimmed = raw.trim();
   if (trimmed.length === 0) {
@@ -5048,7 +5189,7 @@ function resolveAttachmentExtension(mimeType) {
 function buildLoggedAttachmentFilename(prefix, index, mimeType) {
   return `${prefix}-${index.toString()}.${resolveAttachmentExtension(mimeType)}`;
 }
-function decodeDataUrlAttachment(value, options) {
+function parseDataUrlPayload(value) {
   const trimmed = value.trim();
   if (!trimmed.toLowerCase().startsWith("data:")) {
     return null;
@@ -5064,13 +5205,24 @@ function decodeDataUrlAttachment(value, options) {
   try {
     const bytes = isBase64 ? Buffer4.from(payload, "base64") : Buffer4.from(decodeURIComponent(payload), "utf8");
     return {
-      filename: buildLoggedAttachmentFilename(options.prefix, options.index, mimeType),
+      mimeType,
+      dataBase64: bytes.toString("base64"),
       bytes
     };
   } catch {
     return null;
   }
 }
+function decodeDataUrlAttachment(value, options) {
+  const parsed = parseDataUrlPayload(value);
+  if (!parsed) {
+    return null;
+  }
+  return {
+    filename: buildLoggedAttachmentFilename(options.prefix, options.index, parsed.mimeType),
+    bytes: parsed.bytes
+  };
+}
 function collectPayloadAttachments(value, options) {
   if (typeof value === "string") {
     const attachment = decodeDataUrlAttachment(value, {
@@ -7402,14 +7554,13 @@ async function runToolLoop(request) {
             error: result.error,
             durationMs: result.durationMs
           });
-          const responsePayload = isPlainRecord(outputPayload) ? outputPayload : { output: outputPayload };
-          responseParts.push({
-            functionResponse: {
-              name: entry.toolName,
-              response: responsePayload,
-              ...entry.call.id ? { id: entry.call.id } : {}
-            }
-          });
+          responseParts.push(
+            ...buildGeminiFunctionResponseParts({
+              toolName: entry.toolName,
+              callId: entry.call.id,
+              outputPayload
+            })
+          );
         }
         const stepCompletedAtMs = Date.now();
         const timing = buildStepTiming({