@opencow-ai/opencow-agent-sdk 0.4.11 → 0.4.12

package/dist/capabilities/adapters/callToolResultAdapter.d.ts

@@ -42,6 +42,7 @@
  */
 import type { ContentBlock, PromptMessage } from '@modelcontextprotocol/sdk/types.js';
 import type { CanonicalContentBlockParam as ContentBlockParam } from '../../session/canonical/index.js';
+import type { UploadMediaFn } from '../../types/toolRuntime.js';
 /** Options threaded into per-item translation. */
 export type CallToolResultAdapterOptions = Readonly<{
     /**
@@ -49,6 +50,13 @@ export type CallToolResultAdapterOptions = Readonly<{
      * embedded resources. Example: `[Resource from <sourceName> at <uri>] ...`.
      */
     sourceName: string;
+    /**
+     * Host-injected media uploader (see `ToolRuntimeContext.uploadMedia`). When
+     * present, image content is materialized to a fetchable URL so the bytes
+     * leave the per-turn request; absent / null / throw → inline base64 (zero
+     * regression for the real MCP transport path, which passes nothing).
+     */
+    uploadMedia?: UploadMediaFn;
 }>;
 /**
  * Translate ONE MCP content item into zero or more Anthropic content blocks.

package/dist/capabilities/tools/FileReadTool/FileReadTool.d.ts

@@ -37,6 +37,7 @@ declare const outputSchema: () => z.ZodDiscriminatedUnion<[z.ZodObject<{
             "image/webp": "image/webp";
         }>;
         originalSize: z.ZodNumber;
+        url: z.ZodOptional<z.ZodString>;
         dimensions: z.ZodOptional<z.ZodObject<{
             originalWidth: z.ZodOptional<z.ZodNumber>;
             originalHeight: z.ZodOptional<z.ZodNumber>;
@@ -92,6 +93,13 @@ type ImageResult = {
         type: Base64ImageSource['media_type'];
         originalSize: number;
         dimensions?: ImageDimensions;
+        /**
+         * Set when a host uploader (context.uploadMedia) materialized the
+         * compressed bytes to a fetchable URL. The mapper then emits a `url`
+         * image source so the bytes leave the per-turn request; `base64` stays
+         * as the fallback field for renderers / hosts without the URL.
+         */
+        url?: string;
     };
 };
 /**

package/dist/cli.mjs

@@ -5484,6 +5484,27 @@ var init_types = __esm(() => {
   CanonicalUserAbortError = APIUserAbortError;
 });
 
+// src/session/canonical/imageSource.ts
+function normalizeCanonicalImageSource(source) {
+  if (!source || typeof source !== "object")
+    return null;
+  const s = source;
+  if (s.type === "base64" && typeof s.data === "string") {
+    return {
+      kind: "base64",
+      mediaType: typeof s.media_type === "string" ? s.media_type : "image/png",
+      data: s.data
+    };
+  }
+  if (s.type === "url" && typeof s.url === "string") {
+    return { kind: "url", url: s.url };
+  }
+  return null;
+}
+function imageSourceToDataUri(img) {
+  return img.kind === "base64" ? `data:${img.mediaType};base64,${img.data}` : img.url;
+}
+
 // src/session/canonical/index.ts
 var init_canonical = __esm(() => {
   init_types();
@@ -84658,19 +84679,9 @@ function splitToolResultMedia(content) {
       continue;
     }
     if (block?.type === "image") {
-      const src = block.source;
-      if (src?.type === "base64" && typeof src.data === "string") {
-        images.push({
-          kind: "base64",
-          mediaType: src.media_type ?? "image/png",
-          data: src.data
-        });
-        continue;
-      }
-      if (src?.type === "url" && typeof src.url === "string") {
-        images.push({ kind: "url", url: src.url });
-        continue;
-      }
+      const img = normalizeCanonicalImageSource(block.source);
+      if (img)
+        images.push(img);
       continue;
     }
     if (typeof block?.text === "string") {
@@ -84681,8 +84692,7 @@ function splitToolResultMedia(content) {
 `), images };
 }
 function toResponsesInputImagePart(img) {
-  const url3 = img.kind === "base64" ? `data:${img.mediaType};base64,${img.data}` : img.url;
-  return { type: "input_image", image_url: url3 };
+  return { type: "input_image", image_url: imageSourceToDataUri(img) };
 }
 function convertContentBlocksToResponsesParts(content, role) {
   const textType = role === "assistant" ? "output_text" : "input_text";
@@ -84701,18 +84711,9 @@ function convertContentBlocksToResponsesParts(content, role) {
       case "image": {
         if (role === "assistant")
           break;
-        const source = block.source;
-        if (source?.type === "base64") {
-          parts.push({
-            type: "input_image",
-            image_url: `data:${source.media_type};base64,${source.data}`
-          });
-        } else if (source?.type === "url" && source.url) {
-          parts.push({
-            type: "input_image",
-            image_url: source.url
-          });
-        }
+        const img = normalizeCanonicalImageSource(block.source);
+        if (img)
+          parts.push(toResponsesInputImagePart(img));
         break;
       }
       case "thinking":
@@ -85300,6 +85301,7 @@ var init_shim = __esm(() => {
   init_sdk();
   init_schema();
   init_capabilities2();
+  init_canonical();
 });
 
 // src/providers/openai/shim.ts
@@ -85367,19 +85369,9 @@ function splitToolResultMedia2(content) {
       continue;
     }
     if (block?.type === "image") {
-      const source = block.source;
-      if (source?.type === "base64" && typeof source.data === "string") {
-        images.push({
-          kind: "base64",
-          mediaType: source.media_type ?? "image/png",
-          data: source.data
-        });
-        continue;
-      }
-      if (source?.type === "url" && typeof source.url === "string") {
-        images.push({ kind: "url", url: source.url });
-        continue;
-      }
+      const img = normalizeCanonicalImageSource(block.source);
+      if (img)
+        images.push(img);
       continue;
     }
     if (block?.type === "tool_reference" && typeof block.tool_name === "string") {
@@ -85394,8 +85386,7 @@ function splitToolResultMedia2(content) {
 `), images };
 }
 function toOpenAIImageUrl(img) {
-  const url3 = img.kind === "base64" ? `data:${img.mediaType};base64,${img.data}` : img.url;
-  return { type: "image_url", image_url: { url: url3 } };
+  return { type: "image_url", image_url: { url: imageSourceToDataUri(img) } };
 }
 function convertContentBlocks(content) {
   if (typeof content === "string")
@@ -85409,17 +85400,9 @@ function convertContentBlocks(content) {
         parts.push({ type: "text", text: block.text ?? "" });
         break;
       case "image": {
-        const src = block.source;
-        if (src?.type === "base64") {
-          parts.push({
-            type: "image_url",
-            image_url: {
-              url: `data:${src.media_type};base64,${src.data}`
-            }
-          });
-        } else if (src?.type === "url") {
-          parts.push({ type: "image_url", image_url: { url: src.url } });
-        }
+        const img = normalizeCanonicalImageSource(block.source);
+        if (img)
+          parts.push(toOpenAIImageUrl(img));
         break;
       }
       case "tool_use":
@@ -86296,6 +86279,7 @@ var init_shim2 = __esm(() => {
   init_schemaSanitizer();
   init_providerProfile();
   init_capabilities2();
+  init_canonical();
   OpenAIShimStream = class OpenAIShimStream {
     generator;
     controller = new AbortController;
@@ -94540,7 +94524,7 @@ function printStartupScreen() {
   const sLen = ` ● ${sL}    Ready — type /help to begin`.length;
   out.push(boxRow(sRow, W2, sLen));
   out.push(`${rgb(...BORDER)}╚${"═".repeat(W2 - 2)}╝${RESET}`);
-  out.push(`  ${DIM}${rgb(...DIMCOL)}opencow ${RESET}${rgb(...ACCENT)}v${"0.4.11"}${RESET}`);
+  out.push(`  ${DIM}${rgb(...DIMCOL)}opencow ${RESET}${rgb(...ACCENT)}v${"0.4.12"}${RESET}`);
   out.push("");
   process.stdout.write(out.join(`
 `) + `
@@ -120483,6 +120467,16 @@ async function validateContentTokens(content, ext, maxTokens) {
     throw new MaxFileReadTokenExceededError(effectiveCount, effectiveMaxTokens);
   }
 }
+async function maybeUploadBytes(uploadMedia, bytes, mediaType) {
+  if (!uploadMedia)
+    return null;
+  try {
+    return await uploadMedia({ bytes, mediaType });
+  } catch (e) {
+    logError(e);
+    return null;
+  }
+}
 function createImageResponse(buffer, mediaType, originalSize, dimensions) {
   return {
     type: "image",
@@ -120530,6 +120524,10 @@ async function callInner(file_path, fullFilePath, resolvedFilePath, ext, offset,
   if (IMAGE_EXTENSIONS.has(ext)) {
     const data2 = await readImageWithTokenBudget(resolvedFilePath, maxTokens);
     context3.nestedMemoryAttachmentTriggers?.add(fullFilePath);
+    const uploadedUrl = await maybeUploadBytes(context3.uploadMedia, Buffer.from(data2.file.base64, "base64"), data2.file.type);
+    if (uploadedUrl) {
+      data2.file.url = uploadedUrl;
+    }
     logFileOperation({
       operation: "read",
       tool: "FileReadTool",
@@ -120571,14 +120569,14 @@ async function callInner(file_path, fullFilePath, resolvedFilePath, ext, offset,
         const imgPath = path11.join(extractResult.data.file.outputDir, f);
         const imgBuffer = await getFsImplementation().readFile(imgPath);
         const resized = await maybeResizeAndDownsampleImageBuffer(imgBuffer, imgBuffer.length, "jpeg");
-        return {
-          type: "image",
-          source: {
-            type: "base64",
-            media_type: `image/${resized.mediaType}`,
-            data: resized.buffer.toString("base64")
-          }
+        const mediaType = `image/${resized.mediaType}`;
+        const uploadedUrl2 = await maybeUploadBytes(context3.uploadMedia, resized.buffer, mediaType);
+        const source = uploadedUrl2 ? { type: "url", url: uploadedUrl2 } : {
+          type: "base64",
+          media_type: mediaType,
+          data: resized.buffer.toString("base64")
         };
+        return { type: "image", source };
       }));
       return {
         data: extractResult.data,
@@ -120626,20 +120624,17 @@ async function callInner(file_path, fullFilePath, resolvedFilePath, ext, offset,
       filePath: fullFilePath,
       content: pdfData.file.base64
     });
+    const uploadedUrl = await maybeUploadBytes(context3.uploadMedia, Buffer.from(pdfData.file.base64, "base64"), "application/pdf");
+    const documentSource = uploadedUrl ? { type: "url", url: uploadedUrl } : {
+      type: "base64",
+      media_type: "application/pdf",
+      data: pdfData.file.base64
+    };
     return {
       data: pdfData,
       newMessages: [
         createUserMessage({
-          content: [
-            {
-              type: "document",
-              source: {
-                type: "base64",
-                media_type: "application/pdf",
-                data: pdfData.file.base64
-              }
-            }
-          ],
+          content: [{ type: "document", source: documentSource }],
           isMeta: true
         })
       ]
@@ -120846,6 +120841,7 @@ var init_FileReadTool = __esm(() => {
           base64: exports_external.string().describe("Base64-encoded image data"),
           type: imageMediaTypes.describe("The MIME type of the image"),
           originalSize: exports_external.number().describe("Original file size in bytes"),
+          url: exports_external.string().optional().describe("Fetchable URL for the (compressed) image when a host uploader is configured; takes precedence over base64 for rendering"),
           dimensions: exports_external.object({
             originalWidth: exports_external.number().optional().describe("Original image width in pixels"),
             originalHeight: exports_external.number().optional().describe("Original image height in pixels"),
@@ -121074,17 +121070,18 @@ var init_FileReadTool = __esm(() => {
     mapToolResultToToolResultBlockParam(data, toolUseID) {
       switch (data.type) {
         case "image": {
+          const source = data.file.url ? { type: "url", url: data.file.url } : {
+            type: "base64",
+            data: data.file.base64,
+            media_type: data.file.type
+          };
           return {
             tool_use_id: toolUseID,
             type: "tool_result",
             content: [
               {
                 type: "image",
-                source: {
-                  type: "base64",
-                  data: data.file.base64,
-                  media_type: data.file.type
-                }
+                source
               }
             ]
           };
@@ -244410,7 +244407,7 @@ function getAnthropicEnvMetadata() {
 function getBuildAgeMinutes() {
   if (false)
     ;
-  const buildTime = new Date("2026-06-24T03:20:56.844Z").getTime();
+  const buildTime = new Date("2026-06-24T10:02:32.669Z").getTime();
   if (isNaN(buildTime))
     return;
   return Math.floor((Date.now() - buildTime) / 60000);
@@ -293033,9 +293030,21 @@ var init_mcpWebSocketTransport = __esm(() => {
 });
 
 // src/capabilities/adapters/callToolResultAdapter.ts
+async function buildImageBlock(bytes, mediaType, uploadMedia) {
+  let url3 = null;
+  if (uploadMedia) {
+    try {
+      url3 = await uploadMedia({ bytes, mediaType });
+    } catch (e) {
+      logError(e);
+    }
+  }
+  const source = url3 ? { type: "url", url: url3 } : { type: "base64", media_type: mediaType, data: bytes.toString("base64") };
+  return { type: "image", source };
+}
 async function translateMcpContentItem(input) {
   const { item, options: options2 } = input;
-  const { sourceName } = options2;
+  const { sourceName, uploadMedia } = options2;
   switch (item.type) {
     case "text":
       return [{ type: "text", text: item.text }];
@@ -293053,14 +293062,7 @@ async function translateMcpContentItem(input) {
       const ext = item.mimeType?.split("/")[1] || "png";
       const resized = await maybeResizeAndDownsampleImageBuffer(imageBuffer, imageBuffer.length, ext);
       return [
-        {
-          type: "image",
-          source: {
-            data: resized.buffer.toString("base64"),
-            media_type: `image/${resized.mediaType}`,
-            type: "base64"
-          }
-        }
+        await buildImageBlock(resized.buffer, `image/${resized.mediaType}`, uploadMedia)
       ];
     }
     case "resource": {
@@ -293077,14 +293079,7 @@ async function translateMcpContentItem(input) {
           const resized = await maybeResizeAndDownsampleImageBuffer(imageBuffer, imageBuffer.length, ext);
           return [
             { type: "text", text: prefix },
-            {
-              type: "image",
-              source: {
-                data: resized.buffer.toString("base64"),
-                media_type: `image/${resized.mediaType}`,
-                type: "base64"
-              }
-            }
+            await buildImageBlock(resized.buffer, `image/${resized.mediaType}`, uploadMedia)
           ];
         }
         return await persistBlobToTextBlock({
@@ -293130,6 +293125,7 @@ var IMAGE_MIME_TYPES;
 var init_callToolResultAdapter = __esm(() => {
   init_imageResizer();
   init_mcpOutputStorage();
+  init_log2();
   IMAGE_MIME_TYPES = new Set([
     "image/jpeg",
     "image/png",
@@ -479786,7 +479782,7 @@ function buildPrimarySection() {
   }, undefined, false, undefined, this);
   return [{
     label: "Version",
-    value: "0.4.11"
+    value: "0.4.12"
   }, {
     label: "Session name",
     value: nameValue
@@ -536108,7 +536104,7 @@ var init_bridge_kick = __esm(() => {
 var call58 = async () => {
   return {
     type: "text",
-    value: `${"99.0.0"} (built ${"2026-06-24T03:20:56.844Z"})`
+    value: `${"99.0.0"} (built ${"2026-06-24T10:02:32.669Z"})`
   };
 }, version2, version_default;
 var init_version = __esm(() => {
@@ -558218,7 +558214,7 @@ function WelcomeV2() {
             dimColor: true,
             children: [
               "v",
-              "0.4.11",
+              "0.4.12",
               " "
             ]
           }, undefined, true, undefined, this)
@@ -558418,7 +558414,7 @@ function WelcomeV2() {
           dimColor: true,
           children: [
             "v",
-            "0.4.11",
+            "0.4.12",
             " "
           ]
         }, undefined, true, undefined, this)
@@ -558644,7 +558640,7 @@ function AppleTerminalWelcomeV2(t0) {
         dimColor: true,
         children: [
           "v",
-          "0.4.11",
+          "0.4.12",
           " "
         ]
       }, undefined, true, undefined, this);
@@ -558898,7 +558894,7 @@ function AppleTerminalWelcomeV2(t0) {
       dimColor: true,
       children: [
         "v",
-        "0.4.11",
+        "0.4.12",
         " "
       ]
     }, undefined, true, undefined, this);
@@ -569533,6 +569529,7 @@ class QueryEngine {
       agents: agents2 = [],
       setSDKStatus,
       onToolInvoke,
+      uploadMedia,
       orphanedPermission
     } = this.config;
     this.discoveredSkillNames.clear();
@@ -569636,7 +569633,8 @@ class QueryEngine {
         });
       },
       setSDKStatus,
-      onToolInvoke
+      onToolInvoke,
+      uploadMedia
     };
     if (orphanedPermission && !this.hasHandledOrphanedPermission) {
       this.hasHandledOrphanedPermission = true;
@@ -569725,7 +569723,8 @@ class QueryEngine {
       setResponseLength: () => {},
       updateFileHistoryState: processUserInputContext.updateFileHistoryState,
       updateAttributionState: processUserInputContext.updateAttributionState,
-      setSDKStatus
+      setSDKStatus,
+      uploadMedia
     };
     headlessProfilerCheckpoint("before_skills_plugins");
     const [skills2, { enabled: enabledPlugins }] = await Promise.all([
@@ -570220,6 +570219,7 @@ async function* ask({
   agents: agents2 = [],
   setSDKStatus,
   onToolInvoke,
+  uploadMedia,
   orphanedPermission
 }) {
   const engine = new QueryEngine({
@@ -570252,6 +570252,7 @@ async function* ask({
     includePartialMessages,
     setSDKStatus,
     onToolInvoke,
+    uploadMedia,
     abortController,
     orphanedPermission,
     ...{}
@@ -579755,7 +579756,7 @@ Usage: claude --remote "your task description"`, () => gracefulShutdown(1));
         pendingHookMessages
       }, renderAndRun);
     }
-  }).version("0.4.11 (OpenCow)", "-v, --version", "Output the version number");
+  }).version("0.4.12 (OpenCow)", "-v, --version", "Output the version number");
   program2.option("-w, --worktree [name]", "Create a new git worktree for this session (optionally specify a name)");
   program2.option("--tmux", "Create a tmux session for the worktree (requires --worktree). Uses iTerm2 native panes when available; use --tmux=classic for traditional tmux.");
   if (canUserConfigureAdvisor()) {
@@ -580401,7 +580402,7 @@ if (false) {}
 async function main2() {
   const args = process.argv.slice(2);
   if (args.length === 1 && (args[0] === "--version" || args[0] === "-v" || args[0] === "-V")) {
-    console.log(`${"0.4.11"} (OpenCow)`);
+    console.log(`${"0.4.12"} (OpenCow)`);
     return;
   }
   if (args.includes("--provider")) {
@@ -580519,4 +580520,4 @@ async function main2() {
 }
 main2();
 
-//# debugId=A3FE6F2E9266C7E764756E2164756E21
+//# debugId=61239C1856C7488B64756E2164756E21