@blockrun/franklin 3.15.89 → 3.15.90

package/dist/agent/reduce.js

@@ -44,13 +44,37 @@ export function ageToolResults(history) {
         const aged = parts.map(part => {
             if (part.type !== 'tool_result')
                 return part;
+            // Vision tool_results carry [text, image] arrays. JSON.stringify-ing
+            // them and rebuilding `content` as a truncated string drops the
+            // image block entirely. Measure only the text portion; aging code
+            // below rebuilds as a string only when no image is present, otherwise
+            // we leave the part untouched (image bytes are already context-cheap
+            // once cached, and turn them into placeholders is the wrong fix).
+            let hasImage = false;
+            let textOnly = '';
+            if (Array.isArray(part.content)) {
+                for (const block of part.content) {
+                    if (block?.type === 'text' && typeof block.text === 'string') {
+                        textOnly += (textOnly ? '\n' : '') + block.text;
+                    }
+                    else if (block?.type === 'image') {
+                        hasImage = true;
+                    }
+                }
+            }
             const content = typeof part.content === 'string'
                 ? part.content
-                : JSON.stringify(part.content);
+                : Array.isArray(part.content)
+                    ? textOnly
+                    : JSON.stringify(part.content);
             const charLen = content.length;
             // Recent 3 results: keep full
             if (age <= 3)
                 return part;
+            // Preserve image-bearing tool_results regardless of age — replacing
+            // them with a text stub would silently delete the model's vision context.
+            if (hasImage)
+                return part;
             // Age 4-8: keep first 500 chars
             if (age <= 8 && charLen > 500) {
                 modified = true;
@@ -206,7 +230,32 @@ export function deduplicateToolResultLines(history) {
         const newParts = parts.map(part => {
             if (part.type !== 'tool_result')
                 return part;
-            const raw = typeof part.content === 'string' ? part.content : JSON.stringify(part.content);
+            // Vision tool_results carry [text, image] arrays. JSON.stringify-ing
+            // them and writing back as a string would destroy the image (same
+            // bug class as ageToolResults / budgetToolResults — sibling site,
+            // verified 2026-05-10 during PR #53 review). For arrays, dedupe
+            // only the text segments; image segments pass through untouched.
+            let raw;
+            const imageBlocks = [];
+            if (typeof part.content === 'string') {
+                raw = part.content;
+            }
+            else if (Array.isArray(part.content)) {
+                const blocks = part.content;
+                const texts = [];
+                for (const b of blocks) {
+                    if (b?.type === 'text' && typeof b.text === 'string') {
+                        texts.push(b.text);
+                    }
+                    else if (b?.type === 'image') {
+                        imageBlocks.push(b);
+                    }
+                }
+                raw = texts.join('\n');
+            }
+            else {
+                raw = JSON.stringify(part.content);
+            }
             // Strip ANSI codes
             const stripped = raw.replace(ANSI_RE_REDUCE, '');
             // Collapse repeated consecutive lines
@@ -231,6 +280,19 @@ export function deduplicateToolResultLines(history) {
             if (result === raw)
                 return part;
             partModified = true;
+            // If the original content was an array with image blocks, rebuild
+            // as an array — keep all image segments, replace the joined text
+            // payload with a single deduped text segment. This way dedupe runs
+            // for free on image-bearing results without losing vision context.
+            if (Array.isArray(part.content) && imageBlocks.length > 0) {
+                return {
+                    ...part,
+                    content: [
+                        { type: 'text', text: result },
+                        ...imageBlocks,
+                    ],
+                };
+            }
             return { ...part, content: result };
         });
         if (!partModified)
@@ -301,6 +363,16 @@ export function collapseRepetitiveTools(history) {
         const parts = msg.content.map(part => {
             if (part.type !== 'tool_result' || !oldIds.has(part.tool_use_id))
                 return part;
+            // Image-bearing results (third sibling site of the JSON.stringify
+            // bug class — same pattern as ageToolResults / budgetToolResults /
+            // deduplicateToolResultLines). Don't collapse; replacing them with
+            // a `[first-line...]` string would destroy the vision context.
+            // Image bytes are already cache-cheap upstream once prompt-cached;
+            // the cost-control intent of this collapser is satisfied without
+            // touching them.
+            if (Array.isArray(part.content) && part.content.some((b) => b.type === 'image')) {
+                return part;
+            }
             const content = typeof part.content === 'string' ? part.content : JSON.stringify(part.content);
             if (content.length <= 80)
                 return part;

package/dist/tools/read.js

@@ -103,12 +103,64 @@ async function execute(input, ctx) {
                     output: `Image file: ${resolved} (${ext}, ${sizeStr}). Too large to inline for vision (>${Math.round(IMAGE_MAX_BYTES / 1_000_000)}MB). Resize or crop first.`,
                 };
             }
-            const bytes = fs.readFileSync(resolved);
-            const base64 = bytes.toString('base64');
+            // Client-side normalization to bound vision-token cost. The BlockRun
+            // gateway (verified 2026-05-09) tokenizes image base64 as text on the
+            // /v1/messages forward path, so a 1.9MB PNG → ~2.5M base64 chars →
+            // ~1.36M billed tokens (~$0.50 per call) instead of Anthropic's
+            // native vision tokenization (~1.6k tokens). Resizing the long edge
+            // to 1280px and re-encoding as JPEG q85 cuts payload to ~80KB while
+            // keeping vision usable. Skip work if the file is already small;
+            // preserve PNG when transparency matters (alpha sample).
+            const SKIP_BELOW_BYTES = 150 * 1024;
+            const MAX_LONG_EDGE = 1280;
+            const JPEG_QUALITY = 85;
+            const rawBytes = fs.readFileSync(resolved);
+            let outBytes = rawBytes;
+            let outMedia = IMAGE_MEDIA_TYPES[ext];
+            let normalizeNote = '';
+            if (stat.size > SKIP_BELOW_BYTES) {
+                try {
+                    const sharpMod = await import('sharp');
+                    const sharp = sharpMod.default;
+                    const img = sharp(rawBytes, { failOn: 'none' });
+                    const meta = await img.metadata();
+                    const longEdge = Math.max(meta.width ?? 0, meta.height ?? 0);
+                    // Detect transparency: GIF/WebP/PNG with non-opaque alpha → keep PNG.
+                    let hasAlpha = false;
+                    if (meta.hasAlpha) {
+                        const stats = await sharp(rawBytes).stats();
+                        const alpha = stats.channels[stats.channels.length - 1];
+                        hasAlpha = alpha?.min !== undefined && alpha.min < 255;
+                    }
+                    let pipeline = sharp(rawBytes, { failOn: 'none' });
+                    if (longEdge > MAX_LONG_EDGE) {
+                        pipeline = pipeline.resize({
+                            width: meta.width && meta.width >= (meta.height ?? 0) ? MAX_LONG_EDGE : undefined,
+                            height: meta.height && meta.height > (meta.width ?? 0) ? MAX_LONG_EDGE : undefined,
+                            fit: 'inside',
+                            withoutEnlargement: true,
+                        });
+                    }
+                    if (hasAlpha) {
+                        outBytes = await pipeline.png({ compressionLevel: 9 }).toBuffer();
+                        outMedia = 'image/png';
+                    }
+                    else {
+                        outBytes = await pipeline.jpeg({ quality: JPEG_QUALITY, mozjpeg: true }).toBuffer();
+                        outMedia = 'image/jpeg';
+                    }
+                    const outKb = (outBytes.length / 1024).toFixed(1);
+                    normalizeNote = ` Normalized: ${sizeStr} → ${outKb}KB (${meta.width}×${meta.height}${longEdge > MAX_LONG_EDGE ? ` → long edge ${MAX_LONG_EDGE}` : ''}, ${hasAlpha ? 'PNG/alpha' : `JPEG q${JPEG_QUALITY}`}).`;
+                }
+                catch {
+                    // Best-effort — if sharp fails, fall through with raw bytes.
+                }
+            }
+            const base64 = outBytes.toString('base64');
             fileReadTracker.set(resolved, { mtimeMs: stat.mtimeMs, readAt: Date.now() });
             return {
-                output: `Image file: ${resolved} (${ext}, ${sizeStr}). Rendered below for vision-capable models.`,
-                images: [{ mediaType: IMAGE_MEDIA_TYPES[ext], base64 }],
+                output: `Image file: ${resolved} (${ext}, ${sizeStr}).${normalizeNote} Rendered below for vision-capable models.`,
+                images: [{ mediaType: outMedia, base64 }],
             };
         }
         const binaryExts = new Set(['.ico', '.bmp', '.pdf', '.zip', '.tar', '.gz', '.woff', '.woff2', '.ttf', '.eot', '.mp3', '.mp4', '.wav', '.avi', '.mov', '.exe', '.dll', '.so', '.dylib']);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blockrun/franklin",
-  "version": "3.15.89",
+  "version": "3.15.90",
   "description": "Franklin — The AI agent with a wallet. Spends USDC autonomously to get real work done. Pay per action, no subscriptions.",
   "type": "module",
   "exports": {
@@ -80,6 +80,7 @@
     "playwright-core": "^1.49.1",
     "qrcode": "^1.5.4",
     "react": "^19.2.4",
+    "sharp": "^0.34.5",
     "viem": "^2.48.1"
   },
   "devDependencies": {