pi-view-image 0.3.7 → 0.3.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-view-image",
-  "version": "0.3.7",
+  "version": "0.3.8",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -18,18 +18,18 @@
   "pi": {
     "extensions": [
       "./src/extension.ts",
-      "./node_modules/pi-libtui/src/extension.ts"
+      "./node_modules/@luan.sh/pi-libtui/src/extension.ts"
     ],
-    "image": "https://github.com/luan/agents/releases/download/v0.3.2/pi-view-image.png",
-    "video": "https://github.com/luan/agents/releases/download/v0.3.2/pi-view-image.mp4"
+    "image": "https://pi.luan.sh/media/previews/pi-view-image-3b76f3119bb5.png",
+    "video": "https://pi.luan.sh/media/previews/pi-view-image-62df21208d2a.mp4"
   },
   "dependencies": {
-    "@cfcluan/pi-code-mode": "file:../pi-code-mode",
-    "pi-libtui": "file:../pi-libtui"
+    "@luan.sh/pi-code-mode": "file:../pi-code-mode",
+    "@luan.sh/pi-libtui": "file:../pi-libtui"
   },
   "bundledDependencies": [
-    "@cfcluan/pi-code-mode",
-    "pi-libtui"
+    "@luan.sh/pi-code-mode",
+    "@luan.sh/pi-libtui"
   ],
   "peerDependencies": {
     "@earendil-works/pi-coding-agent": "*",
@@ -43,5 +43,8 @@
   "scripts": {
     "typecheck": "tsc --build",
     "test": "bun test --only-failures test"
-  }
+  },
+  "publishAliases": [
+    "pi-view-image"
+  ]
 }

package/src/code-mode-adapter.ts

@@ -1,5 +1,5 @@
 import type { AgentToolResult } from "@earendil-works/pi-coding-agent";
-import { type CodeModeToolDetails, registerCodeModeFunctionTool } from "@cfcluan/pi-code-mode/sdk";
+import { type CodeModeToolDetails, registerCodeModeFunctionTool } from "@luan.sh/pi-code-mode/sdk";
 import type { createViewImageTool } from "./tools/view-image/definition.ts";
 import type { ViewImageContent } from "./tools/view-image/result.ts";
 

package/src/core/appearance.ts

@@ -1,4 +1,4 @@
-import type { PillContent, TuiForegroundColor, TuiIconName } from "pi-libtui";
+import type { PillContent, TuiForegroundColor, TuiIconName } from "@luan.sh/pi-libtui";
 
 /** Shared visual identity for every view-image entry point. */
 export const VIEW_IMAGE_ICON = "view-image" satisfies TuiIconName;

package/src/extension.ts

@@ -1,6 +1,7 @@
-import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+import { type ExtensionAPI, resizeImage } from "@earendil-works/pi-coding-agent";
 import { registerViewImageCodeModeAdapter } from "./code-mode-adapter.ts";
 import { ImageAttachmentStore } from "./core/attachments.ts";
+import { createImageClamp, MAX_IMAGE_DIMENSION } from "./image-limits.ts";
 import { resolveViewImageBinary } from "./native/binary.ts";
 import { labelNativeImageAttachments } from "./native-attachments.ts";
 import { runViewImageBinary } from "./native/view-image.ts";
@@ -11,6 +12,13 @@ import { configureViewImageToolForModel, createViewImageTool } from "./tools/vie
 export default function viewImageExtension(pi: ExtensionAPI): void {
 	const tool = createViewImageTool();
 	const attachments = new ImageAttachmentStore();
+	const clampImages = createImageClamp(async (image) => {
+		const resized = await resizeImage(Buffer.from(image.data, "base64"), image.mimeType, {
+			maxWidth: MAX_IMAGE_DIMENSION,
+			maxHeight: MAX_IMAGE_DIMENSION,
+		});
+		return resized?.wasResized ? { type: "image", data: resized.data, mimeType: resized.mimeType } : null;
+	});
 	let removeImagePasteSession: (() => void) | undefined;
 	pi.registerTool(tool);
 	pi.on("session_start", (_event, context) => {
@@ -26,7 +34,8 @@ export default function viewImageExtension(pi: ExtensionAPI): void {
 	pi.on("input", async (event, context) => {
 		const transformed = await transformPendingImageAttachments(event, attachments, (path) =>
 			resolveViewImageBinary({ onBuild: (message) => context.ui.notify(message, "info") }).then((binary) =>
-				runViewImageBinary(binary, { path, detail: "original" }, context.cwd),
+				// Pasted screenshots are attached at `high` so oversized captures are resized within provider limits.
+				runViewImageBinary(binary, { path, detail: "high" }, context.cwd),
 			),
 		);
 		if (!transformed) return { action: "continue" };
@@ -35,8 +44,10 @@ export default function viewImageExtension(pi: ExtensionAPI): void {
 		}
 		return { action: "transform", text: transformed.text, images: transformed.images };
 	});
-	pi.on("context", (event) => {
-		const messages = labelNativeImageAttachments(event.messages);
+	pi.on("context", async (event) => {
+		const labelled = labelNativeImageAttachments(event.messages);
+		const clamped = await clampImages(labelled ?? event.messages);
+		const messages = clamped ?? labelled;
 		return messages ? { messages } : undefined;
 	});
 	const disposeCodeModeAdapter = registerViewImageCodeModeAdapter(tool);

package/src/image-limits.ts

@@ -0,0 +1,57 @@
+import type { ContextEvent } from "@earendil-works/pi-coding-agent";
+
+type AgentMessage = ContextEvent["messages"][number];
+export type ImageBlock = { type: "image"; data: string; mimeType: string };
+
+// Anthropic rejects images over 2000 px on either side once a request carries more than 20 images.
+// Pi's resizeImage defaults to the same cap; keep them aligned if this changes.
+export const MAX_IMAGE_DIMENSION = 2000;
+
+/** Returns a smaller block, or null when the image already fits. */
+export type ResizeImage = (image: ImageBlock) => Promise<ImageBlock | null>;
+
+const isImageBlock = (block: unknown): block is ImageBlock =>
+	typeof block === "object" &&
+	block !== null &&
+	Reflect.get(block, "type") === "image" &&
+	typeof Reflect.get(block, "data") === "string" &&
+	typeof Reflect.get(block, "mimeType") === "string";
+
+/**
+ * Clamps every image block in the context before a request leaves. Attach-time resizing cannot fix
+ * images already in history (pasted before the fix, produced by other extensions, or by Pi itself),
+ * so this runs at the model boundary. Each distinct image is decoded once and memoized for the session.
+ */
+export function createImageClamp(
+	resize: ResizeImage,
+): (messages: readonly AgentMessage[]) => Promise<AgentMessage[] | undefined> {
+	const cache = new Map<string, Promise<ImageBlock | null>>();
+	const clamp = (image: ImageBlock): Promise<ImageBlock | null> => {
+		let pending = cache.get(image.data);
+		if (!pending) {
+			pending = resize(image).catch(() => null);
+			cache.set(image.data, pending);
+		}
+		return pending;
+	};
+
+	return async (messages) => {
+		let changed = false;
+		const next = await Promise.all(
+			messages.map(async (message) => {
+				if (!("content" in message) || !Array.isArray(message.content)) return message;
+				const content = await Promise.all(
+					message.content.map(async (block: unknown) => {
+						if (!isImageBlock(block)) return block;
+						const smaller = await clamp(block);
+						if (!smaller) return block;
+						changed = true;
+						return { ...block, data: smaller.data, mimeType: smaller.mimeType };
+					}),
+				);
+				return { ...message, content } as AgentMessage;
+			}),
+		);
+		return changed ? next : undefined;
+	};
+}

package/src/native/binary.ts

@@ -1,6 +1,6 @@
-import { type EnsureNativeBinaryHooks, ensureNativeBinary, type NativeBinary } from "pi-libtui";
+import { type EnsureNativeBinaryHooks, ensureNativeBinary, type NativeBinary } from "@luan.sh/pi-libtui";
 
-const VIEW_IMAGE: NativeBinary = { crate: "view-image", binaryName: "view_image", env: "PI_VIEW_IMAGE_BIN" };
+const VIEW_IMAGE: NativeBinary = { crate: "view-image", binaryName: "view-image", env: "PI_VIEW_IMAGE_BIN" };
 
 export function resolveViewImageBinary(hooks?: EnsureNativeBinaryHooks): Promise<string> {
 	return ensureNativeBinary(VIEW_IMAGE, hooks);

package/src/runtime/editor-attachments.ts

@@ -1,6 +1,6 @@
 import type { Theme } from "@earendil-works/pi-coding-agent";
-import { renderEditorTokenPills } from "pi-libtui";
-import { type EditorRegistry, ensureEditorRegistry } from "pi-libtui/editor";
+import { renderEditorTokenPills } from "@luan.sh/pi-libtui";
+import { type EditorRegistry, ensureEditorRegistry } from "@luan.sh/pi-libtui/editor";
 import type { ImageAttachmentStore } from "../core/attachments.ts";
 import { pastedImagePath } from "../core/attachments.ts";
 

package/src/tools/view-image/presentation.ts

@@ -1,6 +1,6 @@
 import type { AgentToolResult, Theme } from "@earendil-works/pi-coding-agent";
-import { ComponentStack, icon } from "pi-libtui";
-import { settleToolCallPreview, ToolActivity, toolCallPreview } from "pi-libtui/tool";
+import { ComponentStack, icon } from "@luan.sh/pi-libtui";
+import { settleToolCallPreview, ToolActivity, toolCallPreview } from "@luan.sh/pi-libtui/tool";
 import { VIEW_IMAGE_ICON, VIEW_IMAGE_ICON_TONE } from "../../core/appearance.ts";
 import type { ViewImageDetails } from "./result.ts";
 

package/test/image-limits.test.ts

@@ -0,0 +1,50 @@
+import { describe, expect, test } from "bun:test";
+import { createImageClamp, type ImageBlock } from "../src/image-limits.ts";
+
+const image = (data: string): ImageBlock => ({ type: "image", data, mimeType: "image/png" });
+const smaller = (block: ImageBlock): ImageBlock => ({
+	type: "image",
+	data: `small:${block.data}`,
+	mimeType: "image/jpeg",
+});
+
+describe("image clamp", () => {
+	test("replaces oversized images in user and tool-result messages, once per distinct image", async () => {
+		const seen: string[] = [];
+		const clamp = createImageClamp(async (block) => {
+			seen.push(block.data);
+			return block.data.startsWith("big") ? smaller(block) : null;
+		});
+		const messages = [
+			{ role: "user", content: [{ type: "text", text: "look" }, image("big-1"), image("fits")], timestamp: 1 },
+			{
+				role: "toolResult",
+				toolCallId: "t",
+				toolName: "read",
+				content: [image("big-1"), image("big-2")],
+				isError: false,
+				timestamp: 2,
+			},
+		] as never[];
+
+		const first = await clamp(messages);
+		expect(first?.map((message) => Reflect.get(message, "content"))).toEqual([
+			[{ type: "text", text: "look" }, { type: "image", data: "small:big-1", mimeType: "image/jpeg" }, image("fits")],
+			[
+				{ type: "image", data: "small:big-1", mimeType: "image/jpeg" },
+				{ type: "image", data: "small:big-2", mimeType: "image/jpeg" },
+			],
+		]);
+
+		await clamp(messages);
+		expect(seen.sort()).toEqual(["big-1", "big-2", "fits"]);
+	});
+
+	test("returns undefined when nothing needs resizing and tolerates resize failures", async () => {
+		const clamp = createImageClamp(async () => {
+			throw new Error("decoder unavailable");
+		});
+		const messages = [{ role: "user", content: [image("any")], timestamp: 1 }] as never[];
+		expect(await clamp(messages)).toBeUndefined();
+	});
+});

package/test/view-image.test.ts

@@ -3,14 +3,14 @@ import { mkdtemp, rm, writeFile } from "node:fs/promises";
 import { tmpdir } from "node:os";
 import { join } from "node:path";
 import { CustomEditor, type Theme } from "@earendil-works/pi-coding-agent";
-import { getCodeModeToolAdapterRegistry } from "@cfcluan/pi-code-mode/sdk";
-import { icon } from "pi-libtui";
+import { getCodeModeToolAdapterRegistry } from "@luan.sh/pi-code-mode/sdk";
+import { icon } from "@luan.sh/pi-libtui";
 import {
 	EDITOR_PROTOCOL,
 	type EditorPasteHandler,
 	type EditorRegistry,
 	type EditorRenderDecorator,
-} from "pi-libtui/editor";
+} from "@luan.sh/pi-libtui/editor";
 import { codeModeImageResult, registerViewImageCodeModeAdapter } from "../src/code-mode-adapter.ts";
 import { ImageAttachmentStore, pastedImagePath } from "../src/core/attachments.ts";
 import { parseViewImageOutput } from "../src/native/view-image.ts";