@luan.sh/pi-view-image 0.3.7 → 0.3.8

package/README.md

@@ -1,6 +1,4 @@
-# @luan.sh/pi-view-image
-
-[Pi gallery](https://pi.dev/packages/@luan.sh/pi-view-image)
+# @luan.sh/pi-view-image&nbsp;[<img src="https://pi.luan.sh/icons/pi.svg" width="14" alt="Pi gallery">](https://pi.dev/packages/@luan.sh/pi-view-image)&nbsp;[<img src="https://pi.luan.sh/icons/npm.svg" width="14" alt="npm">](https://www.npmjs.com/package/@luan.sh/pi-view-image)
 
 `@luan.sh/pi-view-image` adds a Codex-compatible `view_image` tool to Pi. A
 native Rust binary reads and validates a local PNG, JPEG, GIF, or WebP file and
@@ -11,9 +9,9 @@ before they reach the provider.
 
 ## Preview
 
-![@luan.sh/pi-view-image in Bootty](https://github.com/luan/agents/releases/download/v0.3.2/pi-view-image.png)
+![@luan.sh/pi-view-image in Bootty](https://pi.luan.sh/media/previews/pi-view-image-3b76f3119bb5.png)
 
-[Watch the demo](https://github.com/luan/agents/releases/download/v0.3.2/pi-view-image.mp4).
+[Watch the demo](https://pi.luan.sh/media/previews/pi-view-image-62df21208d2a.mp4).
 
 ## Install
 
@@ -21,7 +19,7 @@ before they reach the provider.
 pi install npm:@luan.sh/pi-view-image
 ```
 
-Requires a Rust toolchain (https://rustup.rs). The `view_image` binary builds
+Requires a Rust toolchain (https://rustup.rs). The `view-image` binary builds
 itself on first use under Pi's agent directory (`native/view-image/<version>/`).
 Set `PI_VIEW_IMAGE_BIN` to use a prebuilt binary; it must point to an
 executable file. Pi shows an info notification while the first build runs.
@@ -48,7 +46,8 @@ Example call:
 
 Behaviour:
 
-- `high` resizes images larger than 2048 pixels on either axis. Resized
+- `high` resizes images larger than 2000 pixels on either axis (Anthropic's
+  limit for requests carrying more than 20 images). Resized
   images and GIF input are re-encoded as PNG; PNG, JPEG, and WebP files that
   are not resized keep their original bytes and MIME type.
 - `original` keeps the source dimensions and bytes.
@@ -89,7 +88,7 @@ paste a file path on Command-V. Ordinary text and non-image paths are left
 alone.
 
 When the prompt is submitted, each pending pill is loaded through the native
-binary at `original` detail, attached as an image, and its text becomes a
+binary at `high` detail, attached as an image, and its text becomes a
 `<file name="..."></file>` tag. If a file cannot be loaded, the pill reverts to
 the plain path and Pi shows a warning `Could not attach <path>: <message>`.
 Pending pills are cleared on session start and shutdown.
@@ -112,6 +111,15 @@ of image tags equals the count of image blocks; otherwise the message is left
 unchanged. This applies to Pi's own `@image` attachments and to pastes handled
 by this package, and is provider-neutral.
 
+The same hook then clamps every image block in the outgoing context, in user
+and tool-result messages alike, to 2000 pixels on either axis using Pi's
+`resizeImage`. Anthropic rejects larger images once a request carries more
+than 20 of them, and attach-time resizing cannot fix images already in the
+session history. Each distinct image is decoded once per session.
+Shrinking an image that Anthropic has already seen changes the request prefix,
+so the next response reports dropped thinking blocks once; pi-thinking-binding
+then strips those blocks for the rest of the session.
+
 ## Configuration
 
 The package has no settings. The only configuration is the

package/node_modules/@luan.sh/pi-code-mode/README.md

@@ -1,6 +1,4 @@
-# @luan.sh/pi-code-mode
-
-[Pi gallery](https://pi.dev/packages/@luan.sh/pi-code-mode)
+# @luan.sh/pi-code-mode&nbsp;[<img src="https://pi.luan.sh/icons/pi.svg" width="14" alt="Pi gallery">](https://pi.dev/packages/@luan.sh/pi-code-mode)&nbsp;[<img src="https://pi.luan.sh/icons/npm.svg" width="14" alt="npm">](https://www.npmjs.com/package/@luan.sh/pi-code-mode)
 
 Code Mode adds two tools to Pi:
 
@@ -14,9 +12,9 @@ available inside `exec` through the SDK described below.
 
 ## Preview
 
-![@luan.sh/pi-code-mode in Bootty](https://github.com/luan/agents/releases/download/v0.3.3/pi-code-mode.png)
+![@luan.sh/pi-code-mode in Bootty](https://pi.luan.sh/media/previews/pi-code-mode-1fb9bf32cd5a.png)
 
-[Watch the demo](https://github.com/luan/agents/releases/download/v0.3.3/pi-code-mode.mp4).
+[Watch the demo](https://pi.luan.sh/media/previews/pi-code-mode-90738a72b416.mp4).
 
 ## Install
 

package/node_modules/@luan.sh/pi-code-mode/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@luan.sh/pi-code-mode",
-  "version": "0.3.8",
+  "version": "0.3.9",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -21,8 +21,8 @@
       "./src/extension.ts",
       "./node_modules/@luan.sh/pi-libtui/src/extension.ts"
     ],
-    "image": "https://github.com/luan/agents/releases/download/v0.3.3/pi-code-mode.png",
-    "video": "https://github.com/luan/agents/releases/download/v0.3.3/pi-code-mode.mp4"
+    "image": "https://pi.luan.sh/media/previews/pi-code-mode-1fb9bf32cd5a.png",
+    "video": "https://pi.luan.sh/media/previews/pi-code-mode-90738a72b416.mp4"
   },
   "peerDependencies": {
     "@earendil-works/pi-coding-agent": "*",

package/node_modules/@luan.sh/pi-libtui/README.md

@@ -1,6 +1,4 @@
-# @luan.sh/pi-libtui
-
-[Pi gallery](https://pi.dev/packages/@luan.sh/pi-libtui)
+# @luan.sh/pi-libtui&nbsp;[<img src="https://pi.luan.sh/icons/pi.svg" width="14" alt="Pi gallery">](https://pi.dev/packages/@luan.sh/pi-libtui)&nbsp;[<img src="https://pi.luan.sh/icons/npm.svg" width="14" alt="npm">](https://www.npmjs.com/package/@luan.sh/pi-libtui)
 
 Shared terminal UI for Pi extensions: layouts, split panes, dialogs, pickers,
 selection actions, semantic colors, icons, cursors, syntax highlighting,
@@ -20,9 +18,9 @@ registers no model-facing tools, keybindings, or feature-specific UI.
 
 The native palette diagnostic and shared picker components in Xsettings.
 
-![@luan.sh/pi-libtui in Bootty](https://github.com/luan/agents/releases/download/v0.3.2/pi-libtui.png)
+![@luan.sh/pi-libtui in Bootty](https://pi.luan.sh/media/previews/pi-libtui-1820a03ca387.png)
 
-[Watch the demo](https://github.com/luan/agents/releases/download/v0.3.2/pi-libtui.mp4).
+[Watch the demo](https://pi.luan.sh/media/previews/pi-libtui-e7ff85f140d3.mp4).
 
 ## Install
 
@@ -49,6 +47,59 @@ neither a generated 256-color palette nor an ANSI base-16 palette, the host
 switches to Pi's built-in theme for the detected light or dark scheme (dark if
 the measurement fails).
 
+## Components
+
+Captures of the shared components inside the extensions that use them. The
+images are served from the documentation site.
+
+`ActionPanel` with a `DialogButtonBar` footer in a `DialogOverlay`: the
+pi-copy-mode reaction picker.
+
+![ActionPanel and DialogButtonBar in pi-copy-mode](https://pi.luan.sh/media/libtui/action-panel.png)
+
+`MultiSelect` with ordered checkboxes, a filter `SemanticInput`, and a
+`DialogButtonBar`: the pi-xsettings segment editor.
+
+![MultiSelect in pi-xsettings](https://pi.luan.sh/media/libtui/multi-select.png)
+
+`mountSplitPane` with side-panel tabs from `registerSidePanelProvider`:
+pi-panels hosting a pi-side conversation.
+
+![Split pane and side-panel tabs in pi-panels](https://pi.luan.sh/media/libtui/split-panes.png)
+
+`UnifiedDiffView` from `pi-libtui/diff`: the pi-fileops `apply_patch` result.
+
+![UnifiedDiffView in pi-fileops](https://pi.luan.sh/media/libtui/unified-diff.png)
+
+`PtyPane` over `TerminalProjection` from `pi-libtui/terminal`: the
+pi-exec-command Process Hub attached to a running server.
+
+![PtyPane in pi-exec-command](https://pi.luan.sh/media/libtui/terminal.png)
+
+`renderDetailCard` as an anchored overlay: a pi-copy-mode annotation.
+
+![Detail card in pi-copy-mode](https://pi.luan.sh/media/libtui/detail-card.png)
+
+`ToolActivity` and `ToolTranscript` from `pi-libtui/tool`: pi-tool-search
+and pi-exec-command rows collapsed into an `Explored` group.
+
+![ToolActivity rows in pi-tool-search](https://pi.luan.sh/media/libtui/tool-activity.png)
+
+`ProgressBar`, `renderPill`, and `renderEditorTokenPills`: the
+pi-custom-editor status row and file tokens.
+
+![Status row and editor pills in pi-custom-editor](https://pi.luan.sh/media/libtui/status-row.png)
+
+`TransientPill`: the pi-tuicr confirmation after a review comment is added.
+
+![TransientPill in pi-tuicr](https://pi.luan.sh/media/libtui/transient-pill.png)
+
+Components without a capture in a shipped extension: `PickerPanel`
+(pi-prompt-storage), `SearchableSelect` and `SelectBox` (pi-xsettings
+editors), `SelectionActionBar` (pi-copy-mode), `FramedEditorOverlay`,
+`mountHoverTooltip`, `FloatingOverlay`, `ActivityIndicator` styles, and
+`applyScrollbar`. Add them here when a gallery recording shows them in use.
+
 ## Public modules
 
 Every entry point is a side-effect-free import. "Host required" means the
@@ -76,9 +127,9 @@ guarded Pi 0.84–0.85 adapter; unsupported hosts keep their native transcript.
 
 ## Native binaries
 
-Feature packages shell out to Rust binaries such as `terminal_bridge` (the
+Feature packages shell out to Rust binaries such as `terminal-bridge` (the
 exported `TERMINAL_BRIDGE` descriptor). Requires a Rust toolchain
-(https://rustup.rs). The `terminal_bridge` binary builds itself on first use
+(https://rustup.rs). The `terminal-bridge` binary builds itself on first use
 under Pi's agent directory (`native/terminal-bridge/<revision>/`), where
 `<revision>` is the source commit recorded in the packaged `native-revision` file. Set `PI_TERMINAL_BRIDGE_BINARY` to use
 a prebuilt binary; it must point at an executable file.

package/node_modules/@luan.sh/pi-libtui/native-revision

@@ -1 +1 @@
-6ed73340be70e909918ec92adc31ba920bfc8cd4
+eace67b49e52950cb408c08f290f1ca9c409d68a

package/node_modules/@luan.sh/pi-libtui/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@luan.sh/pi-libtui",
-  "version": "0.3.8",
+  "version": "0.3.9",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -30,8 +30,8 @@
     "themes": [
       "./themes"
     ],
-    "image": "https://github.com/luan/agents/releases/download/v0.3.2/pi-libtui.png",
-    "video": "https://github.com/luan/agents/releases/download/v0.3.2/pi-libtui.mp4"
+    "image": "https://pi.luan.sh/media/previews/pi-libtui-1820a03ca387.png",
+    "video": "https://pi.luan.sh/media/previews/pi-libtui-e7ff85f140d3.mp4"
   },
   "peerDependencies": {
     "@earendil-works/pi-coding-agent": "*",

package/node_modules/@luan.sh/pi-libtui/src/native-binary.ts

@@ -35,7 +35,7 @@ export type NativeBinaryLocation =
 
 export const TERMINAL_BRIDGE: NativeBinary = {
 	crate: "terminal-bridge",
-	binaryName: "terminal_bridge",
+	binaryName: "terminal-bridge",
 	env: "PI_TERMINAL_BRIDGE_BINARY",
 };
 

package/node_modules/@luan.sh/pi-libtui/test/native-binary.test.ts

@@ -10,7 +10,7 @@ const options = (executables: readonly string[], environment: Record<string, str
 	rev: "v1.2.3",
 	isExecutable: (path: string) => executables.includes(path),
 });
-const managed = join("/agent/native", "terminal-bridge", "v1.2.3", "bin", "terminal_bridge");
+const managed = join("/agent/native", "terminal-bridge", "v1.2.3", "bin", "terminal-bridge");
 
 test("env override wins and must be executable", () => {
 	expect(locateNativeBinary(TERMINAL_BRIDGE, options(["/x/bridge"], { [ENV]: "/x/bridge" }))).toEqual({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@luan.sh/pi-view-image",
-  "version": "0.3.7",
+  "version": "0.3.8",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -20,8 +20,8 @@
       "./src/extension.ts",
       "./node_modules/@luan.sh/pi-libtui/src/extension.ts"
     ],
-    "image": "https://github.com/luan/agents/releases/download/v0.3.2/pi-view-image.png",
-    "video": "https://github.com/luan/agents/releases/download/v0.3.2/pi-view-image.mp4"
+    "image": "https://pi.luan.sh/media/previews/pi-view-image-3b76f3119bb5.png",
+    "video": "https://pi.luan.sh/media/previews/pi-view-image-62df21208d2a.mp4"
   },
   "dependencies": {
     "@luan.sh/pi-code-mode": "file:../pi-code-mode",

package/src/extension.ts

@@ -1,6 +1,7 @@
-import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+import { type ExtensionAPI, resizeImage } from "@earendil-works/pi-coding-agent";
 import { registerViewImageCodeModeAdapter } from "./code-mode-adapter.ts";
 import { ImageAttachmentStore } from "./core/attachments.ts";
+import { createImageClamp, MAX_IMAGE_DIMENSION } from "./image-limits.ts";
 import { resolveViewImageBinary } from "./native/binary.ts";
 import { labelNativeImageAttachments } from "./native-attachments.ts";
 import { runViewImageBinary } from "./native/view-image.ts";
@@ -11,6 +12,13 @@ import { configureViewImageToolForModel, createViewImageTool } from "./tools/vie
 export default function viewImageExtension(pi: ExtensionAPI): void {
 	const tool = createViewImageTool();
 	const attachments = new ImageAttachmentStore();
+	const clampImages = createImageClamp(async (image) => {
+		const resized = await resizeImage(Buffer.from(image.data, "base64"), image.mimeType, {
+			maxWidth: MAX_IMAGE_DIMENSION,
+			maxHeight: MAX_IMAGE_DIMENSION,
+		});
+		return resized?.wasResized ? { type: "image", data: resized.data, mimeType: resized.mimeType } : null;
+	});
 	let removeImagePasteSession: (() => void) | undefined;
 	pi.registerTool(tool);
 	pi.on("session_start", (_event, context) => {
@@ -26,7 +34,8 @@ export default function viewImageExtension(pi: ExtensionAPI): void {
 	pi.on("input", async (event, context) => {
 		const transformed = await transformPendingImageAttachments(event, attachments, (path) =>
 			resolveViewImageBinary({ onBuild: (message) => context.ui.notify(message, "info") }).then((binary) =>
-				runViewImageBinary(binary, { path, detail: "original" }, context.cwd),
+				// Pasted screenshots are attached at `high` so oversized captures are resized within provider limits.
+				runViewImageBinary(binary, { path, detail: "high" }, context.cwd),
 			),
 		);
 		if (!transformed) return { action: "continue" };
@@ -35,8 +44,10 @@ export default function viewImageExtension(pi: ExtensionAPI): void {
 		}
 		return { action: "transform", text: transformed.text, images: transformed.images };
 	});
-	pi.on("context", (event) => {
-		const messages = labelNativeImageAttachments(event.messages);
+	pi.on("context", async (event) => {
+		const labelled = labelNativeImageAttachments(event.messages);
+		const clamped = await clampImages(labelled ?? event.messages);
+		const messages = clamped ?? labelled;
 		return messages ? { messages } : undefined;
 	});
 	const disposeCodeModeAdapter = registerViewImageCodeModeAdapter(tool);

package/src/image-limits.ts

@@ -0,0 +1,57 @@
+import type { ContextEvent } from "@earendil-works/pi-coding-agent";
+
+type AgentMessage = ContextEvent["messages"][number];
+export type ImageBlock = { type: "image"; data: string; mimeType: string };
+
+// Anthropic rejects images over 2000 px on either side once a request carries more than 20 images.
+// Pi's resizeImage defaults to the same cap; keep them aligned if this changes.
+export const MAX_IMAGE_DIMENSION = 2000;
+
+/** Returns a smaller block, or null when the image already fits. */
+export type ResizeImage = (image: ImageBlock) => Promise<ImageBlock | null>;
+
+const isImageBlock = (block: unknown): block is ImageBlock =>
+	typeof block === "object" &&
+	block !== null &&
+	Reflect.get(block, "type") === "image" &&
+	typeof Reflect.get(block, "data") === "string" &&
+	typeof Reflect.get(block, "mimeType") === "string";
+
+/**
+ * Clamps every image block in the context before a request leaves. Attach-time resizing cannot fix
+ * images already in history (pasted before the fix, produced by other extensions, or by Pi itself),
+ * so this runs at the model boundary. Each distinct image is decoded once and memoized for the session.
+ */
+export function createImageClamp(
+	resize: ResizeImage,
+): (messages: readonly AgentMessage[]) => Promise<AgentMessage[] | undefined> {
+	const cache = new Map<string, Promise<ImageBlock | null>>();
+	const clamp = (image: ImageBlock): Promise<ImageBlock | null> => {
+		let pending = cache.get(image.data);
+		if (!pending) {
+			pending = resize(image).catch(() => null);
+			cache.set(image.data, pending);
+		}
+		return pending;
+	};
+
+	return async (messages) => {
+		let changed = false;
+		const next = await Promise.all(
+			messages.map(async (message) => {
+				if (!("content" in message) || !Array.isArray(message.content)) return message;
+				const content = await Promise.all(
+					message.content.map(async (block: unknown) => {
+						if (!isImageBlock(block)) return block;
+						const smaller = await clamp(block);
+						if (!smaller) return block;
+						changed = true;
+						return { ...block, data: smaller.data, mimeType: smaller.mimeType };
+					}),
+				);
+				return { ...message, content } as AgentMessage;
+			}),
+		);
+		return changed ? next : undefined;
+	};
+}

package/src/native/binary.ts

@@ -1,6 +1,6 @@
 import { type EnsureNativeBinaryHooks, ensureNativeBinary, type NativeBinary } from "@luan.sh/pi-libtui";
 
-const VIEW_IMAGE: NativeBinary = { crate: "view-image", binaryName: "view_image", env: "PI_VIEW_IMAGE_BIN" };
+const VIEW_IMAGE: NativeBinary = { crate: "view-image", binaryName: "view-image", env: "PI_VIEW_IMAGE_BIN" };
 
 export function resolveViewImageBinary(hooks?: EnsureNativeBinaryHooks): Promise<string> {
 	return ensureNativeBinary(VIEW_IMAGE, hooks);

package/test/image-limits.test.ts

@@ -0,0 +1,50 @@
+import { describe, expect, test } from "bun:test";
+import { createImageClamp, type ImageBlock } from "../src/image-limits.ts";
+
+const image = (data: string): ImageBlock => ({ type: "image", data, mimeType: "image/png" });
+const smaller = (block: ImageBlock): ImageBlock => ({
+	type: "image",
+	data: `small:${block.data}`,
+	mimeType: "image/jpeg",
+});
+
+describe("image clamp", () => {
+	test("replaces oversized images in user and tool-result messages, once per distinct image", async () => {
+		const seen: string[] = [];
+		const clamp = createImageClamp(async (block) => {
+			seen.push(block.data);
+			return block.data.startsWith("big") ? smaller(block) : null;
+		});
+		const messages = [
+			{ role: "user", content: [{ type: "text", text: "look" }, image("big-1"), image("fits")], timestamp: 1 },
+			{
+				role: "toolResult",
+				toolCallId: "t",
+				toolName: "read",
+				content: [image("big-1"), image("big-2")],
+				isError: false,
+				timestamp: 2,
+			},
+		] as never[];
+
+		const first = await clamp(messages);
+		expect(first?.map((message) => Reflect.get(message, "content"))).toEqual([
+			[{ type: "text", text: "look" }, { type: "image", data: "small:big-1", mimeType: "image/jpeg" }, image("fits")],
+			[
+				{ type: "image", data: "small:big-1", mimeType: "image/jpeg" },
+				{ type: "image", data: "small:big-2", mimeType: "image/jpeg" },
+			],
+		]);
+
+		await clamp(messages);
+		expect(seen.sort()).toEqual(["big-1", "big-2", "fits"]);
+	});
+
+	test("returns undefined when nothing needs resizing and tolerates resize failures", async () => {
+		const clamp = createImageClamp(async () => {
+			throw new Error("decoder unavailable");
+		});
+		const messages = [{ role: "user", content: [image("any")], timestamp: 1 }] as never[];
+		expect(await clamp(messages)).toBeUndefined();
+	});
+});