@maheidem/pi-auto-image-attach 0.1.0

package/LICENSE

@@ -0,0 +1,32 @@
+MIT License
+
+Copyright (c) 2026 maheidem
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+---
+
+This project builds against and vendors patterns from works under the MIT
+License, copyright their respective authors:
+
+- @earendil-works/pi-coding-agent (pi coding agent), including the official
+  `subagent` and `plan-mode` extension examples and RPC documentation.
+- @earendil-works/pi-tui.
+- The local `/loop` extension (same workspace), from which
+  `ui/settings-panel.ts` is vendored.

package/README.md

@@ -0,0 +1,29 @@
+# @maheidem/pi-auto-image-attach
+
+A Pi extension that auto-attaches pasted image file paths as real image content.
+
+## Why
+
+Dragging an image into the Pi TUI inserts an escaped file-path string (upstream
+gap: earendil-works/pi#6572). The model then only sees a path, not the image.
+This extension intercepts `input`, detects image paths (png/jpg/jpeg/webp/gif/bmp,
+absolute or relative, with backslash-escaped spaces), sniffs the magic bytes for
+the MIME type, base64-encodes the file, attaches it as `ImageContent`, and strips
+the raw path from the message text.
+
+Only fires for `interactive` input with no already-attached images; silently
+passes through otherwise.
+
+## Install
+
+```
+pi install npm:@maheidem/pi-auto-image-attach
+```
+
+Or add the path to `~/.pi/agent/settings.json → packages`, then `/reload`.
+
+## Caveats
+
+- Relative paths resolve against pi's CWD.
+- Vision still depends on the active model's `input` supporting images (see
+  model-discovery's vision override for local oMLX models).

package/index.ts

@@ -0,0 +1,109 @@
+/**
+ * Auto-Image-Attach Extension
+ *
+ * When you drop an image into pi's chat, it's inserted as a file path
+ * (with escaped spaces). This extension intercepts the input, detects
+ * image file paths, reads them, and attaches them as ImageContent blocks
+ * so the model actually sees the image.
+ *
+ * Handles:
+ * - Absolute paths: /var/folders/.../Screenshot 2026-07-30 at 15.00.00.png
+ * - Relative paths: ./screenshot.png
+ * - Escaped spaces: /path/to/Screenshot\ 2026-07-30\ at\ 15.00.00.png
+ *
+ * Location: ~/.pi/agent/extensions/auto-image-attach/index.ts
+ */
+
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+
+/** Minimal local ImageContent (pi-ai's type is not re-exported by pi-coding-agent). */
+interface ImageContent {
+	type: "image";
+	data: string;
+	mimeType: string;
+}
+import * as fs from "node:fs";
+import * as path from "node:path";
+
+const IMAGE_EXTENSIONS = new Set([
+	".png", ".jpg", ".jpeg", ".webp", ".gif", ".bmp",
+]);
+
+function isImagePath(filePath: string): boolean {
+	return IMAGE_EXTENSIONS.has(path.extname(filePath).toLowerCase());
+}
+
+async function detectImageMimeType(filePath: string): Promise<string | null> {
+	try {
+		const fd = await fs.promises.open(filePath, "r");
+		const buffer = Buffer.alloc(4100);
+		const { bytesRead } = await fd.read(buffer, 0, 4100, 0);
+		await fd.close();
+		const s = buffer.subarray(0, bytesRead);
+		if (s[0] === 0x89 && s[1] === 0x50 && s[2] === 0x4e && s[3] === 0x47 &&
+			s[4] === 0x0d && s[5] === 0x0a && s[6] === 0x1a && s[7] === 0x0a) return "image/png";
+		if (s[0] === 0xff && s[1] === 0xd8 && s[2] === 0xff) return "image/jpeg";
+		if (s[0] === 0x47 && s[1] === 0x49 && s[2] === 0x46 && s[3] === 0x38) return "image/gif";
+		if (s[0] === 0x52 && s[1] === 0x49 && s[2] === 0x46 && s[3] === 0x46 &&
+			s[8] === 0x57 && s[9] === 0x45 && s[10] === 0x42 && s[11] === 0x50) return "image/webp";
+		if (s[0] === 0x42 && s[1] === 0x4d) return "image/bmp";
+		return null;
+	}
+	catch { return null; }
+}
+
+interface ImagePathEntry {
+	rawPath: string;   // Original from text (with backslash escapes)
+	cleanPath: string; // Resolved path (for file operations)
+}
+
+export default function (pi: ExtensionAPI) {
+	pi.on("input", async (event, _ctx) => {
+		if (event.source !== "interactive") return { action: "continue" };
+		if (event.images?.length) return { action: "continue" };
+
+		const text = event.text;
+		const entries: ImagePathEntry[] = [];
+
+		// Find image extensions, scan back for path start (handles escaped spaces)
+		const extRegex = /\.(png|jpe?g|webp|gif|bmp)($|["'\s,;:])/gi;
+		let m;
+		while ((m = extRegex.exec(text)) !== null) {
+			const end = m.index + m[0].length;
+			// Scan back to unescaped space or beginning
+			let start = end - 1;
+			while (start > 0 && !(text[start] === " " && text[start - 1] !== "\\")) start--;
+			const raw = text.substring(start, end);
+			const clean = raw.replace(/\\/g, "");
+			if ((clean.startsWith("/") || clean.startsWith("./") || clean.startsWith("../"))
+				&& isImagePath(clean) && fs.existsSync(clean)) {
+				entries.push({ rawPath: raw, cleanPath: clean });
+			}
+		}
+
+		if (entries.length === 0) return { action: "continue" };
+
+		// Read and encode images
+		const images: ImageContent[] = [];
+		for (const { cleanPath } of entries) {
+			try {
+				const mimeType = await detectImageMimeType(cleanPath);
+				if (!mimeType) continue;
+				const data = fs.readFileSync(cleanPath).toString("base64");
+				images.push({ type: "image", data, mimeType });
+			} catch { /* skip unreadable */ }
+		}
+
+		if (images.length === 0) return { action: "continue" };
+
+		// Remove image paths from text
+		let cleaned = text;
+		for (const { rawPath } of entries) {
+			const escaped = rawPath.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+			cleaned = cleaned.replace(new RegExp(escaped, "g"), "");
+		}
+		cleaned = cleaned.replace(/\s+/g, " ").trim();
+
+		return { action: "transform", text: cleaned || text, images };
+	});
+}

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@maheidem/pi-auto-image-attach",
+  "version": "0.1.0",
+  "type": "module",
+  "description": "Pi extension: auto-attaches pasted/dragged image file paths as ImageContent blocks so the model actually sees the image.",
+  "keywords": [
+    "pi-package",
+    "extension",
+    "images"
+  ],
+  "files": [
+    "index.ts",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "typecheck": "tsc -p tsconfig.json"
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-coding-agent": ">=0.84.0"
+  },
+  "devDependencies": {
+    "@earendil-works/pi-coding-agent": "^0.84.4",
+    "@types/node": "^22.0.0",
+    "typescript": "^5.9.3"
+  },
+  "pi": {
+    "extensions": [
+      "./index.ts"
+    ]
+  },
+  "license": "MIT",
+  "author": "maheidem",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Maheidem/pi-coder-management.git",
+    "directory": "custom-extensions/auto-image-attach"
+  },
+  "homepage": "https://github.com/Maheidem/pi-coder-management/tree/main/custom-extensions/auto-image-attach#readme",
+  "bugs": {
+    "url": "https://github.com/Maheidem/pi-coder-management/issues"
+  }
+}