@oh-my-pi/snapcompact 16.0.9 → 16.0.11

package/CHANGELOG.md

@@ -2,6 +2,14 @@
 
 ## [Unreleased]
 
+## [16.0.11] - 2026-06-19
+
+### Changed
+
+- Refined elision markers for file operations and truncated text for better display consistency
+- Updated summary text for consistent descriptions of archived tool output
+- Folded a much wider range of Unicode to ASCII in `normalize()` before native rendering: added a per-character Unicode NFKD decomposition fallback (fullwidth forms, super/subscripts, ligatures, circled and math-styled alphanumerics, Roman numerals, vulgar fractions) and expanded the `CHAR_FOLD` punctuation table (more quotes/primes, hyphens, the fraction slash, dot leaders, bullets, and arrows) so undrawable glyphs land on close ASCII equivalents instead of `?`
+
 ## [16.0.8] - 2026-06-18
 
 ### Added

package/dist/types/snapcompact.d.ts

@@ -450,11 +450,14 @@ export declare const NEWLINE_GLYPH = "\u2588";
  * Prepare text for printing: strip ANSI escape sequences, collapse horizontal
  * whitespace runs to single spaces and newline-bearing runs to one
  * {@link NEWLINE_GLYPH} (drawn as a pitch-black cell), then fold everything
- * outside the fonts' ASCII + Latin-1 coverage to ASCII approximations.
- * Unrenderable control/format/combining characters are dropped without
- * occupying a cell; `?` remains the fallback for unsupported graphic
- * characters. The zero-width ink toggles {@link DIM_ON}/{@link DIM_OFF} pass
- * through untouched.
+ * outside the fonts' ASCII + Latin-1 coverage to ASCII approximations — first
+ * through the {@link CHAR_FOLD} punctuation table, then via an NFKD
+ * decomposition that recovers the ASCII skeleton of compatibility characters
+ * (fullwidth, super/subscripts, ligatures, circled/math-styled alphanumerics,
+ * Roman numerals, vulgar fractions). Unrenderable control/format/combining
+ * characters are dropped without occupying a cell; `?` remains the fallback
+ * for unsupported graphic characters. The zero-width ink toggles
+ * {@link DIM_ON}/{@link DIM_OFF} pass through untouched.
  */
 export declare function normalize(text: string): string;
 /**

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@oh-my-pi/snapcompact",
-	"version": "16.0.9",
+	"version": "16.0.11",
 	"description": "Bitmap-frame context compression for vision-capable LLMs",
 	"homepage": "https://omp.sh",
 	"author": "Can Boluk",
@@ -31,9 +31,10 @@
 		"fmt": "biome format --write ."
 	},
 	"dependencies": {
-		"@oh-my-pi/pi-ai": "16.0.9",
-		"@oh-my-pi/pi-natives": "16.0.9",
-		"@oh-my-pi/pi-utils": "16.0.9"
+		"@oh-my-pi/pi-ai": "16.0.11",
+		"@oh-my-pi/pi-natives": "16.0.11",
+		"@oh-my-pi/pi-utils": "16.0.11",
+		"@oh-my-pi/pi-wire": "16.0.11"
 	},
 	"devDependencies": {
 		"@types/bun": "^1.3.14"

package/src/prompts/snapcompact-summary.md

@@ -1,6 +1,14 @@
 Prior conversation history has been archived verbatim onto {{frameCount}} snapcompact frame{{#if multipleFrames}}s{{/if}} — the bitmap image{{#if multipleFrames}}s{{/if}} attached below{{#if multipleFrames}}, ordered oldest to newest{{/if}}.
 
-Reading a frame: monospace {{fontCell}} pixel font on a white background, {{#if docColumns}}typeset as two word-wrapped newspaper columns of {{cols}} characters by {{rows}} lines each — read the left column top to bottom, then the right column{{else}}{{cols}} characters per row, {{rows}} text rows per frame; read left to right, top to bottom. Text flows continuously with no word wrap, so words may break across row ends{{/if}}. Horizontal whitespace runs were collapsed to single spaces; line breaks print as a solid black cell (one character wide) — treat each as a newline. {{#if sentenceInk}}Ink color cycles through six colors, advancing at sentence boundaries — a color change marks a new sentence.{{else}}Glyphs are plain black ink.{{/if}}{{#if stopwordDimmed}} Common function words (the, of, and, …) are printed in dim gray; content words carry the full ink.{{/if}}{{#if dimmedToolResults}} Tool output is printed in dim gray ink — gray text is archived tool output, not conversation.{{/if}}{{#if lineRepeated}} Every text line is printed twice in a row — first on the white background, then repeated on a pale yellow band. The copies are identical: read each line once and use the duplicate only to double-check hard glyphs.{{/if}} Roles are tagged inline as [User]:, [Assistant]:, [Think]:, [Tool Call]:, and [Tool Result]:.
+Reading a frame: a solid black cell marks a newline and runs of spaces collapse to one; each turn opens with a heading — # User ¶, # Assistant ¶, or # Tool call ¶ — with assistant reasoning in _italics_ and tool output inside <out>…</out>.
+{{#if docColumns}}- Two side-by-side text columns, each {{cols}} characters wide and up to {{rows}} rows tall: read the left column top to bottom, then the right.
+{{else}}- A single grid {{cols}} characters wide and up to {{rows}} rows tall: read left to right, top to bottom — no word wrap, so words may break across rows.
+{{/if}}
+{{#if sentenceInk}}- Ink cycles six colors, one per sentence.
+{{/if}}{{#if stopwordDimmed}}- Function words are dim gray; content words keep full ink.
+{{/if}}{{#if dimmedToolResults}}- Text inside <out> is dim gray; that gray is archived tool output, not conversation.
+{{/if}}{{#if lineRepeated}}- Each line is printed twice (white, then a pale-yellow band); the copies are identical.
+{{/if}}
 {{#if mixedShapes}}
 
 Older frames may use a different font, grid, or ink coloring than described above; the reading order is always the same (left to right, top to bottom, oldest frame first).

package/src/snapcompact.ts

@@ -50,6 +50,7 @@
 import type { Api, ImageContent, Message, Model } from "@oh-my-pi/pi-ai";
 import { renderSnapcompactPng } from "@oh-my-pi/pi-natives";
 import { formatGroupedPaths, prompt } from "@oh-my-pi/pi-utils";
+import { INTENT_FIELD } from "@oh-my-pi/pi-wire";
 import fileOperationsTemplate from "./prompts/file-operations.md" with { type: "text" };
 import snapcompactSummaryPrompt from "./prompts/snapcompact-summary.md" with { type: "text" };
 
@@ -592,7 +593,7 @@ function formatFileOperations(readFiles: string[], modifiedFiles: string[], read
 	const all = [...mode.keys()].sort();
 	let files = formatGroupedPaths(all.slice(0, FILE_OPERATION_SUMMARY_LIMIT), path => ` (${mode.get(path)})`);
 	if (all.length > FILE_OPERATION_SUMMARY_LIMIT) {
-		files += `\n… (${all.length - FILE_OPERATION_SUMMARY_LIMIT} more files omitted)`;
+		files += `\n[…${all.length - FILE_OPERATION_SUMMARY_LIMIT} files elided…]`;
 	}
 	return prompt.render(fileOperationsTemplate, { files });
 }
@@ -657,7 +658,7 @@ function truncateForSummary(text: string, maxChars: number, headRatio: number):
 	const tailChars = maxChars - headChars;
 	const elided = text.length - maxChars;
 	const tail = tailChars > 0 ? text.slice(-tailChars) : "";
-	return `${text.slice(0, headChars)} [... ${elided} chars elided ...] ${tail}`;
+	return `${text.slice(0, headChars)} […${elided}ch elided…] ${tail}`;
 }
 
 const DIM_MARKERS = /[\u000e\u000f]/g;
@@ -740,9 +741,11 @@ export function serializeConversation(messages: Message[], options?: SerializeOp
 
 			for (const block of msg.content) {
 				if (block.type === "text") {
-					pendingText.push(stripDimMarkers(block.text));
+					const text = stripDimMarkers(block.text);
+					if (text.trim()) pendingText.push(text);
 				} else if (block.type === "thinking") {
-					pendingThinking.push(stripDimMarkers(block.thinking));
+					const thinking = stripDimMarkers(block.thinking);
+					if (thinking.trim()) pendingThinking.push(thinking);
 				} else if (block.type === "toolCall") {
 					if (uselessCallIds.has(block.id)) continue;
 					flushAssistant();
@@ -750,11 +753,15 @@ export function serializeConversation(messages: Message[], options?: SerializeOp
 					// Prefer the harness-derived intent, else the raw `_i` arg; render it as
 					// a one-line `//comment` and drop `_i` from the args below.
 					const rawIntent =
-						typeof block.intent === "string" ? block.intent : typeof args._i === "string" ? args._i : "";
+						typeof block.intent === "string"
+							? block.intent
+							: typeof args[INTENT_FIELD] === "string"
+								? (args[INTENT_FIELD] as string)
+								: "";
 					const intent = stripDimMarkers(rawIntent).replace(/\s+/g, " ").trim();
 					const argsStr = truncateForSummary(
 						Object.entries(args)
-							.filter(([key]) => key !== "_i")
+							.filter(([key]) => key !== INTENT_FIELD)
 							.map(
 								([key, value]) =>
 									`${key}=${truncateForSummary(JSON.stringify(value) ?? "undefined", toolArgMaxChars, headRatio)}`,
@@ -807,8 +814,11 @@ function stripOpenAiRemoteCompactionPreserveData(
 // Text normalization
 // ============================================================================
 
-/** Folds for common non-Latin-1 characters the bundled fonts cannot draw. */
+/** Punctuation and symbol folds applied before the NFKD fallback in
+ *  {@link normalize}: quotes, dashes, bullets, arrows, and dot leaders that
+ *  have no compatibility decomposition (or one that is itself non-ASCII). */
 const CHAR_FOLD: Record<string, string> = {
+	// Quotation marks and primes.
 	"\u2018": "'",
 	"\u2019": "'",
 	"\u201a": "'",
@@ -816,18 +826,44 @@ const CHAR_FOLD: Record<string, string> = {
 	"\u201c": '"',
 	"\u201d": '"',
 	"\u201e": '"',
+	"\u2032": "'",
+	"\u2033": '"',
+	"\u2035": "'",
+	"\u2036": '"',
+	"\u2039": "<",
+	"\u203a": ">",
+	// Dashes, hyphens, and the fraction slash NFKD leaves in vulgar fractions.
+	"\u2010": "-",
+	"\u2011": "-",
+	"\u2012": "-",
 	"\u2013": "-",
 	"\u2014": "-",
 	"\u2015": "-",
 	"\u2212": "-",
+	"\u2044": "/",
+	// Dot leaders and ellipses.
+	"\u2024": ".",
+	"\u2025": "..",
 	"\u2026": "...",
+	"\u22ef": "...",
+	// Bullets.
 	"\u2022": "*",
+	"\u2023": "*",
+	"\u2043": "-",
+	"\u2219": "*",
 	"\u25cf": "*",
 	"\u25a0": "*",
 	"\u25aa": "*",
+	// Arrows.
 	"\u2190": "<-",
+	"\u2191": "^",
 	"\u2192": "->",
+	"\u2193": "v",
+	"\u2194": "<->",
+	"\u21d0": "<=",
 	"\u21d2": "=>",
+	"\u21d4": "<=>",
+	// Check marks and crosses.
 	"\u2713": "v",
 	"\u2714": "v",
 	"\u2717": "x",
@@ -855,15 +891,48 @@ const EDGE_RUNS = /^[ \u2588]+|[ \u2588]+$/g;
  *  combining marks the fonts cannot compose, and lone surrogates. */
 const UNRENDERABLE = /[\p{Cc}\p{Mn}\p{Me}\p{Cs}]/u;
 
+/** Combining marks NFKD splits off accented letters; dropped so the base
+ *  letter prints without the diacritic the bundled fonts cannot compose. */
+const COMBINING_MARKS = /\p{M}+/gu;
+
+/**
+ * Aggressive single-code-point ASCII fold via Unicode NFKD: decompose the
+ * compatibility form (fullwidth, super/subscripts, ligatures, circled and
+ * math-styled alphanumerics, Roman numerals, vulgar fractions, …), strip the
+ * combining marks, and keep the ASCII/Latin-1 skeleton — routing any residual
+ * punctuation back through {@link CHAR_FOLD}. Returns `undefined` when the code
+ * point has no decomposition or still leaves an undrawable glyph, so the
+ * caller falls back to `?`.
+ */
+function foldToAscii(ch: string): string | undefined {
+	const decomposed = ch.normalize("NFKD").replace(COMBINING_MARKS, "");
+	if (decomposed === ch) return undefined;
+	let out = "";
+	for (const part of decomposed) {
+		const cp = part.codePointAt(0) as number;
+		if ((cp >= 0x20 && cp < 0x7f) || (cp >= 0xa0 && cp <= 0xff)) {
+			out += part;
+			continue;
+		}
+		const fold = CHAR_FOLD[part];
+		if (fold === undefined) return undefined;
+		out += fold;
+	}
+	return out;
+}
+
 /**
  * Prepare text for printing: strip ANSI escape sequences, collapse horizontal
  * whitespace runs to single spaces and newline-bearing runs to one
  * {@link NEWLINE_GLYPH} (drawn as a pitch-black cell), then fold everything
- * outside the fonts' ASCII + Latin-1 coverage to ASCII approximations.
- * Unrenderable control/format/combining characters are dropped without
- * occupying a cell; `?` remains the fallback for unsupported graphic
- * characters. The zero-width ink toggles {@link DIM_ON}/{@link DIM_OFF} pass
- * through untouched.
+ * outside the fonts' ASCII + Latin-1 coverage to ASCII approximations — first
+ * through the {@link CHAR_FOLD} punctuation table, then via an NFKD
+ * decomposition that recovers the ASCII skeleton of compatibility characters
+ * (fullwidth, super/subscripts, ligatures, circled/math-styled alphanumerics,
+ * Roman numerals, vulgar fractions). Unrenderable control/format/combining
+ * characters are dropped without occupying a cell; `?` remains the fallback
+ * for unsupported graphic characters. The zero-width ink toggles
+ * {@link DIM_ON}/{@link DIM_OFF} pass through untouched.
  */
 export function normalize(text: string): string {
 	const stripped = text.includes("\u001b") ? Bun.stripANSI(text) : text;
@@ -889,8 +958,10 @@ export function normalize(text: string): string {
 		} else if (cp >= 0x2500 && cp <= 0x257f) {
 			// Box drawing: keep table skeletons legible.
 			out += cp === 0x2502 || cp === 0x2503 ? "|" : cp === 0x2500 || cp === 0x2501 ? "-" : "+";
-		} else if (!UNRENDERABLE.test(ch)) {
-			out += "?";
+		} else {
+			const folded = foldToAscii(ch);
+			if (folded !== undefined) out += folded;
+			else if (!UNRENDERABLE.test(ch)) out += "?";
 		}
 	}
 	return out;