@oh-my-pi/snapcompact 16.1.1 → 16.1.3

package/dist/types/snapcompact.d.ts

@@ -468,6 +468,16 @@ export declare const NEWLINE_GLYPH = "\u2588";
  * {@link DIM_ON}/{@link DIM_OFF} pass through untouched.
  */
 export declare function normalize(text: string): string;
+/**
+ * Scan text to determine the proportion of graphic characters that will hit the
+ * `?` fallback during {@link normalize}. Used as a preflight check to abort
+ * snapcompact and fall back to the text summarizer when the input is heavily
+ * non-renderable (e.g., CJK).
+ */
+export declare function scanRenderability(text: string): {
+    isSafe: boolean;
+    unrenderableRatio: number;
+};
 /**
  * Wrap each maximal alphabetic run that is a stopword in {@link DIM_ON} /
  * {@link DIM_OFF} so it prints in dim gray ink. Spans that are already dim

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@oh-my-pi/snapcompact",
-	"version": "16.1.1",
+	"version": "16.1.3",
 	"description": "Bitmap-frame context compression for vision-capable LLMs",
 	"homepage": "https://omp.sh",
 	"author": "Can Boluk",
@@ -31,10 +31,10 @@
 		"fmt": "biome format --write ."
 	},
 	"dependencies": {
-		"@oh-my-pi/pi-ai": "16.1.1",
-		"@oh-my-pi/pi-natives": "16.1.1",
-		"@oh-my-pi/pi-utils": "16.1.1",
-		"@oh-my-pi/pi-wire": "16.1.1"
+		"@oh-my-pi/pi-ai": "16.1.3",
+		"@oh-my-pi/pi-natives": "16.1.3",
+		"@oh-my-pi/pi-utils": "16.1.3",
+		"@oh-my-pi/pi-wire": "16.1.3"
 	},
 	"devDependencies": {
 		"@types/bun": "^1.3.14"

package/src/snapcompact.ts

@@ -772,8 +772,8 @@ export function serializeConversation(messages: Message[], options?: SerializeOp
 					if (uselessCallIds.has(block.id)) continue;
 					flushAssistant();
 					const args = block.arguments as Record<string, unknown>;
-					// Prefer the harness-derived intent, else the raw `_i` arg; render it as
-					// a one-line `//comment` and drop `_i` from the args below.
+					// Prefer the harness-derived intent, else the raw intent arg; render it as
+					// a one-line `//comment` and drop it from the args below.
 					const rawIntent =
 						typeof block.intent === "string"
 							? block.intent
@@ -989,6 +989,47 @@ export function normalize(text: string): string {
 	return out;
 }
 
+/**
+ * Scan text to determine the proportion of graphic characters that will hit the
+ * `?` fallback during {@link normalize}. Used as a preflight check to abort
+ * snapcompact and fall back to the text summarizer when the input is heavily
+ * non-renderable (e.g., CJK).
+ */
+export function scanRenderability(text: string): { isSafe: boolean; unrenderableRatio: number } {
+	const stripped = text.includes("\u001b") ? Bun.stripANSI(text) : text;
+	const collapsed = stripped
+		.replace(COLLAPSIBLE, run => (LINE_BREAK.test(run) ? NEWLINE_GLYPH : /[^\p{Cf}]/u.test(run) ? " " : ""))
+		.replace(EDGE_RUNS, "");
+	let totalGraphics = 0;
+	let fallbackCount = 0;
+	for (const ch of collapsed) {
+		const cp = ch.codePointAt(0) as number;
+		if ((cp >= 0x20 && cp < 0x7f) || (cp >= 0xa0 && cp <= 0xff)) {
+			totalGraphics++;
+			continue;
+		}
+		if (ch === DIM_ON || ch === DIM_OFF || ch === NEWLINE_GLYPH) {
+			continue;
+		}
+		const fold = CHAR_FOLD[ch];
+		if (fold !== undefined) {
+			totalGraphics++;
+		} else if (cp >= 0x2500 && cp <= 0x257f) {
+			totalGraphics++;
+		} else {
+			const folded = foldToAscii(ch);
+			if (folded !== undefined) {
+				totalGraphics++;
+			} else if (!UNRENDERABLE.test(ch)) {
+				totalGraphics++;
+				fallbackCount++;
+			}
+		}
+	}
+	const unrenderableRatio = totalGraphics > 0 ? fallbackCount / totalGraphics : 0;
+	return { isSafe: unrenderableRatio <= 0.05, unrenderableRatio };
+}
+
 // ============================================================================
 // Stopword dimming
 // ============================================================================