pi-harness-runtime 1.1.254 → 1.1.256

package/packages/codex-watcher/test/watch.test.ts

@@ -148,3 +148,306 @@ describe("classifyMessage", () => {
 		expect(classifyMessage("   ")).toBe("unknown");
 	});
 });
+
+// -----------------------------------------------------------------------
+// UTF-8 Byte Buffering (simulated)
+// -----------------------------------------------------------------------
+
+describe("UTF-8 byte buffering", () => {
+	/**
+	 * Simulates the byte buffering logic from index.ts
+	 * This tests the core algorithm without needing actual file I/O
+	 */
+	function simulateByteBuffering(chunks: Buffer[], newlineTerminated: boolean[]): {
+		completeLines: string[];
+		remainingBytes: Buffer | null;
+	} {
+		let pendingBytes: Buffer | null = null;
+
+		for (let i = 0; i < chunks.length; i++) {
+			const chunk = chunks[i];
+			
+			// Buffer raw bytes
+			if (pendingBytes) {
+				pendingBytes = Buffer.concat([pendingBytes, chunk]);
+			} else {
+				pendingBytes = chunk;
+			}
+
+			// If this chunk is newline-terminated, we can decode
+			if (newlineTerminated[i]) {
+				const text = pendingBytes.toString("utf8");
+				pendingBytes = null;
+				return {
+					completeLines: text.split("\n").filter(l => l.trim()),
+					remainingBytes: pendingBytes,
+				};
+			}
+		}
+
+		return {
+			completeLines: [],
+			remainingBytes: pendingBytes,
+		};
+	}
+
+	/**
+	 * Stateful simulation that properly chains multiple reads
+	 */
+	function createBufferingState() {
+		let pendingBytes: Buffer | null = null;
+		let linesEmitted: string[] = [];
+
+		function processChunk(chunk: Buffer, endsWithNewline: boolean): string[] {
+			// Buffer raw bytes
+			if (pendingBytes) {
+				pendingBytes = Buffer.concat([pendingBytes, chunk]);
+			} else {
+				pendingBytes = chunk;
+			}
+
+			if (endsWithNewline) {
+				const text = pendingBytes.toString("utf8");
+				const lines = text.split("\n").filter(l => l.trim());
+				linesEmitted.push(...lines);
+				pendingBytes = null;
+				return lines;
+			}
+			return [];
+		}
+
+		return { processChunk, getPending: () => pendingBytes, getEmitted: () => linesEmitted };
+	}
+
+	it("preserves split multi-byte UTF-8 characters", () => {
+		// 中文 is 3 bytes per character: \u4E2D\u6587
+		// If we split between bytes, each chunk should still decode correctly
+		const fullText = '{"text": "Hello 中文 world"}\n';
+		const fullBuffer = Buffer.from(fullText, "utf8");
+
+		// Split in the middle of 中文 (after 2nd byte of first char)
+		const chineseStart = fullText.indexOf("中文");
+		const splitPoint = chineseStart + 2; // Split in middle of first Chinese char
+
+		const chunk1 = fullBuffer.subarray(0, splitPoint);
+		const chunk2 = fullBuffer.subarray(splitPoint);
+
+		// Use stateful buffering to properly chain reads
+		const state = createBufferingState();
+
+		// Process chunk 1 (not newline terminated)
+		const lines1 = state.processChunk(chunk1, false);
+		expect(lines1).toHaveLength(0); // No complete lines yet
+		expect(state.getPending()).not.toBeNull();
+
+		// Process chunk 2 (newline terminated)
+		const lines2 = state.processChunk(chunk2, true);
+		expect(lines2).toHaveLength(1);
+		// The full text including Chinese should be preserved
+		expect(lines2[0]).toContain("Hello");
+		expect(lines2[0]).toContain("中文");
+		expect(lines2[0]).toContain("world");
+	});
+
+	it("handles chunk split in middle of 3-byte UTF-8 sequence", () => {
+		// Test specifically the bug case: ���文 → proper 中文
+		const fullText = '{"text": "test 日本語"}\n';
+		const fullBuffer = Buffer.from(fullText, "utf8");
+
+		// 日 = E6 97 A5 (3 bytes), 本 = E6 9C AC (3 bytes), 語 = E8 87 AA (3 bytes)
+		// Split after byte 10 (somewhere in 日本語)
+		const splitPoint = 10;
+
+		const chunk1 = fullBuffer.subarray(0, splitPoint);
+		const chunk2 = fullBuffer.subarray(splitPoint);
+
+		const result1 = simulateByteBuffering([chunk1], [false]);
+		expect(result1.completeLines).toHaveLength(0);
+
+		const result2 = simulateByteBuffering([chunk2], [true]);
+		expect(result2.completeLines).toHaveLength(1);
+		// Should NOT have replacement character (U+FFFD)
+		expect(result2.completeLines[0]).not.toContain("\uFFFD");
+		expect(result2.completeLines[0]).toContain("日本語");
+	});
+});
+
+// ---------------------------------------------------------------------------
+// Partial JSON Line Preservation
+// ---------------------------------------------------------------------------
+
+describe("Partial JSON line preservation", () => {
+	function simulatePartialLineBuffering(readResults: {text: string; endsWithNewline: boolean}[]): {
+		completeLines: string[];
+		pendingText: string;
+	} {
+		let pendingText = "";
+
+		for (const read of readResults) {
+			const fullText = pendingText + read.text;
+			const lines = fullText.split("\n");
+
+			if (read.endsWithNewline) {
+				// All lines complete
+				pendingText = "";
+				return {
+					completeLines: lines.filter(l => l.trim()),
+					pendingText,
+				};
+			} else {
+				// Last line is incomplete
+				pendingText = lines.pop() ?? "";
+			}
+		}
+
+		return { completeLines: [], pendingText };
+	}
+
+	it("waits for complete line before emitting", () => {
+		// Simulate: partial JSON written, then newline, then next record
+		const read1 = { text: '{"ordinal": 1, "text": "part', endsWithNewline: false };
+		const read2 = { text: 'ial record"}\n', endsWithNewline: true };
+
+		const result = simulatePartialLineBuffering([read1, read2]);
+		
+		expect(result.completeLines).toHaveLength(1);
+		expect(result.completeLines[0]).toContain("partial record");
+		expect(result.completeLines[0]).toContain('"ordinal": 1');
+	});
+
+	it("preserves multiple incomplete reads", () => {
+		const read1 = { text: '{"ordinal": 1', endsWithNewline: false };
+		const read2 = { text: ', "text": "', endsWithNewline: false };
+		const read3 = { text: 'hello"}\n', endsWithNewline: true };
+
+		const result = simulatePartialLineBuffering([read1, read2, read3]);
+		
+		expect(result.completeLines).toHaveLength(1);
+		expect(result.completeLines[0]).toContain("hello");
+	});
+
+	it("handles empty pending text correctly", () => {
+		const read = { text: '{"ordinal": 1, "text": "complete"}\n', endsWithNewline: true };
+
+		const result = simulatePartialLineBuffering([read]);
+		
+		expect(result.completeLines).toHaveLength(1);
+		expect(result.pendingText).toBe("");
+	});
+
+	it("does not emit incomplete lines", () => {
+		const read1 = { text: '{"incomplete": true}', endsWithNewline: false };
+
+		const result = simulatePartialLineBuffering([read1]);
+		
+		expect(result.completeLines).toHaveLength(0);
+		expect(result.pendingText).toBe('{"incomplete": true}');
+	});
+});
+
+// ---------------------------------------------------------------------------
+// Pending Delivery Queue Logic
+// ---------------------------------------------------------------------------
+
+describe("Pending delivery queue", () => {
+	interface DeliveryItem {
+		ordinal: number;
+		text: string;
+		delivered: boolean;
+	}
+
+	function simulateDeliveryQueue(
+		events: Array<{
+			type: "new_message" | "poll_retry" | "delivered";
+			ordinal?: number;
+			text?: string;
+			deliverySucceeds?: boolean;
+		}>
+	): {
+		queue: DeliveryItem[];
+		deliveryAttempts: number[];
+	} {
+		const queue: DeliveryItem[] = [];
+		const deliveryAttempts: number[] = [];
+
+		for (const event of events) {
+			if (event.type === "new_message" && event.ordinal !== undefined) {
+				queue.push({
+					ordinal: event.ordinal,
+					text: event.text ?? "",
+					delivered: false,
+				});
+			} else if (event.type === "poll_retry") {
+				for (const item of queue) {
+					if (!item.delivered) {
+						deliveryAttempts.push(item.ordinal);
+						if (event.deliverySucceeds) {
+							item.delivered = true;
+						}
+					}
+				}
+				// Clean up delivered
+				while (queue.length > 0 && queue[0].delivered) {
+					queue.shift();
+				}
+			}
+		}
+
+		return { queue, deliveryAttempts };
+	}
+
+	it("queues message on delivery failure", () => {
+		const result = simulateDeliveryQueue([
+			{ type: "new_message", ordinal: 1, text: "test" },
+		]);
+
+		expect(result.queue).toHaveLength(1);
+		expect(result.queue[0].delivered).toBe(false);
+	});
+
+	it("retries queued messages on next poll", () => {
+		const result = simulateDeliveryQueue([
+			{ type: "new_message", ordinal: 1, text: "test" },
+			{ type: "poll_retry", deliverySucceeds: true },
+		]);
+
+		expect(result.deliveryAttempts).toContain(1);
+		expect(result.queue).toHaveLength(0); // Cleaned up
+	});
+
+	it("retries until successful", () => {
+		const result = simulateDeliveryQueue([
+			{ type: "new_message", ordinal: 1, text: "test" },
+			{ type: "poll_retry", deliverySucceeds: false },
+			{ type: "poll_retry", deliverySucceeds: false },
+			{ type: "poll_retry", deliverySucceeds: true },
+		]);
+
+		expect(result.deliveryAttempts).toEqual([1, 1, 1]); // 3 attempts
+		expect(result.queue).toHaveLength(0);
+	});
+
+	it("processes multiple queued messages in order", () => {
+		const result = simulateDeliveryQueue([
+			{ type: "new_message", ordinal: 1, text: "first" },
+			{ type: "new_message", ordinal: 2, text: "second" },
+			{ type: "poll_retry", deliverySucceeds: true }, // delivers both
+		]);
+
+		expect(result.deliveryAttempts).toContain(1);
+		expect(result.deliveryAttempts).toContain(2);
+		expect(result.queue).toHaveLength(0);
+	});
+
+	it("does not re-queue already queued messages", () => {
+		// This simulates the case where a message fails but is already in queue
+		// It should not be added twice
+		const result = simulateDeliveryQueue([
+			{ type: "new_message", ordinal: 1, text: "test" },
+			{ type: "poll_retry", deliverySucceeds: false },
+		]);
+
+		expect(result.queue).toHaveLength(1); // Still only one
+		expect(result.deliveryAttempts).toEqual([1]);
+	});
+});

package/packages/config-capture/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moocoding/config-capture",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Auto-capture API-fetched configuration values to AGENTS.md",
   "type": "module",
   "main": "src/index.ts",

package/packages/context-compiler/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/context-compiler",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Bounded context selection engine for pi-harness-runtime",
   "type": "module",
   "main": "./dist/index.js",

package/packages/context-discovery/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/context-discovery",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "main": "src/index.ts",
   "exports": {

package/packages/context-manager/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/context-manager",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Context Window Manager — prevents model context overflow via compaction and resume prompts (RFC-0010)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/cookie-sanitizer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/cookie-sanitizer",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "pi-harness-runtime — cookie sanitizer (provider-quota cookie file normaliser)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/cost-optimizer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/cost-optimizer",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Cost Optimizer for pi-harness-runtime — budget tracking, forecasting, and model selection optimization",
   "type": "module",
   "main": "./dist/index.js",

package/packages/dependency-analyzer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/dependency-analyzer",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "main": "src/index.ts",
   "exports": {

package/packages/django-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/django-plugin",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Django framework analysis — models, management commands, settings",
   "type": "module",
   "main": "./dist/index.js",

package/packages/doc-generator/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/doc-generator",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Auto-Doc Generator — generate documentation from source code (RFC-0014)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/e2e-tester/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/e2e-tester",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "WebMCP-powered E2E testing for pi-harness - natural language test scenarios",
   "type": "module",
   "main": "./dist/index.js",

package/packages/evaluation-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/evaluation-engine",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Evaluation engine for pi-harness runtime (RFC-0057)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/evaluation-runner/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/evaluation-runner",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "description": "Framework-agnostic evaluation framework for AI outputs (RFC-0020)",
   "main": "dist/index.js",

package/packages/event-bus/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/event-bus",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "main": "src/index.ts",
   "exports": {

package/packages/event-store/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/event-store",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "main": "src/index.ts",
   "exports": {

package/packages/experience-replay/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/experience-replay",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Experience replay for debugging and reproducibility (RFC-0059)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/feedback-collector/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/feedback-collector",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "description": "Collect and aggregate human/automated feedback (RFC-0021)",
   "main": "dist/index.js",

package/packages/file-copy-helper/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moocoding/file-copy-helper",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Injects cp/sudo cp rule when user asks to mimic/copy files",
   "type": "module",
   "main": "dist/index.js",

package/packages/framework-detector/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/framework-detector",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Framework detection system for pi-harness-runtime",
   "type": "module",
   "main": "./dist/index.js",

package/packages/framework-plugin-sdk/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/framework-plugin-sdk",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Framework plugin SDK for pi-harness-runtime",
   "type": "module",
   "main": "./dist/index.js",

package/packages/frappe-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/frappe-plugin",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Frappe/ERPNext framework analysis — DocTypes, hooks, bench sites, site config",
   "type": "module",
   "main": "./dist/index.js",

package/packages/generic-web-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/generic-web-plugin",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Generic web framework analysis — REST/GraphQL endpoints, OpenAPI, auth",
   "type": "module",
   "main": "./dist/index.js",

package/packages/health-monitor/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/health-monitor",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "description": "Health monitoring and auto-healing",
   "main": "dist/index.js",

package/packages/intent-analyzer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/intent-analyzer",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "main": "src/index.ts",
   "exports": {

package/packages/jev-judge/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/jev-judge",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Jev Judge - Structured decision model for agent routing, E2E testing, and automated decisions",
   "type": "module",
   "main": "./dist/index.js",

package/packages/knowledge-graph/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/knowledge-graph",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Knowledge Graph extraction and provenance linking for SKILL.md files",
   "type": "module",
   "main": "./dist/index.js",

package/packages/knowledge-retrieval/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/knowledge-retrieval",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Knowledge retrieval via TencentDB-Agent-Memory MCP (RFC-0105)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/laravel-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/laravel-plugin",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Laravel framework analysis — artisan commands, Eloquent models, Blade",
   "type": "module",
   "main": "./dist/index.js",

package/packages/learning-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/learning-engine",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Learning engine for extracting lessons from runtime execution (RFC-0058)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/mcp-adapter/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/mcp-adapter",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "type": "module",
   "description": "MCP server adapter for pi-harness — exposes harness capabilities as MCP tools/resources/prompts (RFC-0068)",
   "main": "dist/index.js",

package/packages/memory-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/memory-engine",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Memory engine with OKF integration for durable knowledge management (RFC-0060)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/milestone-manager/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/milestone-manager",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Track milestones and alerts when items are at risk",
   "type": "module",
   "main": "./dist/index.js",

package/packages/model-registry/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/model-registry",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Model Registry for pi-harness-runtime — centralized model metadata with pricing",
   "type": "module",
   "main": "./dist/index.js",

package/packages/nextjs-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/nextjs-plugin",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Next.js framework detection and analysis for pi-harness-runtime (RFC-0062)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/notification/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/notification",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "pi-harness-runtime — notification",
   "type": "module",
   "main": "./dist/index.js",

package/packages/observability/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/observability",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Comprehensive observability system with structured logging, tracing, metrics, and alerting",
   "type": "module",
   "main": "./dist/index.js",

package/packages/okf-indexer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/okf-indexer",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "OKF document indexer for SKILL.md files (RFC-0106)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/paperclip-integration/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/paperclip-integration",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Paperclip API integration: poll agent inbox, route tasks to pi.dev, Telegram alerts",
   "type": "module",
   "main": "./dist/index.js",

package/packages/performance-optimizer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/performance-optimizer",
-  "version": "1.1.254",
+  "version": "1.1.256",
   "description": "Performance optimization analyzer for pi-harness runtime (RFC-0056)",
   "type": "module",
   "main": "./dist/index.js",